#!/usr/bin/env python3 """ Simple file host using Flask. """ import os import re import time import atexit import string import secrets import sqlite3 import tempfile import functools import threading from datetime import datetime from passlib.hash import argon2 from flask import Flask, session, request, abort, redirect, url_for, g, \ render_template from werkzeug.utils import secure_filename from werkzeug.datastructures import FileStorage from flask_paranoid import Paranoid from apscheduler.schedulers.background import BackgroundScheduler import requests app = Flask(__name__) app.config['MAX_CONTENT_LENGTH'] = 128 * 1024 * 1024 app.config["UPLOAD_DIR"] = "/var/www/html/up" app.config["UPLOAD_URL"] = "https://steelbea.me/up/" app.config["DB_NAME"] = "fileHost.db" app.config["DB_LOCK"] = threading.Lock() paranoid = Paranoid(app) paranoid.redirect_view = 'login' scheduler = BackgroundScheduler(timezone="America/New_York") scheduler.start() def db_execute(*args, **kwargs): """ Opens a connection to the app's database and executes the SQL statements passed to this function. """ with sqlite3.connect(app.config.get("DB_NAME")) as con: app.config.get("DB_LOCK").acquire() cur = con.cursor() res = cur.execute(*args, **kwargs) app.config.get("DB_LOCK").release() return res @scheduler.scheduled_job("interval", minutes=1) def delete_this(): """ Removes files that are past the expiration date. """ records = db_execute( "SELECT filename, delete_date FROM uploads WHERE delete_date" ).fetchall() for filename, delete_date in records: if time.time() >= delete_date: delete_file(filename) def init(): """ Initializes the application. """ os.makedirs(app.config.get("UPLOAD_DIR"), exist_ok=True) # init secret key if os.path.exists("secret_key"): with open("secret_key", "rb") as file: secret_key = file.read() else: secret_key = os.urandom(64) with open("secret_key", "wb") as file: file.write(secret_key) app.secret_key = secret_key # init db try: db_execute("SELECT * FROM users").fetchone() db_execute("SELECT * FROM uploads").fetchone() except sqlite3.OperationalError: db_execute("CREATE TABLE users(" "id INTEGER PRIMARY KEY," "username TEXT," "pw_hash TEXT," "admin BOOL DEFAULT FALSE)") db_execute("CREATE TABLE uploads(" "filename TEXT," "uploaded_by TEXT," "uploaded_date INTEGER DEFAULT (STRFTIME('%s', 'now'))," "delete_date INTEGER)") def add_user(username, password, admin="FALSE"): """ Adds a user to the database. """ u = db_execute("SELECT username FROM users WHERE username = ?", (username,)).fetchone() if u: return False pw_hash = argon2.hash(password) db_execute("INSERT INTO users (username, pw_hash, admin) VALUES (?,?,?)", (username, pw_hash, admin)) return True def verify_password(username, password): """ Verifies a user's password. """ user = verify_username(username) if not user: return False _, _, pw_hash, admin = user if argon2.verify(password, pw_hash): g.user = username g.admin = admin == "TRUE" return True else: return False def verify_username(username): """ Checks to see if the given username is in the database. """ user = db_execute("SELECT * FROM users WHERE username = ?", (username,)).fetchone() if user: return user else: return False def delete_file(filename): """ Deletes a file from the upload directory and from the database. """ try: os.remove(os.path.join(app.config.get("UPLOAD_DIR"), filename)) db_execute("DELETE FROM uploads WHERE filename = ?", (filename,)) except FileNotFoundError: return False return True def login_required(url=None): """ A decorator function to protect certain endpoints by requiring the user to either pass a valid session cookie, or pass their username and password along with the request to login. """ def actual_decorator(func): @functools.wraps(func) def _nop(*args, **kwargs): username = session.get("username") if verify_username(username): return func(*args, **kwargs) username = request.form.get("user") password = request.form.get("pass") if verify_password(username, password): session["username"] = username return func(*args, **kwargs) if url: return redirect(url_for(url)) else: abort(401) return _nop return actual_decorator @app.route("/delete_file", methods=["POST"]) def deleteFile(): """ Allows a user to delete a file from the upload directory and the database. """ username = session.get("username") filename = request.form.get("fname") if not verify_username(username): abort(401) if not g.admin: uploader = db_execute( "SELECT uploaded_by FROM uploads WHERE filename=?", (filename,)).fetchone()[0] if uploader != username: abort(401) res = delete_file(filename) if res: return "Success" else: return "Error: File not found." @app.route("/add_user", methods=["POST"]) def addUser(): """ Allows an admin to add a user via API POST. No frontend allowed. """ username = request.form.get("user") password = request.form.get("pass") new_username = request.form.get("new_user") new_password = request.form.get("new_pass") admin = request.form.get("admin") or "FALSE" if not verify_password(username, password): abort(401) if not g.admin: abort(401) res = add_user(new_username, new_password, admin) if res: return "Success" else: return "Username already exists." @app.route("/logout", methods=["GET"]) def logout(): """ Logs the user out and removes his session cookie. """ session.pop("username") return redirect(url_for("login")) @app.route("/change_password", methods=["POST", "GET"]) @login_required() def change_password(): """ Allows the user to change their password. """ if request.method == "GET": return render_template("change_password.html") username = session.get("username") current_password = request.form.get("current_password") new_password = request.form.get("new_password") new_password_verify = request.form.get("new_password_verify") if not verify_password(username, current_password): return "The current password does not match!" if new_password != new_password_verify: return "The new passwords do not match!" pw_hash = argon2.hash(new_password) db_execute("UPDATE users SET pw_hash = ? WHERE username = ?", (pw_hash, username)) session.pop("username") return redirect(url_for("login")) @app.route("/login", methods=["POST", "GET"]) def login(): """ Logs the user in. """ if request.method == "GET": return render_template("login.html") username = request.form.get("user") password = request.form.get("pass") if verify_password(username, password): session["username"] = username return redirect(url_for("index")) else: abort(401) @app.route("/manage_uploads", methods=["POST", "GET"]) @login_required() def manage_uploads(): """ Allows the user to view and/or delete uploads they've made. """ username = session.get("username") if request.method == "GET": uploads = db_execute( "SELECT filename, uploaded_date FROM uploads WHERE uploaded_by = ?", (username,)).fetchall() new_uploads = [] for file, date in uploads: date = datetime.fromtimestamp(date).strftime("%Y-%m-%d %H:%M") new_uploads.append((file, date)) return render_template("manage_uploads.html", uploads=new_uploads, upload_url=app.config.get("UPLOAD_URL")) deletes = [fname for fname,_ in request.form.items()] deletes.remove("submit") for filename in deletes: uploader = db_execute( "SELECT uploaded_by FROM uploads WHERE filename=?", (filename,)).fetchone()[0] if uploader != username: abort(401) delete_file(filename) return redirect(url_for("manage_uploads")) @app.route("/gallery/", methods=["GET"]) def gallery(username): """ Displays a publicly accessable gallery of files the user has uploaded. """ if not verify_username(username): return "User not found, or user has gallery disabled." uploads = db_execute( "SELECT filename, uploaded_date FROM uploads WHERE uploaded_by = ?", (username,)).fetchall() new_uploads = [] for file, date in uploads: date = datetime.fromtimestamp(date).strftime("%Y-%m-%d %H:%M") new_uploads.append((file, date)) return render_template("gallery.html", uploads=new_uploads, user=username, upload_url=app.config.get("UPLOAD_URL")) @app.route("/upload", methods=["POST"]) @login_required("login") def upload(): """ Saves the uploaded files and returns URLs pointing to them. """ username = session.get("username") if request.form.get("url"): try: f = [download_file(request.form.get("url"))] except ValueError as e: return e else: f = [] urls = [] for file in request.files.getlist("files") + f: fname = secure_filename(file.filename) pre = get_rand_chars(8) fdir = app.config.get("UPLOAD_DIR") if request.form.get("randname") == "on": fname = pre + os.path.splitext(fname)[1] else: fname = pre + "_" + fname if request.form.get("delflag") == "on": try: delete_time = int(request.form.get("delnum")) assert delete_time >= 1 and delete_time <= 59 except (ValueError, AssertionError): return 'Invalid entry: "delnum=' + request.form.get("delnum") + '"' del_dict = {"minute": 60, "hour": 3600, "day": 3600*24, "week": 3600*24*7} try: delete_time *= del_dict[request.form.get("deltype")] except KeyError: return 'Invalid entry: "deltype=' + request.form.get("deltype")+'"' delete_time = int(time.time()) + delete_time db_execute( "INSERT INTO UPLOADS (filename, uploaded_by, delete_date)" "VALUES (?,?,?)", (fname, username, delete_time)) else: db_execute("INSERT INTO uploads (filename, uploaded_by) VALUES (?,?)", (fname, username)) file.save(os.path.join(fdir, fname)) url = app.config.get("UPLOAD_URL") + fname urls.append(url) if request.form.get("html"): return render_template("result.html", urls=urls) else: return "\n".join(urls) @app.route("/", methods=["GET", "POST"]) @login_required("login") def index(): """ Saves the uploaded file and returns a URL pointing to it. """ if request.method == "GET": return render_template("index.html") else: # so I can point my cli script to /upload/ instead of /upload/upload/ return upload() def get_rand_chars(n): """ Returns n number of random characters. Character set includes lowercase and uppercase ascii letters and digits. """ chars = [] for _ in range(n): char = secrets.choice(string.ascii_letters + string.digits) chars.append(char) return "".join(chars) def download_file(url): """ Downloads the file at the given url while observing file size and timeout limitations. """ timeout = 10 requests_kwargs = { 'stream': True, 'headers': {'User-Agent': "Steelbea.me LTD needs YOUR files."}, 'timeout': timeout, 'verify': True } t = tempfile.TemporaryFile() with requests.get(url, **requests_kwargs) as r: size = 0 start_time = time.time() for chunk in r.iter_content(102400): if time.time() - start_time > timeout: raise ValueError('timeout reached') size += len(chunk) if size > app.config['MAX_CONTENT_LENGTH']: raise ValueError('response too large') t.write(chunk) if r.headers.get('Content-Disposition'): fname = re.search(r'filename="(.+)"', r.headers['content-disposition']) else: fname = os.path.basename(url) t.seek(0) f = FileStorage(stream=t, filename=fname, name='url') return f init() atexit.register(scheduler.shutdown) if __name__ == "__main__": import sys if len(sys.argv) > 1: add_user(sys.argv[1], sys.argv[2], "TRUE") app.run(host='0.0.0.0', port=5000)