canvas-student-data-export/module/singlefile.py

from pathlib import Path
from subprocess import run

from .const import global_consts

SINGLEFILE_BINARY_PATH = "./node_modules/single-file/cli/single-file"

# TODO: have this be specified by a required arg.
CHROME_PATH = "/usr/bin/google-chrome"


def add_quotes(s):
    return "\"" + str(s).strip("\"") + "\""


def download_page(url, output_path, output_name_template=""):
    # TODO: we can probably safely exclude pages that match the regex r'/external_tools/retrieve\?'

    if output_name_template and Path(output_path, output_name_template).exists():
        print('exists')
        return

    args = [
        add_quotes(SINGLEFILE_BINARY_PATH),
        "--browser-executable-path=" + add_quotes(CHROME_PATH.strip("\"")),
        "--browser-cookies-file=" + add_quotes(global_consts.COOKIES_PATH),
        "--output-directory=" + add_quotes(output_path),
        add_quotes(url)
    ]

    if output_name_template != "":
        args.append("--filename-template=" + add_quotes(output_name_template))

    try:
        run("node " + " ".join(args), shell=True)
    except Exception as e:
        print("Was not able to save the URL " + url + " using singlefile. The reported error was " + e.strerror)