38 lines
1.2 KiB
Python
38 lines
1.2 KiB
Python
from pathlib import Path
|
|
from subprocess import run
|
|
|
|
from .const import global_consts
|
|
|
|
SINGLEFILE_BINARY_PATH = "./node_modules/single-file/cli/single-file"
|
|
|
|
# TODO: have this be specified by a required arg.
|
|
CHROME_PATH = "/usr/bin/google-chrome"
|
|
|
|
|
|
def add_quotes(s):
|
|
return "\"" + str(s).strip("\"") + "\""
|
|
|
|
|
|
def download_page(url, output_path, output_name_template=""):
|
|
# TODO: we can probably safely exclude pages that match the regex r'/external_tools/retrieve\?'
|
|
|
|
if output_name_template and Path(output_path, output_name_template).exists():
|
|
print('exists')
|
|
return
|
|
|
|
args = [
|
|
add_quotes(SINGLEFILE_BINARY_PATH),
|
|
"--browser-executable-path=" + add_quotes(CHROME_PATH.strip("\"")),
|
|
"--browser-cookies-file=" + add_quotes(global_consts.COOKIES_PATH),
|
|
"--output-directory=" + add_quotes(output_path),
|
|
add_quotes(url)
|
|
]
|
|
|
|
if output_name_template != "":
|
|
args.append("--filename-template=" + add_quotes(output_name_template))
|
|
|
|
try:
|
|
run("node " + " ".join(args), shell=True)
|
|
except Exception as e:
|
|
print("Was not able to save the URL " + url + " using singlefile. The reported error was " + e.strerror)
|