cyberes
/
canvas-student-data-export
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

cleanup

This commit is contained in:
Cyberes 2023-10-27 16:30:16 -06:00
parent 9a67feefab
commit 652f04461b
3 changed files with 12 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
export.py
View File

@ -21,28 +21,25 @@ COOKIE_JAR = MozillaCookieJar(COOKIES_PATH)
COOKIE_JAR.load(ignore_discard=True, ignore_expires=True) COOKIE_JAR.load(ignore_discard=True, ignore_expires=True)
def export_all_course_data(course_view): def export_all_course_data(c):
json_data = json.dumps(json.loads(jsonpickle.encode(course_view, unpicklable=False)), indent=4) json_data = json.dumps(json.loads(jsonpickle.encode(c, unpicklable=False)), indent=4)
course_output_dir = os.path.join(DL_LOCATION, course_view.term, course_view.name) course_output_dir = os.path.join(DL_LOCATION, c.term, c.name)
if not os.path.exists(course_output_dir): if not os.path.exists(course_output_dir):
os.makedirs(course_output_dir) os.makedirs(course_output_dir)
course_output_path = os.path.join(course_output_dir, c.name + ".json")
course_output_path = os.path.join(course_output_dir, course_view.name + ".json")
with open(course_output_path, "w") as file: with open(course_output_path, "w") as file:
file.write(json_data) file.write(json_data)
if __name__ == "__main__": if __name__ == "__main__":
print("Welcome to the Canvas Student Data Export Tool") print("Welcome to the Canvas Student Data Export Tool")
print("\nConnecting to Canvas...")
# Initialize a new Canvas object
canvas = Canvas(API_URL, API_KEY)
print("Creating output directory:", DL_LOCATION) print("Creating output directory:", DL_LOCATION)
if not os.path.exists(DL_LOCATION): if not os.path.exists(DL_LOCATION):
os.makedirs(DL_LOCATION) os.makedirs(DL_LOCATION)
print("\nConnecting to Canvas...")
canvas = Canvas(API_URL, API_KEY)
all_courses_views = [] all_courses_views = []
print("Getting list of all courses...") print("Getting list of all courses...")
@ -88,6 +85,9 @@ if __name__ == "__main__":
print("Exporting all course data...") print("Exporting all course data...")
export_all_course_data(course_view) export_all_course_data(course_view)
if len(courses) > 1:
print('')
print("Exporting data from all courses combined as all_output.json") print("Exporting data from all courses combined as all_output.json")
# Awful hack to make the JSON pretty. Decode it with Python stdlib json # Awful hack to make the JSON pretty. Decode it with Python stdlib json

2
stuff/singlefile.py
View File

@ -9,6 +9,8 @@ def add_quotes(s):
def download_page(url, cookies_path, output_path, output_name_template=""): def download_page(url, cookies_path, output_path, output_name_template=""):
# TODO: we can probably safely exclude pages that match the regex r'/external_tools/retrieve\?'
args = [ args = [
add_quotes(SINGLEFILE_BINARY_PATH), add_quotes(SINGLEFILE_BINARY_PATH),
"--browser-executable-path=" + add_quotes(CHROME_PATH.strip("\"")), "--browser-executable-path=" + add_quotes(CHROME_PATH.strip("\"")),

11
test.py
View File

@ -1,11 +0,0 @@
from http.cookiejar import MozillaCookieJar
import requests
s = requests.Session()
cookies = MozillaCookieJar('cookies-canvas-uccs-edu.txt')
cookies.load(ignore_discard=True, ignore_expires=True)
for cookie in cookies:
s.cookies.set(cookie.name, cookie.value)
r = s.get('https://canvas.uccs.edu/api/v1/courses/146797/files/8232290')
print(r.text)