mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
Add simple course-download-by-url script
This commit is contained in:
parent
3f0ae729d6
commit
3387bc5f20
46
sync_url.py
Executable file
46
sync_url.py
Executable file
@ -0,0 +1,46 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
from urllib.parse import urlparse, parse_qs
|
||||
|
||||
from PFERD import Pferd
|
||||
from PFERD.cookie_jar import CookieJar
|
||||
from PFERD.utils import to_path
|
||||
from PFERD.ilias.authenticators import KitShibbolethAuthenticator
|
||||
from PFERD.ilias.crawler import IliasCrawler
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--test-run", action="store_true")
|
||||
parser.add_argument('-c', '--cookies', nargs='?', default=None, help="File to store cookies in")
|
||||
parser.add_argument('url', help="URL to the course page")
|
||||
parser.add_argument('folder', nargs='?', default=None, help="Folder to put stuff into")
|
||||
args = parser.parse_args()
|
||||
|
||||
pferd = Pferd(Path(__file__).parent, test_run=args.test_run)
|
||||
pferd.enable_logging()
|
||||
|
||||
# parse provided course URL
|
||||
url = urlparse(args.url)
|
||||
query = parse_qs(url.query)
|
||||
id = int(query['ref_id'][0])
|
||||
|
||||
if args.folder is None:
|
||||
# fetch course name from ilias
|
||||
cookie_jar = CookieJar(to_path(args.cookies) if args.cookies else None)
|
||||
session = cookie_jar.create_session()
|
||||
authenticator = KitShibbolethAuthenticator()
|
||||
crawler = IliasCrawler(url.scheme + '://' + url.netloc, session, authenticator, lambda x, y: True)
|
||||
|
||||
cookie_jar.load_cookies()
|
||||
folder = crawler.find_course_name(id)
|
||||
cookie_jar.save_cookies()
|
||||
else:
|
||||
folder = args.folder
|
||||
|
||||
# fetch
|
||||
pferd.ilias_kit(target=folder, course_id=str(id), cookies=args.cookies)
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
Loading…
Reference in New Issue
Block a user