pferd/PFERD/cli/command_kit_ilias_web.py

import argparse
import configparser
from pathlib import Path

from ..crawl.ilias.file_templates import Links
from .parser import CRAWLER_PARSER, SUBPARSERS, BooleanOptionalAction, load_crawler, show_value_error

SUBPARSER = SUBPARSERS.add_parser(
    "kit-ilias-web",
    parents=[CRAWLER_PARSER],
)

GROUP = SUBPARSER.add_argument_group(
    title="KIT ILIAS web-crawler arguments",
    description="arguments for the 'kit-ilias-web' crawler",
)
GROUP.add_argument(
    "target",
    type=str,
    metavar="TARGET",
    help="course id, 'desktop', or ILIAS https-URL to crawl"
)
GROUP.add_argument(
    "output",
    type=Path,
    metavar="OUTPUT",
    help="output directory"
)
GROUP.add_argument(
    "--videos",
    action=BooleanOptionalAction,
    help="crawl and download videos"
)
GROUP.add_argument(
    "--username",
    type=str,
    metavar="USER_NAME",
    help="user name for authentication"
)
GROUP.add_argument(
    "--keyring",
    action=BooleanOptionalAction,
    help="use the system keyring to store and retrieve passwords"
)
GROUP.add_argument(
    "--links",
    type=show_value_error(Links.from_string),
    metavar="OPTION",
    help="how to treat external links"
)
GROUP.add_argument(
    "--link-file-redirect-delay",
    type=int,
    metavar="SECONDS",
    help="delay before external link files redirect you to their target (-1 to disable)"
)
GROUP.add_argument(
    "--http-timeout",
    type=float,
    metavar="SECONDS",
    help="the timeout to use for HTTP requests"
)


def load(
        args: argparse.Namespace,
        parser: configparser.ConfigParser,
) -> None:
    parser["crawl:kit-ilias-web"] = {}
    section = parser["crawl:kit-ilias-web"]
    load_crawler(args, section)

    section["type"] = "kit-ilias-web"
    section["target"] = str(args.target)
    section["output_dir"] = str(args.output)
    section["auth"] = "auth:kit-ilias-web"
    if args.link_file_redirect_delay is not None:
        section["link_file_redirect_delay"] = str(args.link_file_redirect_delay)
    if args.links is not None:
        section["links"] = str(args.links.value)
    if args.videos is not None:
        section["videos"] = str(False)
    if args.http_timeout is not None:
        section["http_timeout"] = str(args.http_timeout)

    parser["auth:kit-ilias-web"] = {}
    auth_section = parser["auth:kit-ilias-web"]

    if args.keyring:
        auth_section["type"] = "keyring"
    else:
        auth_section["type"] = "simple"

    if args.username is not None:
        auth_section["username"] = str(args.username)


SUBPARSER.set_defaults(command=load)