Implement ILIAS auth and crawl home page

This commit introduces the necessary machinery to authenticate with
ILIAS and crawl the home page.

It can't do much yet and just silently fetches the homepage.
This commit is contained in:
I-Al-Istannen
2021-05-15 15:18:51 +02:00
committed by Joscha
parent 595de88d96
commit b2a2b5999b
4 changed files with 221 additions and 0 deletions

View File

@ -5,6 +5,7 @@ from ..authenticator import Authenticator
from ..conductor import TerminalConductor
from ..config import Config
from ..crawler import Crawler
from .ilias import IliasCrawler, IliasCrawlerSection
from .local import LocalCrawler, LocalCrawlerSection
CrawlerConstructor = Callable[[
@ -18,4 +19,6 @@ CrawlerConstructor = Callable[[
CRAWLERS: Dict[str, CrawlerConstructor] = {
"local": lambda n, s, c, t, a:
LocalCrawler(n, LocalCrawlerSection(s), c, t),
"ilias": lambda n, s, c, t, a:
IliasCrawler(n, IliasCrawlerSection(s), c, t, a),
}