mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
b2a2b5999b
This commit introduces the necessary machinery to authenticate with ILIAS and crawl the home page. It can't do much yet and just silently fetches the homepage.
25 lines
901 B
Python
25 lines
901 B
Python
from configparser import SectionProxy
|
|
from typing import Callable, Dict
|
|
|
|
from ..authenticator import Authenticator
|
|
from ..conductor import TerminalConductor
|
|
from ..config import Config
|
|
from ..crawler import Crawler
|
|
from .ilias import IliasCrawler, IliasCrawlerSection
|
|
from .local import LocalCrawler, LocalCrawlerSection
|
|
|
|
CrawlerConstructor = Callable[[
|
|
str, # Name (without the "crawl:" prefix)
|
|
SectionProxy, # Crawler's section of global config
|
|
Config, # Global config
|
|
TerminalConductor, # Global conductor instance
|
|
Dict[str, Authenticator], # Loaded authenticators by name
|
|
], Crawler]
|
|
|
|
CRAWLERS: Dict[str, CrawlerConstructor] = {
|
|
"local": lambda n, s, c, t, a:
|
|
LocalCrawler(n, LocalCrawlerSection(s), c, t),
|
|
"ilias": lambda n, s, c, t, a:
|
|
IliasCrawler(n, IliasCrawlerSection(s), c, t, a),
|
|
}
|