mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-10-31 04:42:42 +01:00
Code Issues Packages Projects Releases Wiki Activity

Rename the ilias crawler to ilias web crawler

Browse Source
This commit is contained in:
I-Al-Istannen
2021-05-19 21:41:17 +02:00
parent 2976b4d352
commit 81301f3a76
3 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
PFERD/crawlers/__init__.py
View File

@@ -4,7 +4,7 @@ from typing import Callable, Dict
from ..authenticator import Authenticator from ..authenticator import Authenticator
from ..config import Config from ..config import Config
from ..crawler import Crawler from ..crawler import Crawler
from .ilias import KitIliasCrawler, KitIliasCrawlerSection from .ilias import KitIliasWebCrawler, KitIliasWebCrawlerSection
from .local import LocalCrawler, LocalCrawlerSection from .local import LocalCrawler, LocalCrawlerSection
CrawlerConstructor = Callable[[ CrawlerConstructor = Callable[[
@@ -17,6 +17,6 @@ CrawlerConstructor = Callable[[
CRAWLERS: Dict[str, CrawlerConstructor] = { CRAWLERS: Dict[str, CrawlerConstructor] = {
"local": lambda n, s, c, a: "local": lambda n, s, c, a:
LocalCrawler(n, LocalCrawlerSection(s), c), LocalCrawler(n, LocalCrawlerSection(s), c),
"kit-ilias": lambda n, s, c, a: "kit-ilias-web": lambda n, s, c, a:
KitIliasCrawler(n, KitIliasCrawlerSection(s), c, a), KitIliasWebCrawler(n, KitIliasWebCrawlerSection(s), c, a),
} }

4
PFERD/crawlers/ilias/__init__.py
View File

@@ -1,3 +1,3 @@
from .kit_web_ilias_crawler import KitIliasCrawler, KitIliasCrawlerSection from .kit_ilias_web_crawler import KitIliasWebCrawler, KitIliasWebCrawlerSection
__all__ = ["KitIliasCrawler", "KitIliasCrawlerSection"] __all__ = ["KitIliasWebCrawler", "KitIliasWebCrawlerSection"]

6
PFERD/crawlers/ilias/kit_web_ilias_crawler.py → PFERD/crawlers/ilias/kit_ilias_web_crawler.py
View File

@@ -19,7 +19,7 @@ from .kit_ilias_html import IliasElementType, IliasPage, IliasPageElement
TargetType = Union[str, int] TargetType = Union[str, int]
class KitIliasCrawlerSection(CrawlerSection): class KitIliasWebCrawlerSection(CrawlerSection):
def target(self) -> TargetType: def target(self) -> TargetType:
target = self.s.get("target") target = self.s.get("target")
@@ -64,11 +64,11 @@ _DIRECTORY_PAGES: Set[IliasElementType] = set([
]) ])
class KitIliasCrawler(HttpCrawler): class KitIliasWebCrawler(HttpCrawler):
def __init__( def __init__(
self, self,
name: str, name: str,
section: KitIliasCrawlerSection, section: KitIliasWebCrawlerSection,
config: Config, config: Config,
authenticators: Dict[str, Authenticator] authenticators: Dict[str, Authenticator]
): ):