mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add local file crawler

Browse Source
This commit is contained in:
Joscha
2021-05-06 01:02:40 +02:00
parent 273d56c39a
commit 60cd9873bc
7 changed files with 104 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
PFERD/crawlers/__init__.py
View File

@ -4,7 +4,9 @@ from typing import Callable, Dict
from ..config import Config
from ..crawler import Crawler, CrawlerSection
from .dummy import DummyCrawler
from .local import LocalCrawler, LocalCrawlerSection
CRAWLERS: Dict[str, Callable[[str, Config, SectionProxy], Crawler]] = {
"dummy": lambda n, c, s: DummyCrawler(n, c, CrawlerSection(s)),
"local": lambda n, c, s: LocalCrawler(n, c, LocalCrawlerSection(s)),
}