mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Move HTTP crawler to own file

Browse Source
This commit is contained in:
I-Al-Istannen
2021-05-22 23:23:21 +02:00
parent 4d07de0d71
commit 3053278721
3 changed files with 77 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
PFERD/crawlers/ilias/kit_ilias_web_crawler.py
View File

@ -11,7 +11,8 @@ from rich.markup import escape
from PFERD.authenticators import Authenticator
from PFERD.config import Config
from PFERD.crawler import CrawlError, CrawlerSection, CrawlWarning, HttpCrawler, anoncritical
from PFERD.crawler import CrawlError, CrawlerSection, CrawlWarning, anoncritical
from PFERD.http_crawler import HttpCrawler
from PFERD.logging import ProgressBar, log
from PFERD.output_dir import FileSink, Redownload
from PFERD.utils import soupify, url_set_query_param