mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-09-09 14:12:26 +02:00
Code Issues Packages Projects Releases Wiki Activity

Change crawler and downloader output

Browse Source
This commit is contained in:
Joscha
2020-04-24 18:24:44 +00:00
parent 8258fa8919
commit 292e516297
4 changed files with 32 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
PFERD/ilias/crawler.py
View File

@@ -162,10 +162,10 @@ class IliasCrawler:
element_path = Path(parent_path, link_element.getText().strip())
if not self.dir_filter(element_path):
PRETTY.filtered_path(element_path, "user filter")
PRETTY.not_searching(element_path, "user filter")
return []
LOGGER.info("Searching %r", str(element_path))
PRETTY.searching(element_path)
found_parent: Optional[bs4.Tag] = None
@@ -190,7 +190,7 @@ class IliasCrawler:
# A forum
if str(img_tag["src"]).endswith("frm.svg"):
LOGGER.debug("Skipping forum at %r", url)
PRETTY.filtered_path(element_path, "forum")
PRETTY.not_searching(element_path, "forum")
return []
# An exercise
@@ -200,7 +200,7 @@ class IliasCrawler:
if str(img_tag["src"]).endswith("icon_webr.svg"):
LOGGER.debug("Skipping external link at %r", url)
PRETTY.filtered_path(element_path, "external link")
PRETTY.not_searching(element_path, "external link")
return []
# Match the opencast video plugin