mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Change crawler and downloader output

Browse Source
This commit is contained in:
Joscha
2020-04-24 18:24:44 +00:00
parent 8258fa8919
commit 292e516297
4 changed files with 32 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
PFERD/ilias/crawler.py
View File

@ -162,10 +162,10 @@ class IliasCrawler:
element_path = Path(parent_path, link_element.getText().strip())
if not self.dir_filter(element_path):
PRETTY.filtered_path(element_path, "user filter")
PRETTY.not_searching(element_path, "user filter")
return []
LOGGER.info("Searching %r", str(element_path))
PRETTY.searching(element_path)
found_parent: Optional[bs4.Tag] = None
@ -190,7 +190,7 @@ class IliasCrawler:
# A forum
if str(img_tag["src"]).endswith("frm.svg"):
LOGGER.debug("Skipping forum at %r", url)
PRETTY.filtered_path(element_path, "forum")
PRETTY.not_searching(element_path, "forum")
return []
# An exercise
@ -200,7 +200,7 @@ class IliasCrawler:
if str(img_tag["src"]).endswith("icon_webr.svg"):
LOGGER.debug("Skipping external link at %r", url)
PRETTY.filtered_path(element_path, "external link")
PRETTY.not_searching(element_path, "external link")
return []
# Match the opencast video plugin

2
PFERD/ilias/downloader.py
View File

@ -58,7 +58,7 @@ def download_modified_or_new(organizer: Organizer, info: IliasDownloadInfo) -> b
if info.modification_date.timestamp() > resolved_mod_time_seconds:
return True
PRETTY.filtered_path(info.path, "Local file had newer or equal modification time")
PRETTY.ignored_file(info.path, "local file has newer or equal modification time")
return False