mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Display reason for ignoring an element in ilias crawler

Browse Source
This commit is contained in:
I-Al-Istannen
2020-04-23 13:54:58 +02:00
parent dc964a9d98
commit 13bc78c889
2 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
PFERD/ilias/crawler.py
View File

@ -162,7 +162,7 @@ class IliasCrawler:
element_path = Path(parent_path, link_element.getText().strip())
if not self.dir_filter(element_path):
PRETTY.filtered_path(element_path)
PRETTY.filtered_path(element_path, "user filter")
return []
LOGGER.info("Searching %r", str(element_path))
@ -190,6 +190,7 @@ class IliasCrawler:
# A forum
if str(img_tag["src"]).endswith("frm.svg"):
LOGGER.debug("Skipping forum at %r", url)
PRETTY.filtered_path(element_path, "forum")
return []
# An exercise
@ -197,6 +198,11 @@ class IliasCrawler:
LOGGER.debug("Crawling exercises at %r", url)
return self._crawl_exercises(element_path, url)
if str(img_tag["src"]).endswith("icon_webr.svg"):
LOGGER.debug("Skipping external link at %r", url)
PRETTY.filtered_path(element_path, "external link")
return []
# Match the opencast video plugin
if "opencast" in str(img_tag["alt"]).lower():
LOGGER.debug("Found video site: %r", url)