mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Respect filters in ILIAS crawler

Browse Source
This commit is contained in:
I-Al-Istannen 2021-05-17 21:30:26 +02:00
parent 0bae009189
commit b8efcc2ca5
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
PFERD/crawlers/ilias.py
View File

@ -589,6 +589,9 @@ class KitIliasCrawler(HttpCrawler):
async def _handle_ilias_element(self, parent_path: PurePath, element: IliasPageElement) -> None:
element_path = PurePath(parent_path, element.name)
if not self.should_crawl(element_path):
return
if element.type == IliasElementType.FILE:
await self._download_file(element, element_path)
elif element.type == IliasElementType.FORUM: