From b8efcc2ca5309fc3d3da6b89fa21761371d4114e Mon Sep 17 00:00:00 2001 From: I-Al-Istannen Date: Mon, 17 May 2021 21:30:26 +0200 Subject: [PATCH] Respect filters in ILIAS crawler --- PFERD/crawlers/ilias.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/PFERD/crawlers/ilias.py b/PFERD/crawlers/ilias.py index f2a7656..09bad09 100644 --- a/PFERD/crawlers/ilias.py +++ b/PFERD/crawlers/ilias.py @@ -589,6 +589,9 @@ class KitIliasCrawler(HttpCrawler): async def _handle_ilias_element(self, parent_path: PurePath, element: IliasPageElement) -> None: element_path = PurePath(parent_path, element.name) + if not self.should_crawl(element_path): + return + if element.type == IliasElementType.FILE: await self._download_file(element, element_path) elif element.type == IliasElementType.FORUM: