mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix renaming conflict with multi-stage video elements

Browse Source
This commit is contained in:
I-Al-Istannen
2021-05-27 00:55:46 +02:00
committed by Joscha
parent 19eed5bdff
commit 5beb4d9a2d
2 changed files with 22 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
PFERD/crawl/ilias/kit_ilias_web_crawler.py
View File

@ -242,10 +242,14 @@ class KitIliasWebCrawler(HttpCrawler):
async def gather_elements() -> None:
elements.clear()
async with cl:
soup = await self._get_page(url)
next_stage_url: Optional[str] = url
log.explain_topic(f"Parsing HTML page for {fmt_path(path)}")
log.explain(f"URL: {url}")
page = IliasPage(soup, url, parent)
while next_stage_url:
soup = await self._get_page(next_stage_url)
log.explain(f"URL: {url}")
page = IliasPage(soup, url, parent)
next_stage_url = page.get_next_stage_url()
elements.extend(page.get_child_elements())