mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Improve log messages when parsing ILIAS HTML

Browse Source 
Previously some logs were split around an "await", which isn't a great
idea.
This commit is contained in:
I-Al-Istannen
2021-05-27 17:59:22 +02:00
parent 474aa7e1cc
commit 1ca6740e05
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
PFERD/crawl/ilias/kit_ilias_web_crawler.py
View File

@ -243,11 +243,11 @@ class KitIliasWebCrawler(HttpCrawler):
elements.clear()
async with cl:
next_stage_url: Optional[str] = url
log.explain_topic(f"Parsing HTML page for {fmt_path(path)}")
while next_stage_url:
soup = await self._get_page(next_stage_url)
log.explain(f"URL: {url}")
log.explain_topic(f"Parsing HTML page for {fmt_path(path)}")
log.explain(f"URL: {next_stage_url}")
page = IliasPage(soup, url, parent)
next_stage_url = page.get_next_stage_url()