mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-12-03 05:42:31 +01:00
Code Issues Packages Projects Releases Wiki Activity

Crawl the info tab of courses again

Browse Source 
This got lost in a refactor
This commit is contained in:
I-Al-Istannen
2025-12-02 16:33:04 +01:00
parent 3f5637366e
commit e246053de2
3 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
PFERD/crawl/ilias/ilias_web_crawler.py
View File

@@ -297,6 +297,8 @@ instance's greatest bottleneck.
page = cast(IliasPage, page)
elements.extend(page.get_child_elements())
if current_element is None and (info_tab := page.get_info_tab()):
elements.append(info_tab)
if description_string := page.get_description():
description.append(description_string)

6
PFERD/crawl/ilias/kit_ilias_html.py
View File

@@ -739,9 +739,10 @@ class IliasPage:
links: list[Tag] = self._soup.select("a.il_ContainerItemCommand")
for link in links:
if "cmdClass=ilobjcoursegui" not in link["href"]:
log.explain(f"Found info tab link: {self._abs_url_from_link(link)}")
if "cmdclass=ilobjcoursegui" not in cast(str, link["href"]).lower():
continue
if "cmd=sendfile" not in link["href"]:
if "cmd=sendfile" not in cast(str, link["href"]).lower():
continue
items.append(
IliasPageElement.create_new(
@@ -749,6 +750,7 @@ class IliasPage:
)
)
log.explain(f"Found {len(items)} info tab entries {items}")
return items
def _find_opencast_video_entries(self) -> list[IliasPageElement]: