mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-07-12 22:22:30 +02:00
Code Issues Packages Projects Releases Wiki Activity

Make thread titles link to original ILIAS thread

Browse Source
This commit is contained in:
I-Al-Istannen
2025-02-19 14:56:32 +01:00
parent edc482cdf4
commit c8eff04ae0
2 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
PFERD/crawl/ilias/file_templates.py
View File

@ -246,7 +246,9 @@ def learning_module_template(body: bs4.Tag, name: str, prev: Optional[str], next
return _learning_module_template.replace("{{body}}", body_str).replace("{{name}}", name) return _learning_module_template.replace("{{body}}", body_str).replace("{{name}}", name)
def forum_thread_template(name: str, heading: bs4.Tag, content: bs4.Tag) -> str: def forum_thread_template(name: str, url: str, heading: bs4.Tag, content: bs4.Tag) -> str:
if title := cast(Optional[bs4.Tag], heading.find(name="b")):
title.wrap(bs4.Tag(name="a", attrs={"href": url}))
return _forum_thread_template \ return _forum_thread_template \
.replace("{{name}}", name) \ .replace("{{name}}", name) \
.replace("{{heading}}", cast(str, heading.prettify())) \ .replace("{{heading}}", cast(str, heading.prettify())) \

20
PFERD/crawl/ilias/ilias_web_crawler.py
View File

@ -761,14 +761,14 @@ instance's greatest bottleneck.
if download: if download:
# This only works because ILIAS keeps the order in the export # This only works because ILIAS keeps the order in the export
elem = elements.pop(0) elem = elements.pop(0)
tasks.append(asyncio.create_task(self._download_forum_thread(cl.path, elem))) tasks.append(asyncio.create_task(self._download_forum_thread(cl.path, elem, thread)))
else: else:
# We only downloaded the threads we "should_try_download"ed. This can be an # We only downloaded the threads we "should_try_download"ed. This can be an
# over-approximation and all will be fine. # over-approximation and all will be fine.
# If we selected too few, e.g. because there was a duplicate title and the mtime of the # If we selected too few, e.g. because there was a duplicate title and the mtime of the
# original is newer than the update of the duplicate. # original is newer than the update of the duplicate.
# This causes stale data locally, but I consider this problem acceptable right now. # This causes stale data locally, but I consider this problem acceptable right now.
tasks.append(asyncio.create_task(self._download_forum_thread(cl.path, thread))) tasks.append(asyncio.create_task(self._download_forum_thread(cl.path, thread, thread)))
# And execute them # And execute them
await self.gather(tasks) await self.gather(tasks)
@ -778,18 +778,20 @@ instance's greatest bottleneck.
async def _download_forum_thread( async def _download_forum_thread(
self, self,
parent_path: PurePath, parent_path: PurePath,
element: Union[IliasForumThread, IliasPageElement] thread: Union[IliasForumThread, IliasPageElement],
element: IliasPageElement
) -> None: ) -> None:
path = parent_path / (_sanitize_path_name(element.name) + ".html") path = parent_path / (_sanitize_path_name(thread.name) + ".html")
maybe_dl = await self.download(path, mtime=element.mtime) maybe_dl = await self.download(path, mtime=thread.mtime)
if not maybe_dl or not isinstance(element, IliasForumThread): if not maybe_dl or not isinstance(thread, IliasForumThread):
return return
async with maybe_dl as (bar, sink): async with maybe_dl as (bar, sink):
rendered = forum_thread_template( rendered = forum_thread_template(
element.name, thread.name,
element.name_tag, element.url,
await self.internalize_images(element.content_tag) thread.name_tag,
await self.internalize_images(thread.content_tag)
) )
sink.file.write(rendered.encode("utf-8")) sink.file.write(rendered.encode("utf-8"))
sink.done() sink.done()