mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-11-04 14:42:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

Sanitize / in kit-ipd heading hierarchy

Browse Source
This commit is contained in:
I-Al-Istannen
2025-10-30 20:19:30 +01:00
parent 3453bbc991
commit 3f5637366e
6 changed files with 33 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
PFERD/crawl/kit_ipd_crawler.py
View File

@@ -15,7 +15,7 @@ from ..auth import Authenticator
from ..config import Config
from ..logging import ProgressBar, log
from ..output_dir import FileSink
from ..utils import soupify
from ..utils import sanitize_path_name, soupify
from .crawler import CrawlError
from .http_crawler import HttpCrawler, HttpCrawlerSection
@@ -106,7 +106,7 @@ class KitIpdCrawler(HttpCrawler):
await self.gather(tasks)
async def _crawl_folder(self, parent: PurePath, folder: KitIpdFolder) -> None:
path = parent / folder.name
path = parent / sanitize_path_name(folder.name)
if not await self.crawl(path):
return
@@ -125,7 +125,7 @@ class KitIpdCrawler(HttpCrawler):
async def _download_file(
self, parent: PurePath, file: KitIpdFile, etag: Optional[str], mtime: Optional[datetime]
) -> None:
element_path = parent / file.name
element_path = parent / sanitize_path_name(file.name)
prev_etag = self._get_previous_etag_from_report(element_path)
etag_differs = None if prev_etag is None else prev_etag != etag