mirror of
https://github.com/Garmelon/PFERD.git
synced 2025-12-04 06:12:30 +01:00
Deduplicate path names in crawler
Also rename files so they follow the restrictions for windows file names if we're on windows.
This commit is contained in:
@@ -80,7 +80,7 @@ class LocalCrawler(Crawler):
|
||||
))
|
||||
|
||||
for child in path.iterdir():
|
||||
pure_child = pure / child.name
|
||||
pure_child = cl.path / child.name
|
||||
tasks.append(self._crawl_path(child, pure_child))
|
||||
|
||||
await self.gather(tasks)
|
||||
|
||||
Reference in New Issue
Block a user