mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Rename local crawler path to target

Browse Source
This commit is contained in:
Joscha
2021-05-15 17:12:25 +02:00
parent b2a2b5999b
commit 868f486922
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
PFERD/crawlers/local.py
View File

@ -10,10 +10,10 @@ from ..crawler import Crawler, CrawlerSection, anoncritical
class LocalCrawlerSection(CrawlerSection):
def path(self) -> Path:
value = self.s.get("path")
def target(self) -> Path:
value = self.s.get("target")
if value is None:
self.missing_value("path")
self.missing_value("target")
return Path(value).expanduser()
def crawl_delay(self) -> float:
@ -48,7 +48,7 @@ class LocalCrawler(Crawler):
):
super().__init__(name, section, config, conductor)
self._path = config.working_dir / section.path()
self._target = config.working_dir / section.target()
self._crawl_delay = section.crawl_delay()
self._download_delay = section.download_delay()
self._download_speed = section.download_speed()
@ -59,7 +59,7 @@ class LocalCrawler(Crawler):
self._block_size = 1024**2 # 1 MiB
async def crawl(self) -> None:
await self._crawl_path(self._path, PurePath())
await self._crawl_path(self._target, PurePath())
if self.error_free:
await self.cleanup()