mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2025-07-12 06:02:31 +02:00
Code Issues Packages Projects Releases Wiki Activity

Implement output directory

Browse Source
This commit is contained in:
Joscha
2021-05-05 18:08:34 +02:00
parent fde811ae5a
commit bbfdadc463
4 changed files with 381 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
PFERD/crawler.py
View File

@ -10,6 +10,7 @@ from rich.markup import escape
from .conductor import ProgressBar, TerminalConductor
from .config import Config
from .limiter import Limiter
from .output_dir import OnConflict, OutputDirectory, Redownload
from .transformer import RuleParseException, Transformer
@ -44,8 +45,11 @@ class Crawler(ABC):
e.pretty_print()
raise CrawlerLoadException()
# working_dir = Path(section.get("working_dir", ""))
# output_dir = working_dir / section.get("output_dir", name)
output_dir = config.working_dir / section.get("output_dir", name)
redownload = Redownload.NEVER_SMART
on_conflict = OnConflict.PROMPT
self._output_dir = OutputDirectory(
output_dir, redownload, on_conflict, self._conductor)
def print(self, text: str) -> None:
"""