mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
4b68fa771f
- Renamed module and class because "conductor" didn't make a lot of sense - Used singleton approach (there's only one stdout after all) - Redesigned progress bars (now with download speed!)
72 lines
2.3 KiB
Python
72 lines
2.3 KiB
Python
from typing import Dict
|
|
|
|
from rich import print
|
|
from rich.markup import escape
|
|
|
|
from .authenticator import Authenticator
|
|
from .authenticators import AUTHENTICATORS
|
|
from .config import Config
|
|
from .crawler import Crawler
|
|
from .crawlers import CRAWLERS
|
|
|
|
|
|
class PferdLoadException(Exception):
|
|
pass
|
|
|
|
|
|
class Pferd:
|
|
def __init__(self, config: Config):
|
|
self._config = config
|
|
self._authenticators: Dict[str, Authenticator] = {}
|
|
self._crawlers: Dict[str, Crawler] = {}
|
|
|
|
def _load_authenticators(self) -> None:
|
|
abort = False
|
|
for name, section in self._config.authenticator_sections():
|
|
print(f"[bold bright_cyan]Loading[/] {escape(name)}")
|
|
authenticator_type = section.get("type")
|
|
authenticator_constructor = AUTHENTICATORS.get(authenticator_type)
|
|
if authenticator_constructor is None:
|
|
abort = True
|
|
t = escape(repr(authenticator_type))
|
|
print(f"[red]Error: Unknown authenticator type {t}")
|
|
continue
|
|
|
|
authenticator = authenticator_constructor(name, section, self._config)
|
|
self._authenticators[name] = authenticator
|
|
|
|
if abort:
|
|
raise PferdLoadException()
|
|
|
|
def _load_crawlers(self) -> None:
|
|
abort = False
|
|
for name, section in self._config.crawler_sections():
|
|
print(f"[bold bright_cyan]Loading[/] {escape(name)}")
|
|
crawler_type = section.get("type")
|
|
crawler_constructor = CRAWLERS.get(crawler_type)
|
|
if crawler_constructor is None:
|
|
abort = True
|
|
t = escape(repr(crawler_type))
|
|
print(f"[red]Error: Unknown crawler type {t}")
|
|
continue
|
|
|
|
crawler = crawler_constructor(name, section, self._config, self._authenticators)
|
|
self._crawlers[name] = crawler
|
|
|
|
if abort:
|
|
raise PferdLoadException()
|
|
|
|
async def run(self) -> None:
|
|
try:
|
|
self._load_authenticators()
|
|
self._load_crawlers()
|
|
except PferdLoadException:
|
|
print("[bold red]Could not initialize PFERD properly")
|
|
exit(1)
|
|
|
|
for name, crawler in self._crawlers.items():
|
|
print()
|
|
print(f"[bold bright_cyan]Running[/] {escape(name)}")
|
|
|
|
await crawler.run()
|