mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Set user agent to "pferd/<version>"

Browse Source
This commit is contained in:
Joscha 2021-05-14 00:09:58 +02:00
parent 93a5a94dab
commit 6e5fdf4e9e
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
PFERD/crawler.py
View File

@ -15,6 +15,7 @@ from .config import Config, Section
from .limiter import Limiter
from .output_dir import FileSink, OnConflict, OutputDirectory, Redownload
from .transformer import RuleParseException, Transformer
from .version import __version__
class CrawlerLoadException(Exception):
@ -289,7 +290,10 @@ class HttpCrawler(Crawler):
except Exception:
pass
async with aiohttp.ClientSession(cookie_jar=cookie_jar) as session:
async with aiohttp.ClientSession(
headers={"User-Agent": f"pferd/{__version__}"},
cookie_jar=cookie_jar,
) as session:
self.session = session
try:
await super().run()
@ -299,4 +303,7 @@ class HttpCrawler(Crawler):
try:
cookie_jar.save(self._cookie_jar_path)
except Exception:
self.print(f"[bold red]Warning:[/] Failed to save cookies to {escape(str(self.COOKIE_FILE))}")
self.print(
"[bold red]Warning:[/] Failed to save cookies to "
+ escape(str(self.COOKIE_FILE))
)