mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
Set user agent to "pferd/<version>"
This commit is contained in:
parent
93a5a94dab
commit
6e5fdf4e9e
@ -15,6 +15,7 @@ from .config import Config, Section
|
|||||||
from .limiter import Limiter
|
from .limiter import Limiter
|
||||||
from .output_dir import FileSink, OnConflict, OutputDirectory, Redownload
|
from .output_dir import FileSink, OnConflict, OutputDirectory, Redownload
|
||||||
from .transformer import RuleParseException, Transformer
|
from .transformer import RuleParseException, Transformer
|
||||||
|
from .version import __version__
|
||||||
|
|
||||||
|
|
||||||
class CrawlerLoadException(Exception):
|
class CrawlerLoadException(Exception):
|
||||||
@ -289,7 +290,10 @@ class HttpCrawler(Crawler):
|
|||||||
except Exception:
|
except Exception:
|
||||||
pass
|
pass
|
||||||
|
|
||||||
async with aiohttp.ClientSession(cookie_jar=cookie_jar) as session:
|
async with aiohttp.ClientSession(
|
||||||
|
headers={"User-Agent": f"pferd/{__version__}"},
|
||||||
|
cookie_jar=cookie_jar,
|
||||||
|
) as session:
|
||||||
self.session = session
|
self.session = session
|
||||||
try:
|
try:
|
||||||
await super().run()
|
await super().run()
|
||||||
@ -299,4 +303,7 @@ class HttpCrawler(Crawler):
|
|||||||
try:
|
try:
|
||||||
cookie_jar.save(self._cookie_jar_path)
|
cookie_jar.save(self._cookie_jar_path)
|
||||||
except Exception:
|
except Exception:
|
||||||
self.print(f"[bold red]Warning:[/] Failed to save cookies to {escape(str(self.COOKIE_FILE))}")
|
self.print(
|
||||||
|
"[bold red]Warning:[/] Failed to save cookies to "
|
||||||
|
+ escape(str(self.COOKIE_FILE))
|
||||||
|
)
|
||||||
|
Loading…
Reference in New Issue
Block a user