mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Use utf-8 for cookies

Browse Source
This commit is contained in:
Joscha 2022-04-29 23:12:41 +02:00
parent aa74604d29
commit b56475450d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
PFERD/crawl/http_crawler.py
View File

@ -108,7 +108,7 @@ class HttpCrawler(Crawler):
def _load_cookies_from_file(self, path: Path) -> None: def _load_cookies_from_file(self, path: Path) -> None:
jar: Any = http.cookies.SimpleCookie() jar: Any = http.cookies.SimpleCookie()
with open(path) as f: with open(path, encoding="utf-8") as f:
for i, line in enumerate(f): for i, line in enumerate(f):
# Names of headers are case insensitive # Names of headers are case insensitive
if line[:11].lower() == "set-cookie:": if line[:11].lower() == "set-cookie:":
@ -121,7 +121,7 @@ class HttpCrawler(Crawler):
jar: Any = http.cookies.SimpleCookie() jar: Any = http.cookies.SimpleCookie()
for morsel in self._cookie_jar: for morsel in self._cookie_jar:
jar[morsel.key] = morsel jar[morsel.key] = morsel
with open(path, "w") as f: with open(path, "w", encoding="utf-8") as f:
f.write(jar.output(sep="\n")) f.write(jar.output(sep="\n"))
f.write("\n") # A trailing newline is just common courtesy f.write("\n") # A trailing newline is just common courtesy