mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix a few typos in HttpCrawler

Browse Source
This commit is contained in:
I-Al-Istannen 2021-05-22 23:37:34 +02:00
parent adfdc302d7
commit 8ac85ea0bd
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
PFERD/http_crawler.py
View File

@ -37,10 +37,10 @@ class HttpCrawler(Crawler):
async def authenticate(self, current_id: int) -> None: async def authenticate(self, current_id: int) -> None:
async with self._authentication_lock: async with self._authentication_lock:
# Another thread successfully called authenticate in between # Another thread successfully called authenticate in-between
# We do not want to perform auth again, so return here. We can # We do not want to perform auth again, so we return here. We can
# assume auth suceeded as authenticate will throw an error if # assume the other thread suceeded as authenticate will throw an error
# it failed. # if it failed and aborts the crawl process.
if current_id != self._authentication_id: if current_id != self._authentication_id:
return return
await self._authenticate() await self._authenticate()
@ -52,7 +52,7 @@ class HttpCrawler(Crawler):
async def _authenticate(self) -> None: async def _authenticate(self) -> None:
""" """
Performs authentication. This method must only return normally if authentication suceeded. Performs authentication. This method must only return normally if authentication suceeded.
In all other cases it mus either retry internally or throw a terminal exception. In all other cases it must either retry internally or throw a terminal exception.
""" """
raise RuntimeError("_authenticate() was called but crawler doesn't provide an implementation") raise RuntimeError("_authenticate() was called but crawler doesn't provide an implementation")