mirrors/pferd
1
0
Fork 0
mirror of https://github.com/Garmelon/PFERD.git synced 2023-12-21 10:23:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

Replace asyncio.gather with custom Crawler function

Browse Source
This commit is contained in:
Joscha
2021-05-23 17:25:16 +02:00
parent c0cecf8363
commit 29d5a40c57
3 changed files with 24 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
PFERD/crawlers/ilias/kit_ilias_web_crawler.py
View File

@ -1,4 +1,3 @@
import asyncio
import re
from pathlib import PurePath
from typing import Any, Awaitable, Callable, Dict, Optional, Set, TypeVar, Union
@ -215,7 +214,7 @@ class KitIliasWebCrawler(HttpCrawler):
# this method without having spawned a single task. Due to this we do
# not need to cancel anything or worry about this gather call or the forks
# further up.
await asyncio.gather(*tasks)
await self.gather(tasks)
await impl()
@ -240,7 +239,7 @@ class KitIliasWebCrawler(HttpCrawler):
# this method without having spawned a single task. Due to this we do
# not need to cancel anything or worry about this gather call or the forks
# further up.
await asyncio.gather(*tasks)
await self.gather(tasks)
await impl()