From 2f0e792670559fe98572eb937feafa95de41e9bd Mon Sep 17 00:00:00 2001 From: I-Al-Istannen Date: Wed, 19 Feb 2025 12:06:07 +0100 Subject: [PATCH] Increase default http timeout to 30 Otherwise larger forums will fail to download in time --- PFERD/crawl/http_crawler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/PFERD/crawl/http_crawler.py b/PFERD/crawl/http_crawler.py index 1c4631c..471bf1e 100644 --- a/PFERD/crawl/http_crawler.py +++ b/PFERD/crawl/http_crawler.py @@ -22,7 +22,7 @@ ETAGS_CUSTOM_REPORT_VALUE_KEY = "etags" class HttpCrawlerSection(CrawlerSection): def http_timeout(self) -> float: - return self.s.getfloat("http_timeout", fallback=20) + return self.s.getfloat("http_timeout", fallback=30) class HttpCrawler(Crawler):