mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
Append trailing slash to kit-ipd links to ensure urljoin works as expected
This commit is contained in:
parent
1b6be6bd79
commit
f47d2f11d8
@ -25,6 +25,7 @@ ambiguous situations.
|
||||
### Fixed
|
||||
- Forum crawling crashing when parsing empty (= 0 messages) threads
|
||||
- Forum crawling crashing when a forum has no threads at all
|
||||
- kit-ipd crawler if URL did not end with a trailing slash
|
||||
|
||||
## 3.4.1 - 2022-08-17
|
||||
|
||||
|
@ -24,6 +24,9 @@ class KitIpdCrawlerSection(HttpCrawlerSection):
|
||||
if not target.startswith("https://"):
|
||||
self.invalid_value("target", target, "Should be a URL")
|
||||
|
||||
if not target.endswith("/"):
|
||||
target = target + "/"
|
||||
|
||||
return target
|
||||
|
||||
def link_regex(self) -> Pattern[str]:
|
||||
|
Loading…
Reference in New Issue
Block a user