mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
Fix relative url joining in ti downloader
This commit is contained in:
parent
1572e11da8
commit
2752e98621
@ -4,6 +4,7 @@ import getpass
|
|||||||
import logging
|
import logging
|
||||||
import pathlib
|
import pathlib
|
||||||
import re
|
import re
|
||||||
|
from urllib.parse import urljoin
|
||||||
|
|
||||||
import bs4
|
import bs4
|
||||||
import requests
|
import requests
|
||||||
@ -43,7 +44,7 @@ class Ti:
|
|||||||
if filter(path):
|
if filter(path):
|
||||||
self._crawl(urlpart + address, path, orga, transform)
|
self._crawl(urlpart + address, path, orga, transform)
|
||||||
else:
|
else:
|
||||||
loggwe.info(f"Skipping {name}/")
|
logger.info(f"Skipping {name}/")
|
||||||
|
|
||||||
orga.clean_sync_dir()
|
orga.clean_sync_dir()
|
||||||
orga.clean_temp_dir()
|
orga.clean_temp_dir()
|
||||||
@ -76,7 +77,7 @@ class Ti:
|
|||||||
|
|
||||||
for filelink in soup.find_all("a", href=self.FILE_RE):
|
for filelink in soup.find_all("a", href=self.FILE_RE):
|
||||||
filepath = path / filelink["href"]
|
filepath = path / filelink["href"]
|
||||||
fileurl = url + "/" + filelink["href"]
|
fileurl = urljoin(url, filelink["href"])
|
||||||
|
|
||||||
new_path = transform(filepath)
|
new_path = transform(filepath)
|
||||||
if new_path is None:
|
if new_path is None:
|
||||||
|
Loading…
Reference in New Issue
Block a user