mirror of
https://github.com/Garmelon/PFERD.git
synced 2023-12-21 10:23:01 +01:00
Allow passing a playlist URL to diva instead of an id
This commit is contained in:
parent
f6faacabb0
commit
9950144e97
@ -1,4 +1,5 @@
|
|||||||
import logging
|
import logging
|
||||||
|
import re
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Any, Callable, List, Optional
|
from typing import Any, Callable, List, Optional
|
||||||
@ -44,16 +45,47 @@ class DivaPlaylistCrawler:
|
|||||||
A crawler for DIVA playlists.
|
A crawler for DIVA playlists.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
_BASE_URL = "https://mediaservice.bibliothek.kit.edu/asset/collection.json"
|
_PLAYLIST_BASE_URL = "https://mediaservice.bibliothek.kit.edu/asset/detail/"
|
||||||
|
_COLLECTION_BASE_URL = "https://mediaservice.bibliothek.kit.edu/asset/collection.json"
|
||||||
|
|
||||||
def __init__(self, playlist_id: str):
|
def __init__(self, playlist_id: str):
|
||||||
self._id = playlist_id
|
self._id = playlist_id
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def fetch_id(cls, playlist_link: str) -> str:
|
||||||
|
"""
|
||||||
|
Fetches the ID for a playerlist, given the base link
|
||||||
|
(e.g. https://mediaservice.bibliothek.kit.edu/#/details/DIVA-2019-271).
|
||||||
|
|
||||||
|
Raises a FatalException, if the id can not be resolved
|
||||||
|
"""
|
||||||
|
match = re.match(r".+#/details/(.+)", playlist_link)
|
||||||
|
if match is None:
|
||||||
|
raise FatalException(
|
||||||
|
"DIVA: Invalid playlist link format, could not extract details."
|
||||||
|
)
|
||||||
|
base_name = match.group(1)
|
||||||
|
|
||||||
|
response = requests.get(cls._PLAYLIST_BASE_URL + base_name + ".json")
|
||||||
|
|
||||||
|
if response.status_code != 200:
|
||||||
|
raise FatalException(
|
||||||
|
f"DIVA: Got non-200 status code ({response.status_code}))"
|
||||||
|
f"when requesting {response.url!r}!"
|
||||||
|
)
|
||||||
|
|
||||||
|
body = response.json()
|
||||||
|
|
||||||
|
if body["error"]:
|
||||||
|
raise FatalException(f"DIVA: Server returned error {body['error']!r}.")
|
||||||
|
|
||||||
|
return body["result"]["id"]
|
||||||
|
|
||||||
def crawl(self) -> List[DivaDownloadInfo]:
|
def crawl(self) -> List[DivaDownloadInfo]:
|
||||||
"""
|
"""
|
||||||
Crawls the playlist given in the constructor.
|
Crawls the playlist given in the constructor.
|
||||||
"""
|
"""
|
||||||
response = requests.get(self._BASE_URL, params={"collection": self._id})
|
response = requests.get(self._COLLECTION_BASE_URL, params={"collection": self._id})
|
||||||
if response.status_code != 200:
|
if response.status_code != 200:
|
||||||
raise FatalException(f"Server returned status {response.status_code}.")
|
raise FatalException(f"Server returned status {response.status_code}.")
|
||||||
|
|
||||||
|
@ -147,7 +147,7 @@ class Pferd(Location):
|
|||||||
def diva_kit(
|
def diva_kit(
|
||||||
self,
|
self,
|
||||||
target: Union[PathLike, Organizer],
|
target: Union[PathLike, Organizer],
|
||||||
playlist_id: str,
|
playlist_location: str,
|
||||||
transform: Transform = lambda x: x,
|
transform: Transform = lambda x: x,
|
||||||
download_strategy: DivaDownloadStrategy = diva_download_new,
|
download_strategy: DivaDownloadStrategy = diva_download_new,
|
||||||
clean: bool = True
|
clean: bool = True
|
||||||
@ -157,7 +157,8 @@ class Pferd(Location):
|
|||||||
|
|
||||||
Arguments:
|
Arguments:
|
||||||
organizer {Organizer} -- The organizer to use.
|
organizer {Organizer} -- The organizer to use.
|
||||||
playlist_id {str} -- the playlist id
|
playlist_location {str} -- the playlist id or the playlist URL
|
||||||
|
in the format 'https://mediaservice.bibliothek.kit.edu/#/details/DIVA-2019-271'
|
||||||
|
|
||||||
Keyword Arguments:
|
Keyword Arguments:
|
||||||
transform {Transform} -- A transformation function for the output paths. Return None
|
transform {Transform} -- A transformation function for the output paths. Return None
|
||||||
@ -169,6 +170,11 @@ class Pferd(Location):
|
|||||||
"""
|
"""
|
||||||
tmp_dir = self._tmp_dir.new_subdir()
|
tmp_dir = self._tmp_dir.new_subdir()
|
||||||
|
|
||||||
|
if playlist_location.startswith("http"):
|
||||||
|
playlist_id = DivaPlaylistCrawler.fetch_id(playlist_link=playlist_location)
|
||||||
|
else:
|
||||||
|
playlist_id = playlist_location
|
||||||
|
|
||||||
if target is None:
|
if target is None:
|
||||||
PRETTY.starting_synchronizer("None", "DIVA", playlist_id)
|
PRETTY.starting_synchronizer("None", "DIVA", playlist_id)
|
||||||
raise FatalException("Got 'None' as target directory, aborting")
|
raise FatalException("Got 'None' as target directory, aborting")
|
||||||
|
Loading…
Reference in New Issue
Block a user