Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add Monstercat support (#2014)
NTFSvolumec738f4fe707e
diff --git a/cyberdrop_dl/crawlers/monstercat.py b/cyberdrop_dl/crawlers/monstercat.pynew file mode 100644index 000000000..24f345a63--- /dev/null+++ b/cyberdrop_dl/crawlers/monstercat.py@@ -0,0 +1,74 @@+from __future__ import annotations++import dataclasses+from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers.crawler import Crawler, SupportedPaths+from cyberdrop_dl.url_objects import AbsoluteHttpURL+from cyberdrop_dl.utils import css+from cyberdrop_dl.utils.errors import error_handling_wrapper++if TYPE_CHECKING:+ from collections.abc import Generator++ from bs4 import BeautifulSoup++ from cyberdrop_dl.url_objects import ScrapeItem+++class MonstercatCrawler(Crawler):+ SUPPORTED_PATHS: ClassVar[SupportedPaths] = {+ "Release": "/release/<slug>",+ }+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://www.monstercat.com")+ DOMAIN: ClassVar[str] = "monstercat"++ async def fetch(self, scrape_item: ScrapeItem) -> None:+ match scrape_item.url.parts[1:]:+ case ["release", release_slug]:+ return await self.release(scrape_item, release_slug)+ case _:+ raise ValueError++ @error_handling_wrapper+ async def release(self, scrape_item: ScrapeItem, release_slug: str) -> None:+ soup = await self.request_soup(scrape_item.url)+ name, release_date = _extract_info(soup)+ scrape_item.uploaded_at = self.parse_date(release_date, "%B %d, %Y")+ scrape_item.setup_as_album(self.create_title(name, release_slug), album_id=release_slug)+ downloaded = await self.get_album_results(release_slug)+ for track in _extract_tracks(soup):+ if self.check_album_results(track.url, downloaded):+ continue+ self.create_eager_task(self._track(scrape_item, track))+ scrape_item.add_children()++ async def _track(self, scrape_item: ScrapeItem, track: Track) -> None:+ with self.catch_errors(track.url):+ filename = self.create_custom_filename(track.name, ext := ".mp3")+ await self.handle_file(track.url, scrape_item, track.name, ext, custom_filename=filename)++[email protected](slots=True)+class Track:+ id: str+ release_id: str+ name: str+ url: AbsoluteHttpURL+++def _extract_tracks(soup: BeautifulSoup) -> Generator[Track]:+ for tr in css.iselect(soup, "table tr"):+ btn = css.select(tr, ".btn-play")+ release_id = css.attr(btn, "data-release-id")+ track_id = css.attr(btn, "data-track-id")+ name = css.select_text(tr, ".d-inline-flex.flex-column", decompose="span")+ url = MonstercatCrawler.PRIMARY_URL / "api/release" / release_id / "track-stream" / track_id+ yield Track(track_id, release_id, name, url)+++def _extract_info(soup: BeautifulSoup) -> tuple[str, str]:+ name = css.select_text(soup, "h1")+ released = css.select_text(soup, "#content p.font-italic.mb-medium:-soup-contains-own(Released)")+ release_date = released.partition("Released ")[-1].strip()+ return name, release_datediff --git a/tests/crawlers/test_cases/monstercat.py b/tests/crawlers/test_cases/monstercat.pynew file mode 100644index 000000000..d0140e707--- /dev/null+++ b/tests/crawlers/test_cases/monstercat.py@@ -0,0 +1,29 @@+DOMAIN = "monstercat"+TEST_CASES = [+ {+ "url": "https://www.monstercat.com/release/742779563446",+ "results": [+ {+ "url": "https://www.monstercat.com/api/release/af0830b2-0318-4411-b336-e1684774f0f0/track-stream/b381e5aa-3629-497c-b451-388f28a6077b",+ "filename": "FLUTTER.mp3",+ "debrid_url": None,+ "original_filename": "FLUTTER",+ "referer": "https://www.monstercat.com/release/742779563446",+ "album_id": "742779563446",+ "uploaded_at": 1780894800,+ "download_folder": "re:FLUTTER - STEP OUT (Monstercat)",+ },+ {+ "url": "https://www.monstercat.com/api/release/af0830b2-0318-4411-b336-e1684774f0f0/track-stream/02af32d1-200c-4eab-ae0b-9823bdf4cdfb",+ "filename": "STEP OUT.mp3",+ "debrid_url": None,+ "original_filename": "STEP OUT",+ "referer": "https://www.monstercat.com/release/742779563446",+ "album_id": "742779563446",+ "uploaded_at": 1780894800,+ "download_folder": "re:FLUTTER - STEP OUT (Monstercat)",+ },+ ],+ "count": 2,+ }+]