Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add area51 support
NTFSvolumeef321a8242af
diff --git a/cyberdrop_dl/crawlers/area51.py b/cyberdrop_dl/crawlers/area51.pynew file mode 100644index 000000000..5b9a537f0--- /dev/null+++ b/cyberdrop_dl/crawlers/area51.py@@ -0,0 +1,34 @@+from __future__ import annotations++from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers._kvs import KernelVideoSharingCrawler, _extract_upload_date+from cyberdrop_dl.crawlers.crawler import URLConfig+from cyberdrop_dl.url_objects import AbsoluteHttpURL, ScrapeItem++if TYPE_CHECKING:+ from bs4 import BeautifulSoup++ from cyberdrop_dl.crawlers.crawler import SupportedPaths+++@URLConfig(trim=False)+class Area51Crawler(KernelVideoSharingCrawler):+ SUPPORTED_PATHS: ClassVar[SupportedPaths] = {+ "Video": "/view/<video_id>/...",+ }+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://area51.porn")+ DOMAIN: ClassVar[str] = "area51.porn"+ FOLDER_DOMAIN: ClassVar[str] = "Area51"++ async def fetch(self, scrape_item: ScrapeItem) -> None:+ match scrape_item.url.parts[1:]:+ case ["view", _id, _slug, *_]:+ await self.video(scrape_item)+ case _:+ raise ValueError++ def _extract_upload_date(self, soup: BeautifulSoup) -> float | None:+ if date_str := _extract_upload_date(soup):+ a, _, b = date_str.rpartition(".")+ return self.parse_iso_date(a or b)diff --git a/tests/crawlers/test_cases/area51.py b/tests/crawlers/test_cases/area51.pynew file mode 100644index 000000000..df27d443c--- /dev/null+++ b/tests/crawlers/test_cases/area51.py@@ -0,0 +1,20 @@+DOMAIN = "area51.porn"+TEST_CASES = [+ {+ "url": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",+ "results": [+ {+ "url": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",+ "filename": "Slender goddess Kelsi Monroe satisfies black director after dance [3634].mp4",+ "debrid_url": "re:3634_720p.mp4/?v-acctoken=",+ "original_filename": "3634_720p.mp4",+ "referer": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",+ "album_id": None,+ "uploaded_at": 1615193125,+ "download_folder": "re:Loose Files (Area51)",+ "thumbnail": None,+ }+ ],+ "count": 1,+ }+]