Skip to content

Bulk asynchronous downloader for multiple file hosts

feat: add area51 support

NTFSvolumeef321a8242af
diff --git a/cyberdrop_dl/crawlers/area51.py b/cyberdrop_dl/crawlers/area51.py
new file mode 100644
index 000000000..5b9a537f0
--- /dev/null
+++ b/cyberdrop_dl/crawlers/area51.py
@@ -0,0 +1,34 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, ClassVar
+
+from cyberdrop_dl.crawlers._kvs import KernelVideoSharingCrawler, _extract_upload_date
+from cyberdrop_dl.crawlers.crawler import URLConfig
+from cyberdrop_dl.url_objects import AbsoluteHttpURL, ScrapeItem
+
+if TYPE_CHECKING:
+ from bs4 import BeautifulSoup
+
+ from cyberdrop_dl.crawlers.crawler import SupportedPaths
+
+
+@URLConfig(trim=False)
+class Area51Crawler(KernelVideoSharingCrawler):
+ SUPPORTED_PATHS: ClassVar[SupportedPaths] = {
+ "Video": "/view/<video_id>/...",
+ }
+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://area51.porn")
+ DOMAIN: ClassVar[str] = "area51.porn"
+ FOLDER_DOMAIN: ClassVar[str] = "Area51"
+
+ async def fetch(self, scrape_item: ScrapeItem) -> None:
+ match scrape_item.url.parts[1:]:
+ case ["view", _id, _slug, *_]:
+ await self.video(scrape_item)
+ case _:
+ raise ValueError
+
+ def _extract_upload_date(self, soup: BeautifulSoup) -> float | None:
+ if date_str := _extract_upload_date(soup):
+ a, _, b = date_str.rpartition(".")
+ return self.parse_iso_date(a or b)
diff --git a/tests/crawlers/test_cases/area51.py b/tests/crawlers/test_cases/area51.py
new file mode 100644
index 000000000..df27d443c
--- /dev/null
+++ b/tests/crawlers/test_cases/area51.py
@@ -0,0 +1,20 @@
+DOMAIN = "area51.porn"
+TEST_CASES = [
+ {
+ "url": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",
+ "results": [
+ {
+ "url": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",
+ "filename": "Slender goddess Kelsi Monroe satisfies black director after dance [3634].mp4",
+ "debrid_url": "re:3634_720p.mp4/?v-acctoken=",
+ "original_filename": "3634_720p.mp4",
+ "referer": "https://area51.porn/view/3634/slender-goddess-kelsi-monroe-satisfies-black-director-after-dance/",
+ "album_id": None,
+ "uploaded_at": 1615193125,
+ "download_folder": "re:Loose Files (Area51)",
+ "thumbnail": None,
+ }
+ ],
+ "count": 1,
+ }
+]