Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add fyptt support
NTFSvolumede1418164fdb
diff --git a/cyberdrop_dl/crawlers/fyptt.py b/cyberdrop_dl/crawlers/fyptt.pynew file mode 100644index 000000000..24e7f0daa--- /dev/null+++ b/cyberdrop_dl/crawlers/fyptt.py@@ -0,0 +1,66 @@+from __future__ import annotations++from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers.crawler import Crawler, URLConfig+from cyberdrop_dl.url_objects import AbsoluteHttpURL+from cyberdrop_dl.utils import css, extr_text+from cyberdrop_dl.utils.errors import error_handling_wrapper++if TYPE_CHECKING:+ from cyberdrop_dl.url_objects import ScrapeItem+++@URLConfig(trim=False)+class FYPTTCrawler(Crawler):+ SUPPORTED_PATHS: ClassVar[dict[str, str | tuple[str, ...]]] = {"Post": "/<post_id>/..."}+ DOMAIN: ClassVar[str] = "fyptt"+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://fyptt.to")++ async def fetch(self, scrape_item: ScrapeItem) -> None:+ match scrape_item.url.parts[1:]:+ case [post_id, *_] if post_id.isdecimal():+ await self.post(scrape_item, post_id)+ case _:+ raise ValueError++ @error_handling_wrapper+ async def post(self, scrape_item: ScrapeItem, post_id: str) -> None:+ if await self.check_complete_from_referer(scrape_item.url):+ return++ soup = await self.request_soup(scrape_item.url)+ article = next(f for f in css.json_ld(soup)["@graph"] if f.get("@type") == "Article")+ name: str = article["headline"]++ scrape_item.uploaded_at = self.parse_iso_date(article["datePublished"])+ iframe = self.parse_url(css.select(soup, "iframe", "src"))+ headers = {"Referer": str(scrape_item.url)}++ async with self.request(iframe, headers=headers) as resp:+ try:+ src = extr_text(await resp.text(), 'player.setup({file:"', '",')+ except ValueError:+ src = css.select(await resp.soup(), "video source", "src")++ src = self.parse_url(src)+ m3u8 = info = None+ if src.suffix == ".m3u8":+ m3u8, info = await self.request_m3u8(src, headers=headers)++ filename = self.create_custom_filename(+ name,+ ext := ".mp4",+ file_id=post_id,+ resolution=info and info.resolution,+ )++ await self.handle_file(+ src,+ scrape_item,+ name,+ ext,+ custom_filename=filename,+ thumbnail=self.parse_url(article["thumbnailUrl"]),+ m3u8=m3u8,+ )diff --git a/tests/crawlers/test_cases/fyptt.py b/tests/crawlers/test_cases/fyptt.pynew file mode 100644index 000000000..efdec45d3--- /dev/null+++ b/tests/crawlers/test_cases/fyptt.py@@ -0,0 +1,53 @@+DOMAIN = "fyptt"+TEST_CASES = [+ {+ "url": "https://fyptt.to/14582/naughty-friends-get-naked-together-on-instagram-porn-and-have-fun/",+ "results": [+ {+ "url": "re:https://stream.fyptt.to/fvJ38pD6.mp4?token",+ "filename": "Naughty friends get naked together on Instagram porn and have fun [14582].mp4",+ "debrid_url": None,+ "original_filename": "Naughty friends get naked together on Instagram porn and have fun",+ "referer": "https://fyptt.to/14582/naughty-friends-get-naked-together-on-instagram-porn-and-have-fun/",+ "album_id": None,+ "uploaded_at": 1699336126,+ "download_folder": "re:Loose Files (Fyptt)",+ },+ {+ "url": "https://fyptt.to/wp-content/uploads/2023/11/vlcsnap-2023-11-07-12h37m29s752.jpg",+ "filename": "Naughty friends get naked together on Instagram porn and have fun [14582]_thumb.jpg",+ "debrid_url": None,+ "original_filename": "Naughty friends get naked together on Instagram porn and have fun [14582]_thumb.jpg",+ "referer": "https://fyptt.to/14582/naughty-friends-get-naked-together-on-instagram-porn-and-have-fun/#thumbnail",+ "album_id": None,+ "uploaded_at": 1699336126,+ "download_folder": "re:Loose Files (Fyptt)",+ },+ ],+ },+ {+ "url": "https://fyptt.to/23589/each-of-these-girls-flashes-her-angles-in-a-video-as-dark-haired-tattooed-girl-exposes-natural-tits-bounce/",+ "results": [+ {+ "url": "re:https://stream.fyptt.to/hls/Gu8sJvVJ.m3u8?token=",+ "filename": "Each of these girls flashes her angles in a video as dark haired tattooed girl expo [23589].mp4",+ "debrid_url": None,+ "original_filename": "Each of these girls flashes her angles in a video as dark haired tattooed girl exposes natural tits bounce",+ "referer": "https://fyptt.to/23589/each-of-these-girls-flashes-her-angles-in-a-video-as-dark-haired-tattooed-girl-exposes-natural-tits-bounce/",+ "album_id": None,+ "uploaded_at": 1786446305,+ "download_folder": "re:Loose Files (Fyptt)",+ },+ {+ "url": "https://fyptt.to/wp-content/uploads/2026/08/vid-2026-08-11-12h57m43s009.webp",+ "filename": "Each of these girls flashes her angles in a video as dark haired tattooed girl expo [23589.webp",+ "debrid_url": None,+ "original_filename": "Each of these girls flashes her angles in a video as dark haired tattooed girl expo [23589]_thumb.webp",+ "referer": "https://fyptt.to/23589/each-of-these-girls-flashes-her-angles-in-a-video-as-dark-haired-tattooed-girl-exposes-natural-tits-bounce/#thumbnail",+ "album_id": None,+ "uploaded_at": 1786446305,+ "download_folder": "re:Loose Files (Fyptt)",+ },+ ],+ },+]