Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add fuckingfast support (#1592)
NTFSvolumeed16deff46d0
diff --git a/cyberdrop_dl/crawlers/__init__.py b/cyberdrop_dl/crawlers/__init__.pyindex 3a9df8cc1..d362284f8 100644--- a/cyberdrop_dl/crawlers/__init__.py+++ b/cyberdrop_dl/crawlers/__init__.py@@ -37,6 +37,7 @@ from .files_vc import FilesVcCrawlerfrom .flugel_anime import FlugelAnimeCrawlerfrom .fourchan import FourChanCrawlerfrom .fsiblog import FSIBlogCrawler+from .fucking_fast import FuckingFastCrawlerfrom .fuxxx import FuXXXCrawlerfrom .generic import GenericCrawlerfrom .girlsreleased import GirlsReleasedCrawlerdiff --git a/cyberdrop_dl/crawlers/fucking_fast.py b/cyberdrop_dl/crawlers/fucking_fast.pynew file mode 100644index 000000000..986cf8b44--- /dev/null+++ b/cyberdrop_dl/crawlers/fucking_fast.py@@ -0,0 +1,41 @@+from __future__ import annotations++from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers.crawler import Crawler, SupportedPaths+from cyberdrop_dl.data_structures.url_objects import AbsoluteHttpURL+from cyberdrop_dl.utils import css+from cyberdrop_dl.utils.utilities import error_handling_wrapper, get_text_between++if TYPE_CHECKING:+ from cyberdrop_dl.data_structures.url_objects import ScrapeItem+++class FuckingFastCrawler(Crawler):+ SUPPORTED_PATHS: ClassVar[SupportedPaths] = {"Direct links": "/<file_id>"}+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://fuckingfast.co")+ DOMAIN: ClassVar[str] = "fuckingfast.co"+ FOLDER_DOMAIN: ClassVar[str] = "FuckingFast"++ async def fetch(self, scrape_item: ScrapeItem) -> None:+ match scrape_item.url.parts[1:]:+ case [_]:+ return await self.file(scrape_item)+ case _:+ raise ValueError++ @classmethod+ def transform_url(cls, url: AbsoluteHttpURL) -> AbsoluteHttpURL:+ return super().transform_url(url).with_fragment(None)++ @error_handling_wrapper+ async def file(self, scrape_item: ScrapeItem) -> None:+ if await self.check_complete_from_referer(scrape_item):+ return++ soup = await self.request_soup(scrape_item.url)+ name = css.page_title(soup)+ dl_link = get_text_between(str(soup), 'window.open("https:', ")").strip('"')+ link = self.parse_url(f"https:{dl_link}")+ filename, ext = self.get_filename_and_ext(name)+ await self.handle_file(scrape_item.url, scrape_item, name, ext, debrid_link=link, custom_filename=filename)diff --git a/tests/crawlers/test_cases/fucking_fast.py b/tests/crawlers/test_cases/fucking_fast.pynew file mode 100644index 000000000..d53fa37d8--- /dev/null+++ b/tests/crawlers/test_cases/fucking_fast.py@@ -0,0 +1,15 @@+DOMAIN = "fuckingfast.co"+TEST_CASES = [+ (+ "https://fuckingfast.co/auo9lgho1u8d/",+ [+ {+ "url": "https://fuckingfast.co/auo9lgho1u8d",+ "filename": "Burnout_Paradise_Remastered_--_fitgirl-repacks.site_--_.part1.rar",+ "debrid_link": "re:https://fuckingfast.co/dl/",+ "referer": "https://fuckingfast.co/auo9lgho1u8d",+ "datetime": None,+ }+ ],+ ),+]