Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add model support
NTFSvolume13d941fe8d65
diff --git a/cyberdrop_dl/crawlers/livecamrips.py b/cyberdrop_dl/crawlers/livecamrips.pyindex c2cd97a34..fb22c141f 100644--- a/cyberdrop_dl/crawlers/livecamrips.py+++ b/cyberdrop_dl/crawlers/livecamrips.py@@ -17,7 +17,9 @@ if TYPE_CHECKING:class LiveCamRipsCrawler(Crawler):SUPPORTED_PATHS: ClassVar[SupportedPaths] = {"Video": "/video/<video_id>",+ "Model": "/model/<model_id>",}+ NEXT_PAGE_SELECTOR: ClassVar[str] = "a.tm-btn-next[href^=http]:-soup-contains-own('Next Page')"DOMAIN: ClassVar[str] = "livecamrips"FOLDER_DOMAIN: ClassVar[str] = "LiveCamRips"PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://livecamrips.to")@@ -25,7 +27,9 @@ class LiveCamRipsCrawler(Crawler):async def fetch(self, scrape_item: ScrapeItem) -> None:match scrape_item.url.parts[1:]:case ["video", _]:- return await self.video(scrape_item)+ await self.video(scrape_item)+ case ["model", _, *_]:+ await self.model(scrape_item)case _:raise ValueError@@ -39,7 +43,7 @@ class LiveCamRipsCrawler(Crawler):user_name = css.select_text(title, "a")css.decompose(title, "a")- _, site_name, upload_date = css.text(title).rsplit("- ", 2)+ _, site_name, upload_date = map(str.strip, css.text(title).rsplit("- ", 2))scrape_item.setup_as_profile(self.create_title(f"{user_name} [{site_name}]"))scrape_item.uploaded_at = self.parse_iso_date(upload_date)scrape_item.append_folders(f"Show on {upload_date}")@@ -47,3 +51,10 @@ class LiveCamRipsCrawler(Crawler):new_item = scrape_item.create_child(embed_url)new_item.referer = scrape_item.refererself.handle_embed(new_item)++ @error_handling_wrapper+ async def model(self, scrape_item: ScrapeItem) -> None:+ scrape_item.setup_as_profile("")+ async for soup in self.web_pager(scrape_item.url):+ for new_item in self.iter_children(scrape_item, soup, ".tm-video-item > a"):+ self.create_task(self.run(new_item))diff --git a/tests/crawlers/test_cases/livecamrips.py b/tests/crawlers/test_cases/livecamrips.pynew file mode 100644index 000000000..6d2fc6ef2--- /dev/null+++ b/tests/crawlers/test_cases/livecamrips.py@@ -0,0 +1,29 @@+DOMAIN = "abstream"+TEST_CASES = [+ {+ "url": "https://livecamrips.to/model/484708/flora_picks/1",+ "results": [+ {+ "url": "https://abstream.to/embed/kkrqbqtsdf8q",+ "filename": "kkrqbqtsdf8q [avc1][540p].mp4",+ "debrid_url": None,+ "original_filename": "kkrqbqtsdf8q [avc1][540p].mp4",+ "referer": "https://livecamrips.to/video/14759344",+ "album_id": None,+ "uploaded_at": 1782976800,+ "download_folder": "re:flora_picks [Chaturbate] (LiveCamRips)/Show on 2026-07-02 02-20",+ },+ {+ "url": "https://abstream.to/embed/c6c7eoyqctqi",+ "filename": "c6c7eoyqctqi [avc1][540p].mp4",+ "debrid_url": None,+ "original_filename": "c6c7eoyqctqi [avc1][540p].mp4",+ "referer": "https://livecamrips.to/video/14716060",+ "album_id": None,+ "uploaded_at": 1782718560,+ "download_folder": "re:flora_picks [Chaturbate] (LiveCamRips)/Show on 2026-06-29 02-36",+ },+ ],+ "count": 2,+ }+]