Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add photo search support (Anysex ) (#1695)
Jacoba4e6fc34d303
diff --git a/cyberdrop_dl/crawlers/anysex.py b/cyberdrop_dl/crawlers/anysex.pyindex 0bf5a8e81..d402367db 100644--- a/cyberdrop_dl/crawlers/anysex.py+++ b/cyberdrop_dl/crawlers/anysex.py@@ -19,6 +19,7 @@ class AnySexCrawler(FluidPlayerCrawler):SUPPORTED_PATHS: ClassVar[SupportedPaths] = {"Video": "/video/<video_id>/...","Album": "/photos/<album_id>/...",+ "Photo Search": "/photos/search/...","Search": "/search/...",}DOMAIN: ClassVar[str] = "anysex"@@ -31,6 +32,9 @@ class AnySexCrawler(FluidPlayerCrawler):return await self.video(scrape_item, video_id)case ["contents", _, *_]:return await self.direct_file(scrape_item)+ case ["photos", "search", *_] if query := scrape_item.url.query.get("q"):+ query = query.replace("-", " ")+ return await self.photo_search(scrape_item, query)case [*_, "photos", album_id, _]:return await self.album(scrape_item, album_id)case ["search" as type_, *_] if query := scrape_item.url.query.get("q"):@@ -39,6 +43,13 @@ class AnySexCrawler(FluidPlayerCrawler):case _:raise ValueError+ @error_handling_wrapper+ async def photo_search(self, scrape_item: ScrapeItem, query: str) -> None:+ scrape_item.setup_as_album(self.create_title(query))+ async for soup in self.web_pager(scrape_item.url):+ for _, new_scrape_item in self.iter_children(scrape_item, soup, ".item > a"):+ self.create_task(self.run(new_scrape_item))+@error_handling_wrapperasync def album(self, scrape_item: ScrapeItem, album_id: str) -> None:soup = await self.request_soup(scrape_item.url)diff --git a/tests/test_nextjs.py b/tests/test_nextjs.pyindex cfb5728aa..001045e6d 100644--- a/tests/test_nextjs.py+++ b/tests/test_nextjs.py@@ -21,6 +21,7 @@ def test_next_js_parser(soup: BeautifulSoup) -> None:assert len(next_data) > 10[email protected](reason="nextjs parsing is broken")def test_next_js_find(soup: BeautifulSoup) -> None:next_data = next_js.extract(soup)episode_keys = "slug", "title", "playGroups"diff --git a/uv.lock b/uv.lockindex afc4e132a..adc94fbac 100644--- a/uv.lock+++ b/uv.lock@@ -722,7 +722,7 @@ wheels = [[[package]]name = "cyberdrop-dl-patched"-version = "9.3.0"+version = "9.3.1"source = { editable = "." }dependencies = [{ name = "aiodns", marker = "sys_platform != 'android'" },