Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add APKMirror support (#2004)
NTFSvolume2f58b403acf5
diff --git a/cyberdrop_dl/crawlers/apkmirror.py b/cyberdrop_dl/crawlers/apkmirror.pynew file mode 100644index 000000000..bd94a3029--- /dev/null+++ b/cyberdrop_dl/crawlers/apkmirror.py@@ -0,0 +1,71 @@+from __future__ import annotations++import asyncio+import random+from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers.crawler import Crawler, RateLimit, SupportedPaths+from cyberdrop_dl.exceptions import ScrapeError+from cyberdrop_dl.url_objects import AbsoluteHttpURL+from cyberdrop_dl.utils import css+from cyberdrop_dl.utils.errors import error_handling_wrapper++if TYPE_CHECKING:+ from bs4 import BeautifulSoup++ from cyberdrop_dl.url_objects import ScrapeItem+++class Selector:+ dl_btn: str = "a.downloadButton[href*='download/?key=']"+ dl_link: str = "a#download-link"+++class APKMirrorCrawler(Crawler):+ SUPPORTED_PATHS: ClassVar[SupportedPaths] = {"APK": "/apk/<developer>/<application>/<release>/<variant>-download"}+ DOMAIN: ClassVar[str] = "apkmirror.com"+ FOLDER_DOMAIN: ClassVar[str] = "APK Mirror"+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://www.apkmirror.com")+ DEFAULT_TRIM_URLS: ClassVar[bool] = False+ _RATE_LIMIT: ClassVar[RateLimit] = 4, 1++ async def fetch(self, scrape_item: ScrapeItem) -> None:+ match scrape_item.url.parts[1:]:+ case ["apk", _, _, _, variant, *_] if variant.endswith("-download"):+ return await self.apk(scrape_item)+ case _:+ raise ValueError++ @error_handling_wrapper+ async def apk(self, scrape_item: ScrapeItem) -> None:+ if await self.check_complete(scrape_item.url):+ return++ soup = await self.request_soup(scrape_item.url)+ dl_url = self.parse_url(css.select(soup, Selector.dl_btn, "href"))+ soup = await self.request_soup(dl_url)+ scrape_item.setup_as_album(self.create_title(_extract_app_name(soup)))++ await asyncio.sleep(min(random.random() * 5, 2))+ cf_redirect = self.parse_url(css.select(soup, Selector.dl_link, "href"))++ async with self.request(cf_redirect, headers={"Referer": str(dl_url)}, impersonate="firefox") as resp:+ src = resp.url++ filename, ext = self.get_filename_and_ext(src.name)+ await self.handle_file(+ scrape_item.url,+ scrape_item,+ src.name,+ ext,+ custom_filename=filename,+ debrid_link=src,+ )+++def _extract_app_name(soup: BeautifulSoup) -> str:+ for elem in css.json_ld(soup)["@graph"]:+ if elem.get("@type") == "BreadcrumbList":+ return elem["itemListElement"][2]["name"]++ raise ScrapeError(422, "Unable to extract application name")diff --git a/tests/crawlers/test_cases/apkmirror.py b/tests/crawlers/test_cases/apkmirror.pynew file mode 100644index 000000000..854aa8227--- /dev/null+++ b/tests/crawlers/test_cases/apkmirror.py@@ -0,0 +1,18 @@+DOMAIN = "apkmirror.com"+TEST_CASES = [+ {+ "url": "https://www.apkmirror.com/apk/videolabs/vlc/vlc-for-android-3-7-1-release/vlc-for-android-3-7-1-2-android-apk-download",+ "results": [+ {+ "url": "https://www.apkmirror.com/apk/videolabs/vlc/vlc-for-android-3-7-1-release/vlc-for-android-3-7-1-2-android-apk-download",+ "filename": "org.videolan.vlc_3.7.1-13070106_minAPI17(arm64-v8a)(nodpi)_apkmirror.com.apk",+ "debrid_url": "re:uploads/2026/05/29/6a01adf56e267/org.videolan.vlc_3.7.1-13070106_minAPI17%28arm64-v8a%29%28nodpi%29_apkmirror.com.apk",+ "referer": "https://www.apkmirror.com/apk/videolabs/vlc/vlc-for-android-3-7-1-release/vlc-for-android-3-7-1-2-android-apk-download",+ "album_id": None,+ "uploaded_at": None,+ "download_folder": "re:VLC for Android (APK Mirror)",+ }+ ],+ "count": 1,+ }+]