Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
fix: 404 on last page (MyDesi) (#1517)
NTFSvolume284f31b152f7
diff --git a/cyberdrop_dl/crawlers/mydesi.py b/cyberdrop_dl/crawlers/mydesi.pyindex 0ca14ebe1..cb47f8f22 100644--- a/cyberdrop_dl/crawlers/mydesi.py+++ b/cyberdrop_dl/crawlers/mydesi.py@@ -65,9 +65,14 @@ class MyDesiCrawler(Crawler):base_url = scrape_item.url.origin() / "search" / query / "page"for page in itertools.count(init_page):soup = await self.request_soup(base_url / str(page))+ n_videos = 0for _, new_scrape_item in self.iter_children(scrape_item, soup, "a.infos"):+ n_videos += 1self.create_task(self.run(new_scrape_item))+ if n_videos < 38:+ break+def _parse_formats(soup: BeautifulSoup) -> Generator[tuple[Resolution, str]]:for src in soup.select("#video-rate > a"):