Skip to content

Bulk asynchronous downloader for multiple file hosts

fix: 404 on last page (MyDesi) (#1517)

NTFSvolume284f31b152f7
diff --git a/cyberdrop_dl/crawlers/mydesi.py b/cyberdrop_dl/crawlers/mydesi.py
index 0ca14ebe1..cb47f8f22 100644
--- a/cyberdrop_dl/crawlers/mydesi.py
+++ b/cyberdrop_dl/crawlers/mydesi.py
@@ -65,9 +65,14 @@ class MyDesiCrawler(Crawler):
base_url = scrape_item.url.origin() / "search" / query / "page"
for page in itertools.count(init_page):
soup = await self.request_soup(base_url / str(page))
+ n_videos = 0
for _, new_scrape_item in self.iter_children(scrape_item, soup, "a.infos"):
+ n_videos += 1
self.create_task(self.run(new_scrape_item))
+ if n_videos < 38:
+ break
+
def _parse_formats(soup: BeautifulSoup) -> Generator[tuple[Resolution, str]]:
for src in soup.select("#video-rate > a"):