Skip to content

Bulk asynchronous downloader for multiple file hosts

refactor: download from the same host as the initial response (doodstream) (#993)

NTFSvolumec8d4fe7b1d53
diff --git a/cyberdrop_dl/crawlers/doodstream.py b/cyberdrop_dl/crawlers/doodstream.py
index ba92f0759..2b72b1c75 100644
--- a/cyberdrop_dl/crawlers/doodstream.py
+++ b/cyberdrop_dl/crawlers/doodstream.py
@@ -63,14 +63,17 @@ class DoodStreamCrawler(Crawler):
return
async with self.request_limiter:
- soup: BeautifulSoup = await self.client.get_soup_cffi(self.domain, scrape_item.url)
+ response, soup = await self.client._get_response_and_soup_cffi(self.domain, scrape_item.url)
+
+ host = self.parse_url(response.url).host
+ assert host
+ del response
title: str = soup.select_one("title").text # type: ignore
title = title.split("- DoodStream")[0].strip()
file_id = get_file_id(soup)
- assert scrape_item.url.host
- debrid_link = await self.get_download_url(scrape_item.url.host, soup)
+ debrid_link = await self.get_download_url(host, soup)
filename, ext = self.get_filename_and_ext(f"{file_id}.mp4")
custom_filename, _ = self.get_filename_and_ext(f"{title}{ext}")
scrape_item.url = canonical_url