Skip to content

Bulk asynchronous downloader for multiple file hosts

perf: force scrape tasks to be lazy (#1958)

NTFSvolume8ab54f826ec2
diff --git a/cyberdrop_dl/scrape_mapper.py b/cyberdrop_dl/scrape_mapper.py
index eb7ee8f97..d4356ca53 100644
--- a/cyberdrop_dl/scrape_mapper.py
+++ b/cyberdrop_dl/scrape_mapper.py
@@ -146,7 +146,12 @@ class ScrapeMapper:
self.tui.downloads.get_queue = self._download_queue
def create_task[T](self, coro: Coroutine[Any, Any, T]) -> None:
- _ = self._task_groups.scrape.create_task(coro)
+ # skip 1 loop iteration to give priority to download tasks
+ async def lazy() -> T:
+ await asyncio.sleep(0)
+ return await coro
+
+ _ = self._task_groups.scrape.create_task(lazy())
def create_download_task[T](self, coro: Coroutine[Any, Any, T]) -> None:
_ = self._task_groups.downloads.create_task(coro)