Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
refactor: cleanup
NTFSvolume622aefde1df2
diff --git a/cyberdrop_dl/crawlers/patreon.py b/cyberdrop_dl/crawlers/patreon.pyindex 3f335fa3d..79da5d91e 100644--- a/cyberdrop_dl/crawlers/patreon.py+++ b/cyberdrop_dl/crawlers/patreon.py@@ -241,7 +241,7 @@ def _flatten_included(included: list[Included]) -> dict[str, Included]:def _extract_bootstrap(soup: BeautifulSoup) -> dict[str, Any]:- data = json.loads(css.select_text(soup, "#__NEXT_DATA__"))+ data = next_js.data(soup)envelope = data["props"]["pageProps"]["bootstrapEnvelope"]return envelope.get("pageBootstrap") or envelope["bootstrap"]diff --git a/cyberdrop_dl/crawlers/pluto_tv.py b/cyberdrop_dl/crawlers/pluto_tv.pyindex f02501223..f257c9af3 100644--- a/cyberdrop_dl/crawlers/pluto_tv.py+++ b/cyberdrop_dl/crawlers/pluto_tv.py@@ -2,7 +2,6 @@ from __future__ import annotationsimport dataclassesimport uuid-from contextvars import ContextVarfrom typing import TYPE_CHECKING, Any, ClassVar, TypedDictimport yarl@@ -16,8 +15,6 @@ from cyberdrop_dl.utils import css, extr_text, next_jsfrom cyberdrop_dl.utils.dataclass import Deserializerfrom cyberdrop_dl.utils.errors import error_handling_wrapper-session_token: ContextVar[str] = ContextVar("session_token")-if TYPE_CHECKING:from collections.abc import Generator@@ -57,8 +54,6 @@ class PlutoCrawler(Crawler):@error_handling_wrapperasync def show(self, scrape_item: ScrapeItem, show_slug: str, season: int | None = None) -> None:- scrape_item.setup_as_album("")-async with self.request(scrape_item.url) as resp:text = await resp.text()scrape_item.url = resp.url