Skip to content

Bulk asynchronous downloader for multiple file hosts

refactor: cleanup

NTFSvolume622aefde1df2
diff --git a/cyberdrop_dl/crawlers/patreon.py b/cyberdrop_dl/crawlers/patreon.py
index 3f335fa3d..79da5d91e 100644
--- a/cyberdrop_dl/crawlers/patreon.py
+++ b/cyberdrop_dl/crawlers/patreon.py
@@ -241,7 +241,7 @@ def _flatten_included(included: list[Included]) -> dict[str, Included]:
def _extract_bootstrap(soup: BeautifulSoup) -> dict[str, Any]:
- data = json.loads(css.select_text(soup, "#__NEXT_DATA__"))
+ data = next_js.data(soup)
envelope = data["props"]["pageProps"]["bootstrapEnvelope"]
return envelope.get("pageBootstrap") or envelope["bootstrap"]
diff --git a/cyberdrop_dl/crawlers/pluto_tv.py b/cyberdrop_dl/crawlers/pluto_tv.py
index f02501223..f257c9af3 100644
--- a/cyberdrop_dl/crawlers/pluto_tv.py
+++ b/cyberdrop_dl/crawlers/pluto_tv.py
@@ -2,7 +2,6 @@ from __future__ import annotations
import dataclasses
import uuid
-from contextvars import ContextVar
from typing import TYPE_CHECKING, Any, ClassVar, TypedDict
import yarl
@@ -16,8 +15,6 @@ from cyberdrop_dl.utils import css, extr_text, next_js
from cyberdrop_dl.utils.dataclass import Deserializer
from cyberdrop_dl.utils.errors import error_handling_wrapper
-session_token: ContextVar[str] = ContextVar("session_token")
-
if TYPE_CHECKING:
from collections.abc import Generator
@@ -57,8 +54,6 @@ class PlutoCrawler(Crawler):
@error_handling_wrapper
async def show(self, scrape_item: ScrapeItem, show_slug: str, season: int | None = None) -> None:
- scrape_item.setup_as_album("")
-
async with self.request(scrape_item.url) as resp:
text = await resp.text()
scrape_item.url = resp.url