Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
from __future__ import annotations
import dataclasses
import uuid
from typing import TYPE_CHECKING, Any, Self, TypedDict
from multidict import CIMultiDict
from cyberdrop_dl.utils.dataclass import DictDataclass, deserialize, fields_names
if TYPE_CHECKING:
from collections.abc import Mapping
from cyberdrop_dl.clients import HttpMethod
from cyberdrop_dl.url_objects import AbsoluteHttpURL
class RequestParams(TypedDict, total=False):
headers: dict[str, str]
impersonate: str | bool | None
data: Any
json: Any
@dataclasses.dataclass(slots=True, kw_only=True)
class Request:
url: AbsoluteHttpURL
method: HttpMethod = "GET"
headers: CIMultiDict[str] = dataclasses.field(default_factory=CIMultiDict)
impersonate: str | bool | None = None
data: Any = None
json: Any = None
params: dict[str, Any] = dataclasses.field(default_factory=dict)
id: str = dataclasses.field(init=False, default_factory=lambda: str(uuid.uuid4()))
def __post_init__(self) -> None:
assert self.method
assert isinstance(self.method, str)
self.headers = prepare_headers(self.headers)
if self.method == "GET" and (self.data or self.json):
self.method = "POST"
@classmethod
def from_params(cls, url: AbsoluteHttpURL, method: HttpMethod, params: RequestParams) -> Self:
return deserialize(
cls,
params,
url=url,
method=method,
params={k: v for k, v in params.items() if k not in _REQUEST_FIELDS},
)
__iter__ = DictDataclass.__iter__
def __json__(self) -> dict[str, Any]:
me = {k: v for k, v in self if (v and k != "method") or (k in {"json", "data"} and v is not None)}
me["url"] = str(self.url)
if self.headers:
me["headers"] = dict(self.headers)
return me
def __str__(self) -> str:
return str(self.__json__())
_REQUEST_FIELDS = set(fields_names(Request))
def prepare_headers(headers: Mapping[str, str] | None) -> CIMultiDict[str]:
return CIMultiDict(headers) if headers else CIMultiDict()