Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
from __future__ import annotations
import dataclasses
import time
from pathlib import Path
from typing import TYPE_CHECKING, final
from rich.console import Group
from rich.panel import Panel
from rich.progress import BarColumn, Progress, TaskID, TextColumn
from rich.spinner import Spinner
from rich.text import Text
from cyberdrop_dl.progress import LiveUI, hyperlink
from cyberdrop_dl.utils.dataclass import DictDataclass
if TYPE_CHECKING:
from collections.abc import Generator
@dataclasses.dataclass(slots=True)
class SortStats:
videos: int = 0
audios: int = 0
images: int = 0
others: int = 0
errors: int = 0
__iter__ = DictDataclass.__iter__
@property
def total(self) -> int:
return sum(v for _, v in self)
@final
class SortingUI(LiveUI):
"""Class that keeps track of sorted files."""
def __init__(self, source: Path, dest: Path) -> None:
self._progress = Progress(
"[progress.description]{task.description}",
BarColumn(bar_width=None),
"[progress.percentage]{task.percentage:>6.1f}%",
"•",
TextColumn("{task.completed:,}", justify="right"),
expand=False,
)
self._stats: SortStats = SortStats()
self._total: int = 0
self._tasks_map: dict[str, TaskID] = dict(self._init_tasks())
def file(name: str, file: Path) -> Text:
return Text.assemble((f"{name}: ", "green"), hyperlink(file))
self._panel: Panel = Panel(
Group(
file("Source", source),
file("Destination", dest),
"",
self._progress,
"",
Spinner("dots3", "Sorting files....", style="green"),
),
title="Sorting Downloads ",
border_style="green",
padding=(1, 1),
)
def _init_tasks(self) -> Generator[tuple[str, TaskID]]:
for name, emoji in [
("audios", "musical_notes"),
("videos", "movie_camera"),
("images", "framed_picture"),
("others", "spiral_note_pad"),
("errors", "cross_mark"),
]:
color = "red" if "errors" in name else "blue"
yield name, self._progress.add_task(f"[{color}] {name.capitalize()} :{emoji}: ", total=None)
@property
def stats(self) -> SortStats:
return self._stats
def __repr__(self) -> str:
return f"<{type(self).__name__}(stats={self.stats!r})>"
def __rich__(self) -> Panel:
current_total = self._stats.total
if current_total != self._total:
for name, task_id in self._tasks_map.items():
self._progress.update(task_id, total=current_total, completed=getattr(self._stats, name))
self._total = current_total
self._panel.subtitle = f"Total Files: [white]{current_total:,}"
return self._panel
if __name__ == "__main__":
panel = SortingUI(
Path("/folder1/cdl_downloads"),
Path("/folder1/cdl_downloads_sorted"),
)
with panel(transient=False):
time.sleep(3)
panel.stats.audios += 1
time.sleep(1)
panel.stats.audios += 5
time.sleep(1)
panel.stats.videos += 15
time.sleep(1)
panel.stats.audios += 1
time.sleep(1)
panel.stats.errors += 10
time.sleep(3)