Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
misc: add script to generate UI preview
NTFSvolumedb4b05debffb
diff --git a/scripts/tools/generate_tui_preview.py b/scripts/tools/generate_tui_preview.pynew file mode 100644index 000000000..0cf3911ea--- /dev/null+++ b/scripts/tools/generate_tui_preview.py@@ -0,0 +1,85 @@+import random+import uuid++from rich.console import Console+from rich.progress import Task++from cyberdrop_dl.models.validators import to_bytesize+from cyberdrop_dl.progress.scraping import ScrapingUI+from cyberdrop_dl.progress.scraping.files import FileStats++ui = ScrapingUI()+++for link in [+ "https://0101.bandcamp.com/track/mal-damor",+ "https://www.dropbox.com/scl/fo/igg7i2bu3g689",+ "https://mega.nz/folder/yAGGimbjQ#IjoqfoqzesAJIUDq5NKc-Q/folder/zSkgKia",+ *range(321),+]:+ ui.scrape._add_task(link)+++ui.files._stats = FileStats(+ completed=7_125,+ previously_completed=1_222,+ skipped=23,+ failed=178,+ queued=458,+)++ui.downloads.get_queue = lambda: ui.files.stats.queued++for error, count in [+ ("410 Gone", 257),+ ("404 Not Found", 53),+ ("Invalid Content Type", 23),+ ("403 Forbidden", 21),+ ("DDoS-Guard", 19),+ ("Password Protected", 16),+ ("Failed Login", 13),+ ("Timeout", 10),+]:+ for _ in range(count):+ ui.scrape_errors.add(error)++for error, count in [+ ("404 Not Found", 125),+ ("502 HTTP Status", 19),+ ("429 Too Many requests", 12),+ ("403 Forbidden", 7),+ ("Client Payload Error", 4),+ ("Client Connector Error", 3),+]:+ for _ in range(count):+ ui.download_errors.add(error)++ui.status._append_msg("Waiting for flaresolverr [2]")++del Task.speed+ui.downloads.max_rows = 8+for task_id, (filename, domain, size) in enumerate(+ [+ ("production.bk.db", "MEGA.NZ", to_bytesize("2.5GB")),+ ("Screenrecorder-2022-05-08-20-48-27.mp4", "DROPBOX", to_bytesize("98.2MB")),+ ("FY1tz7EWQAAD3xP.jpg", "DROPBOX", to_bytesize("512.1KB")),+ ("BE13.zip", "PIXELDRAIN", to_bytesize("17MiB")),+ ("World Premiere [avc1][1080p@60fps].mp4", "TWITCH", to_bytesize("3.3MB")),+ ("KILL BILL SAMURAI SWORD REVEAL [fghtyuo]", "PATREON", to_bytesize("146.3MB")),+ ("hotel reception CCTV.mp4", "MEDIAFIRE", 32778299874),+ ("chaku2m-Cf.zip", "FILESTER", to_bytesize("31.2MB")),+ ("75c25022-bb6b-4d45-850c-9966d658ae75.mp4", "BUNKR", to_bytesize("159MB")),+ ("Windward Plains - Hunting Locale [zvbmml]", "PATREON", to_bytesize("1.9GB")),+ *((f"{uuid.uuid4()}.mp4", "BUNKR", random.random() * 10e6) for _ in range(18)),+ ]+):+ hook = ui.downloads.download_file(filename, domain.upper(), size)+ task = ui.downloads._progress[task_id]+ progress = random.random()+ task.speed = min(random.random() * 157e5 + (10e6 * random.random()), progress * size)+ hook.advance(int(progress * size))+++with Console(record=True, width=150, height=35, color_system="truecolor") as console:+ console.line(3)+ console.print(ui.__rich__())