Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
import pytest
from cyberdrop_dl import stats
from cyberdrop_dl.progress.dedupe import DedupeStats
from cyberdrop_dl.progress.hashing import HashingStats
from cyberdrop_dl.progress.scraping.errors import ScrapeErrorsPanel, UIError
from cyberdrop_dl.progress.scraping.files import FileStats
from cyberdrop_dl.progress.sorting import SortStats
@pytest.mark.parametrize(
("scrape_errors", "download_errors", "expected_msgs"),
[
(
["Client Connector SSL Error", "502 Bad Gateway"],
["1234 Bad Gateway"],
[
"------------------------------",
"Scrape Errors:",
" Client Connector SSL Error: 0",
" 502 Bad Gateway: 0",
"------------------------------",
"Download Errors:",
" 1234 Bad Gateway: 0",
],
),
(
["Error1", "Error2"],
["Error3", "Error4"],
[
"------------------------------",
"Scrape Errors:",
" Error1: 0",
" Error2: 0",
"------------------------------",
"Download Errors:",
" Error3: 0",
" Error4: 0",
],
),
(
["Error1", "Error2"],
["Error3", "2 Error4", "Error5"],
[
"------------------------------",
"Scrape Errors:",
" Error1: 0",
" Error2: 0",
"------------------------------",
"Download Errors:",
" Error3: 0",
" 2 Error4: 0",
" Error5: 0",
],
),
],
)
def test_stats_formating(
logs: pytest.LogCaptureFixture,
scrape_errors: tuple[str, ...],
download_errors: tuple[str, ...],
expected_msgs: list[str],
) -> None:
stats.print_errors(
tuple(UIError.parse(msg, count=0) for msg in scrape_errors),
tuple(UIError.parse(msg, count=0) for msg in download_errors),
)
assert logs.messages == expected_msgs
def test_stats_of_unknown_obj_raise_not_implemented_error() -> None:
with pytest.raises(NotImplementedError):
stats.print(40)
@pytest.mark.parametrize(
("stats_cls", "msg"),
[
(DedupeStats, "Dedupe Stats"),
(HashingStats, "Checksum Stats"),
(ScrapeErrorsPanel, "Unsupported URLs Stats"),
(FileStats, "Download Stats"),
(SortStats, "Sort Stats"),
],
)
def test_stats_prints_the_expected_stats(stats_cls: type, msg: str, logs: pytest.LogCaptureFixture) -> None:
stats.print(stats_cls())
assert logs.messages[0].startswith("-" * 10)
assert logs.messages[1].startswith(msg)