Skip to content

Bulk asynchronous downloader for multiple file hosts

8.8 KB
Raw Blame
import datetime as dt
from typing import LiteralString

import pytest

from cyberdrop_dl.mediaprops import Codecs, Resolution
from cyberdrop_dl.url_objects import AbsoluteHttpURL
from cyberdrop_dl.utils import m3u8


def _variant_parser(content: str, url: AbsoluteHttpURL | str | None = None) -> m3u8.VariantM3U8Parser:
    url = url or "https://example.com/4b4ef277/playlist.m3u8"
    m3u8_obj = m3u8.M3U8(content, AbsoluteHttpURL(url))
    return m3u8.VariantM3U8Parser(m3u8_obj)


@pytest.fixture
def m3u8_content() -> LiteralString:
    return """
    #EXTM3U
    #EXT-X-VERSION:3
    #EXT-X-TARGETDURATION:10
    #EXT-X-MEDIA-SEQUENCE:0

    #EXTINF:10.000,
    media-segment-00001.ts
    #EXTINF:10.000,
    media-segment-00002.ts
    #EXTINF:8.500,
    media-segment-00003.ts
    #EXT-X-ENDLIST
    """


@pytest.fixture
def m3u8_master_content() -> LiteralString:
    return """
    #EXTM3U
    #EXT-X-VERSION:3

    #EXT-X-STREAM-INF:BANDWIDTH=1500000,RESOLUTION=640x360,CODECS="avc1.4d401f,mp4a.40.2"
    low/stream.m3u8

    #EXT-X-STREAM-INF:BANDWIDTH=3000000,RESOLUTION=1280x720,CODECS="avc1.4d402a,mp4a.40.2"
    medium/stream.m3u8

    #EXT-X-STREAM-INF:BANDWIDTH=5000000,RESOLUTION=1920x1080,CODECS="avc1.4d402j,mp4a.40.2"
    high/stream.m3u8
    """


@pytest.fixture
def m3u8_master_content2() -> LiteralString:
    return """
    #EXTM3U
    #EXT-X-VERSION:4

    #EXT-X-MEDIA:AUTOSELECT=YES,DEFAULT=NO,GROUP-ID="audio",LANGUAGE="en",TYPE=AUDIO,NAME="audio",URI="audio/audio.m3u8"

    #EXT-X-STREAM-INF:BANDWIDTH=4960946,AVERAGE-BANDWIDTH=4461993,CODECS="vp09.00.40.08.00.02.02.02.00,mp4a.40.2",RESOLUTION=1080x1920,FRAME-RATE=60.000,AUDIO="audio"
    vp9_1080p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=2803971,AVERAGE-BANDWIDTH=2509229,CODECS="vp09.00.31.08.00.02.02.02.00,mp4a.40.2",RESOLUTION=720x1280,FRAME-RATE=60.000,AUDIO="audio"
    vp9_720p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=1230307,AVERAGE-BANDWIDTH=1127509,CODECS="vp09.00.30.08.00.02.02.02.00,mp4a.40.2",RESOLUTION=480x854,FRAME-RATE=30.000,AUDIO="audio"
    vp9_480p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=901303,AVERAGE-BANDWIDTH=811965,CODECS="vp09.00.21.08.00.02.02.02.00,mp4a.40.2",RESOLUTION=360x640,FRAME-RATE=30.000,AUDIO="audio"
    vp9_360p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=629922,AVERAGE-BANDWIDTH=571504,CODECS="vp09.00.20.08.00.02.02.02.00,mp4a.40.2",RESOLUTION=240x426,FRAME-RATE=30.000,AUDIO="audio"
    vp9_240p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=8245366,AVERAGE-BANDWIDTH=7656815,CODECS="avc1.64002a,mp4a.40.2",RESOLUTION=1080x1920,FRAME-RATE=60.000,AUDIO="audio"
    1080p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=3878384,AVERAGE-BANDWIDTH=3558624,CODECS="avc1.640020,mp4a.40.2",RESOLUTION=720x1280,FRAME-RATE=60.000,AUDIO="audio"
    720p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=1716380,AVERAGE-BANDWIDTH=1564076,CODECS="avc1.64001f,mp4a.40.2",RESOLUTION=480x854,FRAME-RATE=30.000,AUDIO="audio"
    480p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=1181122,AVERAGE-BANDWIDTH=1072652,CODECS="avc1.64001e,mp4a.40.2",RESOLUTION=360x640,FRAME-RATE=30.000,AUDIO="audio"
    360p/video.m3u8
    #EXT-X-STREAM-INF:BANDWIDTH=738423,AVERAGE-BANDWIDTH=671683,CODECS="avc1.640015,mp4a.40.2",RESOLUTION=240x426,FRAME-RATE=30.000,AUDIO="audio"
    240p/video.m3u8"""


@pytest.mark.parametrize(
    ("url", "resolution", "name"),
    [
        ("https://example.com/4b4ef277/720p/video.m3u8", (1280, 720), "720p"),
        ("https://example.com/4b4ef277/1920x1080p/video.m3u8", (1920, 1080), "1080p"),
        ("https://example.com/4b4ef277/1920x1234p/video.m3u8", (1920, 1234), "1234p"),
        ("https://example.com/4b4ef277/4096x2160/video.m3u8", (4096, 2160), "4K"),
        ("https://example.com/480/playlist.m3u8", (640, 480), "480p"),
    ],
)
def test_get_resolution_from_url(url: str, resolution: tuple[int, int], name: str) -> None:
    result = m3u8.get_resolution_from_url(url)
    assert result == resolution
    assert result.name == name


@pytest.mark.parametrize(
    ("url", "exception"),
    [
        ("https://example.com/780/playlist.m3u8", RuntimeError),
        ("https://example.com", RuntimeError),
        ("/example.com", ValueError),
        ("", ValueError),
    ],
)
def test_get_resolution_from_url_invalid_url(url: str, exception: type[Exception]) -> None:
    with pytest.raises(exception):
        m3u8.get_resolution_from_url(url)


def test_m3u8(m3u8_content: str) -> None:
    m3u8_obj = m3u8.M3U8(m3u8_content)
    assert m3u8_obj.total_duration == dt.timedelta(seconds=28.5)
    assert not m3u8_obj.is_variant
    with pytest.raises(AssertionError):
        m3u8.VariantM3U8Parser(m3u8_obj)


def test_m3u8_master(m3u8_master_content: str) -> None:
    variant = _variant_parser(m3u8_master_content)
    assert len(variant.groups) == 3
    best = variant.get_best_group()
    assert best.urls.video == AbsoluteHttpURL("https://example.com/4b4ef277/high/stream.m3u8")
    assert best.urls.audio is None
    assert best.urls.subtitle is None
    assert best.resolution == (1920, 1080)
    assert best.codecs == Codecs("avc1.4d402j", "mp4a.40.2")


def test_m3u8_master_exclude_codec(m3u8_master_content: str) -> None:
    variant = _variant_parser(m3u8_master_content)
    assert variant.get_best_group(exclude="hevc")
    with pytest.raises(StopIteration):
        variant.get_best_group(exclude="avc1")
    with pytest.raises(StopIteration):
        variant.get_best_group(only="vp9")
    with pytest.raises(AssertionError):
        variant.get_best_group(only="vp9", exclude="avc1")


def test_m3u8_master2(m3u8_master_content2: str) -> None:
    variant = _variant_parser(m3u8_master_content2)
    assert len(variant.groups) == 10
    best = variant.get_best_group()
    assert best.urls.video == AbsoluteHttpURL("https://example.com/4b4ef277/1080p/video.m3u8")
    assert best.urls.audio == AbsoluteHttpURL("https://example.com/4b4ef277/audio/audio.m3u8")
    assert best.urls.subtitle is None
    assert best.resolution == (1080, 1920)
    assert best.codecs == Codecs("avc1.64002a", "mp4a.40.2")


def test_m3u8_master2_exclude_codec(m3u8_master_content2: str) -> None:
    variant = _variant_parser(m3u8_master_content2)
    best = variant.get_best_group(exclude="vp9")
    assert best.codecs.video == "avc1.64002a"
    assert best.urls.video == AbsoluteHttpURL("https://example.com/4b4ef277/1080p/video.m3u8")
    best = variant.get_best_group(only="vp9")
    assert best.codecs.video
    assert Codecs.pretty_name(best.codecs.video) == "vp9"
    with pytest.raises(StopIteration):
        best = variant.get_best_group(exclude=["vp9", "avc1"])
    with pytest.raises(StopIteration):
        best = variant.get_best_group(only="hevc")
    with pytest.raises(AssertionError):
        best = variant.get_best_group(only="vp9", exclude="avc1")


def test_m3u8_master2_audio(m3u8_master_content2: str) -> None:
    variant = _variant_parser(m3u8_master_content2)
    best = variant.get_best_group()
    assert best.media.filter(group_id="audio")
    assert not best.media.filter(group_id="AUDIO")
    audios = best.media.filter(type="AUDIO")
    assert len(audios) == 1
    assert audios.get_default()
    assert best.media.filter(language="en")
    assert not best.media.filter(language="jpn")


def test_m3u8_master_w_no_codecs_should_not_raise_an_error() -> None:
    content = """
    #EXTM3U
    #EXT-X-VERSION:3

    #EXT-X-STREAM-INF:BANDWIDTH=1500000,RESOLUTION=640x360
    low/stream.m3u8

    #EXT-X-STREAM-INF:BANDWIDTH=5000000,RESOLUTION=1920x1080
    high/stream.m3u8
    """
    groups = _variant_parser(content).groups
    assert len(groups) == 2
    for group in groups:
        assert group.codecs is Codecs.UNKNOWN


def test_m3u8_selection_of_streams_w_no_resolution() -> None:
    content = """
    #EXTM3U
    #EXT-X-VERSION:5
    #EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID="audio",LANGUAGE="es",NAME="English [Original]",AUTOSELECT=YES,DEFAULT=YES,CHANNELS="2",URI="audio/audio/English/audio.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7327812"
    #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=1042180,AUDIO="audio"
    1042180/playlist.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7360e2d2
    #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=1577180,AUDIO="audio"
    1577180/playlist.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7360e2d2
    #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=2294080,AUDIO="audio"
    2294080/playlist.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7360e2d2
    #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=3321280,AUDIO="audio"
    3321280/playlist.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7360e2d2
    #EXT-X-STREAM-INF:PROGRAM-ID=1,BANDWIDTH=640930,AUDIO="audio"
    640930/playlist.m3u8?sid=78b48d12-79ec-11f1-a9b4-761d7360e2d2
    """
    variant = _variant_parser(content)
    best = variant.get_best_group()
    assert best.resolution == Resolution.unknown()
    assert best.stream_info.bandwidth == 3321280
    assert best.media.filter(group_id="audio")
    assert best.urls.video.path == "/4b4ef277/3321280/playlist.m3u8"