Skip to content

armgit / peach

Public Imported from GitHub
0

Peach: Local-first video metadata scraper and media manager.

19.3 KB
Raw Blame
"""按内容类型的来源链:判哪种内容、问哪几家、什么顺序、何时停。"""
import unittest

from peach.metadata_policy import SOURCE_SPECS
from peach.metadata_routes import (AMANE_OFFICIAL_STAGE, AMANE_STAGE, COMMUNITY_STAGE, CONTENT_TYPES,
                                   LIST_FIELD_DEPTH, MAKER_EVIDENCE, OFFICIAL_STAGE, ROUTES, classify,
                                   community_route, maker_sites, official_route, parse_route_overrides,
                                   required_scalars, route, route_for_code, settles, stage_members,
                                   stages_for_code, WIKI_STAGE)


def amane_sites(code, *hints, overrides=None):
    """这个番号在经桥的两档各问哪几站:(官方档, 转载站那一档)。"""
    chain = route_for_code(code, *hints, overrides=overrides)
    return stage_members('amane_official', chain), stage_members('amane', chain)


class ClassifyTests(unittest.TestCase):
    def test_the_shape_of_the_code_decides_the_type(self):
        """判定只看番号形状:等元数据到齐再判,该问的那家就永远轮不到。"""
        for code, expected in (
                ('ABW-220', 'censored'), ('DASS-468', 'censored'), ('IPX-060', 'censored'),
                ('300MIUM-1239', 'amateur'), ('259LUXU-1475', 'amateur'),
                ('SIRO-3508', 'amateur'), ('STP-26232', 'amateur'),
                ('092415_001', 'uncensored'), ('040221-001', 'uncensored'),
                ('HEYZO-1380', 'uncensored'), ('n0780', 'uncensored'),
                ('SMBD-120', 'uncensored'), ('SKYHD-050', 'uncensored'), ('CWPBD-79', 'uncensored'),
                ('S2MBD-023', 'uncensored'), ('BT-123', 'censored'), ('MCDV-024', 'censored'),
                ('FC2-PPV-1812235', 'fc2'), ('fc2-ppv-1233719', 'fc2'),
                ('AIN-203', 'kmib'), ('NOAH-101', 'kmib'),
                ('', 'unknown'), (None, 'unknown')):
            with self.subTest(code=code):
                self.assertEqual(classify(code), expected)

    def test_prestige_letter_prefixes_are_censored_not_amateur(self):
        """mgstage 首页同时挂有码号与素人号,按站点归类会把整个 Prestige 判成素人。"""
        for code in ('ABF-123', 'ABW-220', 'ABP-999'):
            with self.subTest(code=code):
                self.assertEqual(classify(code), 'censored')

    def test_every_type_has_a_chain(self):
        self.assertEqual(set(ROUTES), set(CONTENT_TYPES))

    def test_the_local_evidence_splits_what_only_looks_censored(self):
        """这几条都是账本实测:番号形状像有码,文件却说它是别的体系,或者号根本读错了。"""
        for code, hints, expected in (
                ('LUXU-688', (r'B:\番号\_未知厂牌\LUXU-688\259LUXU-688.mp4', 'ラグジュTV'), 'amateur'),
                ('FC-43768', (r'B:\MVP\FC-437689可爱的素人妹子-C\FC-437689-C.mp4',), 'fc2'),
                ('TZ-105', (r'B:\番号\TZ-105\[ThZu.Cc]兔子先生TZ-105K杯神乳美体享受.mp4',), 'other'),
                ('MXGD-3721', (r'B:\云下载\07\网红丝袜女神小魔女大尺度私拍啪啪视频合集\MXGD3721.MP4',), 'other'),
                ('GFE-180', (r'B:\番号\wankzvr-elena-koshka-GFE-180_180x180_3dh_LR.mp4',), 'other'),
                ('UWFR-085', (r'A:\Pack From Shared\pen\UWFr85dczsVeysGg.mp4',), 'unsure'),
                ('KUZU-25010', (r'A:\Pack From Shared\pen\KUZU_250103-U_iris3.mp4',), 'unsure')):
            with self.subTest(code=code):
                self.assertEqual(classify(code, *hints), expected)

    def test_the_usual_ways_a_release_file_is_named_stay_censored(self):
        """站点水印、DMM 的 content_id 写法、号在目录名上、号来自 NFO,都还是有码。"""
        for code, hint in (
                ('MIDE-612', r'R:\hjd2048.com-0112mide612-h264\0112mide612-h264.mp4'),
                ('LXVS-039', r'R:\Prestige\LXVS-039\[FHD]LXVS-039\118lxvs00039.mp4'),
                ('SDMU-725', r'R:\SDMU-725\1sdmu00725hhb.mp4'),
                ('BBZA-007', r'R:\HD-bbza-007\HD-BBZA-007.mp4'),
                ('DVAJ-185', r'R:\第一會所新片@SIS001@(アリスJAPAN)(DVAJ-185)ひたすら.mp4'),
                ('ABP-123', r'R:\media\movie.mp4')):
            with self.subTest(code=code):
                self.assertEqual(classify(code, hint), 'censored')

    def test_other_systems_ask_nobody_and_unsure_codes_ask_only_the_indexes_once(self):
        other = (r'B:\番号\TZ-105\兔子先生TZ-105.mp4',)
        self.assertEqual(route_for_code('TZ-105', *other), ())
        self.assertEqual(stages_for_code('UWFR-085', r'A:\pen\UWFr85dczsVeysGg.mp4'), ('community',))


class RouteTableTests(unittest.TestCase):
    def test_members_are_sources_peach_has_a_parser_for(self):
        """链上只放已经接好的来源:写一个没有适配器的站进去,表现是每部片白跑一次。"""
        for content, chain in ROUTES.items():
            for source in chain:
                with self.subTest(content=content, source=source):
                    self.assertIn(source, SOURCE_SPECS)

    def test_censored_asks_the_maker_then_the_official_mirror_then_dmm_and_javdb_last(self):
        """片商官网是发行方口径,排在官方镜像前;镜像漏收的再问 DMM 自己;javdb 按出口 IP 计配额,排最后。"""
        self.assertEqual(ROUTES['censored'],
                         ('prestige', 'faleno', 'dahlia', 'makers', 'r18dev', 'dmm', 'avbase', 'javbus', 'javdb'))
        self.assertEqual(route_for_code('ABW-220'),
                         ('prestige', 'r18dev', 'dmm', 'avbase', 'javbus', 'javdb'))
        self.assertEqual(route_for_code('SSIS-057'),
                         ('makers', 'r18dev', 'dmm', 'avbase', 'javbus', 'javdb'))

    def test_amateur_asks_mgstage_first_and_never_the_makers_nor_dmm(self):
        """MGS 素人系由 MGS 自己发行;片商官网对素人号一个请求都不发,DMM 的目录上也没有它们。

        MGS 只给素人名义,紧接着问两个认人 Wiki(ADR-0145);r18.dev 在本机来源快照里一份素人号
        都没给过,垫在最后,不让每部片先白等它一次。
        """
        for code in ('300MIUM-1239', '259LUXU-1475', 'SIRO-4630'):
            with self.subTest(code=code):
                self.assertEqual(route_for_code(code),
                                 ('mgstage', 'sougouwiki', 'av_neme', 'avbase', 'javbus', 'javdb', 'r18dev'))
        self.assertEqual(stages_for_code('259LUXU-1475'),
                         ('amane_official', 'sougouwiki', 'av_neme', 'community', 'r18dev'))

    def test_the_name_wikis_are_only_on_the_amateur_chain(self):
        """认人 Wiki 只认素人与素人名义;av_name 不在任何默认链上,只能点名。"""
        for content, chain in ROUTES.items():
            with self.subTest(content=content):
                self.assertEqual(any(name in WIKI_STAGE for name in chain), content == 'amateur')
                self.assertNotIn('av_name', chain)

    def test_a_missing_cast_keeps_asking_the_wikis_after_mgstage(self):
        """素人缺演员时 MGStage 给了素人名义也不停,下一档是认人 Wiki 就接着问;有 Wiki 给过就照常停。"""
        given = ('title', 'performers', 'studio', 'release_date')
        self.assertTrue(settles(given, given, then='sougouwiki'))
        self.assertFalse(settles(given, given, wants_cast=True, then='sougouwiki'))
        self.assertFalse(settles(given, given, wants_cast=True, then='av_neme'))
        # 下一档已是综合索引:Wiki 都没给出演员也停,javdb 不为认人多问。
        self.assertTrue(settles(given, given, wants_cast=True, then='community'))

    def test_dmm_is_only_on_the_censored_chain(self):
        """DMM 是有码链上 r18.dev 之后的兜底;无码与 FC2 的番号不在它的目录上。"""
        for content, chain in ROUTES.items():
            with self.subTest(content=content):
                self.assertEqual('dmm' in chain, content == 'censored')
        self.assertEqual(ROUTES['censored'].index('dmm'), ROUTES['censored'].index('r18dev') + 1)
        self.assertIn('dmm', OFFICIAL_STAGE)

    def test_mgstage_is_not_asked_for_censored_codes(self):
        """mgstage 对有码号是转售店,标题缀着店铺特典,片商官网才是发行方。"""
        for code in ('ABW-220', 'SSIS-057', 'FSDSS-437'):
            with self.subTest(code=code):
                self.assertNotIn('mgstage', route_for_code(code))

    def test_uncensored_never_asks_r18dev(self):
        """无码番号在 r18.dev 上没有,留着它等于每条白等一次主机间隔。"""
        for code in ('040221-001', 'HEYZO-1380', 'n0780'):
            with self.subTest(code=code):
                self.assertNotIn('r18dev', route_for_code(code))
                self.assertEqual(route_for_code(code), ('avbase', 'javbus', 'javdb', 'avsox'))

    def test_a_dated_code_only_asks_1pondo_when_this_file_says_so(self):
        """一本道与カリビアンコム 的番号同形,问错那家答回来的是另一部片。"""
        self.assertEqual(
            route_for_code('112312_478', 'R:/media/1pon/112312_478-1pon-whole1_hd.mp4'),
            ('1pondo', 'avbase', 'javbus', 'javdb', 'avsox'))
        self.assertEqual(
            route_for_code('040221-001', 'R:/media/Carib-040221-001-FHD/040221-001-carib.mp4'),
            ('avbase', 'javbus', 'javdb', 'avsox'))

    def test_fc2_asks_the_shop_then_the_archives_then_javdb_only(self):
        """AVBase 与 JavBus 对 FC2 番号一份证据都没给过,问了只是各撞一次空搜索。

        fc2club 在 FC2 那一档一份资料都没交过,还回 429 把自己送进冷却,不在默认链上;
        站点仍登记着,整条覆盖时可以点名。
        """
        self.assertEqual(route_for_code('FC2-PPV-1812235'),
                         ('fc2', 'fc2cmadb', 'fc2ppvdb', 'javten', 'javarchive', 'javdb'))
        self.assertNotIn('r18dev', route_for_code('FC2-PPV-1812235'))
        self.assertIn('fc2club', SOURCE_SPECS)
        self.assertEqual(route_for_code('FC2-PPV-1812235', overrides={'fc2': ('fc2', 'fc2club')}),
                         ('fc2', 'fc2club'))

    def test_the_amane_reprint_sites_are_not_on_the_censored_or_amateur_chains(self):
        """有码与素人的默认链只经桥问官方档:freejavbt 与 airav 只能由用户整条覆盖时点名。"""
        self.assertEqual(amane_sites('ABW-220'), (('prestige',), ()))
        self.assertEqual(amane_sites('300MIUM-1239'), (('mgstage',), ()))
        self.assertEqual(amane_sites('FC2-PPV-1812235'), ((), ()))
        self.assertEqual(amane_sites('HEYZO-1380'), ((), ('avsox',)))
        self.assertEqual(amane_sites('ABW-220', overrides={'censored': ('r18dev', 'freejavbt', 'airav')}),
                         ((), ('freejavbt', 'airav')))
        self.assertEqual(set(AMANE_STAGE) & set(COMMUNITY_STAGE), set())
        self.assertEqual(set(AMANE_STAGE) & set(OFFICIAL_STAGE), set())
        self.assertLessEqual(set(AMANE_OFFICIAL_STAGE), set(OFFICIAL_STAGE))


class MakerEvidenceTests(unittest.TestCase):
    """Prestige、FALENO、DAHLIA 对任何番号都发请求,只问本机证据认得的自家番号。"""

    def test_each_maker_site_only_gets_its_own_prefixes(self):
        for code, expected in (('ABW-032', ('prestige',)), ('ABF-246', ('prestige',)),
                               ('FSDSS-437', ('faleno',)), ('DLDSS-480', ('dahlia',)),
                               ('SSIS-057', ()), ('MIDE-845', ()), ('IPX-060', ())):
            with self.subTest(code=code):
                self.assertEqual(maker_sites(code), expected)

    def test_a_claimed_code_skips_makers_and_an_unclaimed_one_asks_only_makers(self):
        """一个番号只属于一家片商:三家有一家认了,就不再起 amane 的片商表。"""
        for code, official in (('ABW-032', ('prestige',)), ('FSDSS-437', ('faleno',)),
                               ('DLDSS-480', ('dahlia',)), ('SSIS-057', ('makers',)),
                               ('MIDE-845', ('makers',))):
            with self.subTest(code=code):
                self.assertEqual(amane_sites(code)[0], official)

    def test_the_studio_or_path_can_claim_a_code_the_prefix_table_misses(self):
        """前缀表取自账本统计,新前缀先由厂牌列或路径认出来。"""
        self.assertEqual(maker_sites('XYZ-001', 'プレステージ'), ('prestige',))
        self.assertEqual(maker_sites('XYZ-001', r'R:\media\FALENO\XYZ-001.mp4'), ('faleno',))
        self.assertEqual(amane_sites('XYZ-001', 'DAHLIA')[0], ('dahlia',))
        self.assertEqual(amane_sites('XYZ-001')[0], ('makers',))

    def test_the_prefix_must_match_whole_not_as_a_substring(self):
        """ABWX 不是 ABW:只认番号开头那一整段字母。"""
        self.assertEqual(maker_sites('ABWX-001'), ())
        self.assertEqual(maker_sites('ABW032'), ('prestige',))

    def test_the_evidence_table_only_names_maker_sites_on_the_censored_chain(self):
        self.assertLessEqual(set(MAKER_EVIDENCE), set(ROUTES['censored']))
        for site, (prefixes, names) in MAKER_EVIDENCE.items():
            with self.subTest(site=site):
                self.assertTrue(prefixes and names)

    def test_an_override_naming_a_maker_site_still_goes_through_the_evidence(self):
        overrides = {'censored': ('prestige', 'r18dev')}
        self.assertEqual(route_for_code('SSIS-057', overrides=overrides), ('r18dev',))
        self.assertEqual(route_for_code('ABW-032', overrides=overrides), ('prestige', 'r18dev'))

    def test_korean_mib_and_a_missing_code_ask_nobody(self):
        self.assertEqual(route_for_code('AIN-203'), ())
        self.assertEqual(route_for_code(''), ())

    def test_official_and_community_stages_do_not_overlap(self):
        self.assertEqual(set(OFFICIAL_STAGE) & set(COMMUNITY_STAGE), set())

    def test_the_community_stage_is_capped_at_the_list_field_depth(self):
        """免复核要两家一致、封面互证要两个图源,3 家是下限不是上限。"""
        self.assertEqual(len(community_route('ABW-220')), LIST_FIELD_DEPTH)
        self.assertEqual(community_route('FC2-PPV-1812235'), ('javdb',))
        self.assertEqual(community_route('HEYZO-1380'), ('avbase', 'javbus', 'javdb'))
        self.assertEqual(official_route('FC2-PPV-1812235'),
                         ('fc2', 'fc2cmadb', 'fc2ppvdb', 'javten', 'javarchive'))


class StageTests(unittest.TestCase):
    def test_stages_keep_the_official_sources_apart_and_fold_the_indexes(self):
        """官方那几家逐个成档才短路得了;综合索引那一档整档一起问,经桥的几站也合成一档。"""
        self.assertEqual(stages_for_code('ABW-220'), ('amane_official', 'r18dev', 'dmm', 'community'))
        self.assertEqual(stages_for_code('300MIUM-1239'),
                         ('amane_official', 'sougouwiki', 'av_neme', 'community', 'r18dev'))
        self.assertEqual(stages_for_code('040221-001'), ('community', 'amane'))
        self.assertEqual(stages_for_code('FC2-PPV-1812235'), ('fc2', 'community'))
        self.assertEqual(stages_for_code('AIN-203'), ())

    def test_stage_members_name_the_sources_the_evidence_files_use(self):
        chain = route_for_code('FC2-PPV-1812235')
        self.assertEqual(stage_members('fc2', chain), ('fc2', 'fc2cmadb', 'fc2ppvdb', 'javten', 'javarchive'))
        self.assertEqual(stage_members('amane', chain), ())
        self.assertEqual(stage_members('community', chain), ('javdb',))
        self.assertEqual(stage_members('r18dev', chain), ())
        chain = route_for_code('SSIS-057')
        self.assertEqual(stage_members('amane_official', chain), ('makers',))
        self.assertEqual(stage_members('r18dev', chain), ('r18dev',))
        self.assertEqual(stage_members('dmm', chain), ('dmm',))


class ShortCircuitTests(unittest.TestCase):
    def test_only_the_scalar_fields_this_row_still_misses_count(self):
        self.assertEqual(required_scalars(('title', 'tags', 'studio')), ('title', 'studio'))
        self.assertEqual(required_scalars(('tags',)), ())

    def test_a_stage_that_covers_the_missing_scalars_stops_the_chain(self):
        self.assertTrue(settles(('title', 'studio'), ('title', 'studio', 'tags')))
        self.assertFalse(settles(('title', 'performers'), ('title', 'studio')))

    def test_a_row_that_only_misses_list_fields_stops_at_the_first_answer(self):
        """要的本来就不是标量,再问下一档只会拿回一堆和现值相同的候选(ADR-0033)。"""
        self.assertTrue(settles((), ()))

    def test_the_maker_stage_settles_the_chain_when_it_covers_the_scalars(self):
        """片商官网把标题、演员、厂牌、发行日给全了,r18.dev 与综合索引都不再问。"""
        self.assertTrue(settles(('title', 'performers', 'studio', 'release_date'),
                                ('title', 'performers', 'studio', 'release_date', 'tags'),
                                wants_tags=True, then='r18dev'))

    def test_a_row_missing_tags_asks_one_more_official_stage_when_the_maker_gave_none(self):
        """FALENO、DAHLIA 官网不给类别:缺标签的行再问 r18.dev 一次,但不为标签去问 javdb。"""
        scalars = ('title', 'performers', 'studio', 'release_date')
        self.assertFalse(settles(scalars, scalars, wants_tags=True, then='r18dev'))
        # DMM 与 r18.dev 是同一份目录:r18.dev 答了标量没给标签,再问 DMM 拿回的还是那一套 genre。
        self.assertTrue(settles(scalars, scalars, wants_tags=True, then='dmm'))
        self.assertTrue(settles(scalars, scalars, wants_tags=True, then='community'))
        self.assertTrue(settles(scalars, scalars, wants_tags=True, then=''))
        self.assertTrue(settles(scalars, scalars, wants_tags=False, then='r18dev'))

    def test_prestige_leaves_the_release_date_to_the_next_stage(self):
        """Prestige 给的是配信开始日,不当发行日:缺发行日的行照样问 r18.dev。"""
        self.assertFalse(settles(('title', 'release_date'), ('title', 'studio', 'tags'),
                                 then='r18dev'))


class OverrideTests(unittest.TestCase):
    def test_an_override_replaces_the_whole_chain(self):
        overrides = parse_route_overrides('censored=r18dev,javdb')
        self.assertEqual(route('censored', overrides=overrides), ('r18dev', 'javdb'))
        self.assertEqual(route_for_code('ABW-220', overrides=overrides), ('r18dev', 'javdb'))
        self.assertEqual(community_route('ABW-220', overrides=overrides), ('javdb',))
        self.assertEqual(route('uncensored', overrides=overrides), ROUTES['uncensored'])

    def test_an_empty_chain_means_this_type_asks_nobody(self):
        overrides = parse_route_overrides({'fc2': ()})
        self.assertEqual(route_for_code('FC2-PPV-1812235', overrides=overrides), ())

    def test_a_mapping_and_a_text_line_mean_the_same_thing(self):
        self.assertEqual(parse_route_overrides('fc2=fc2;censored=r18dev'),
                         parse_route_overrides({'fc2': ['fc2'], 'censored': ['r18dev']}))

    def test_unknown_names_are_refused_instead_of_silently_dropped(self):
        """静默忽略的表现是「设置改了没生效」,比报错难查得多。"""
        with self.assertRaisesRegex(ValueError, '未知内容类型'):
            parse_route_overrides('hentai=javdb')
        with self.assertRaisesRegex(ValueError, '未知来源'):
            parse_route_overrides('censored=kin8')
        with self.assertRaisesRegex(ValueError, '类型=来源'):
            parse_route_overrides('censored')


if __name__ == '__main__':
    unittest.main()