Skip to content

armgit / peach

Public Imported from GitHub
0

Peach: Local-first video metadata scraper and media manager.

refactor(sourcing): 归置重采的来源缓存策略

longmeidaoa1dee7c5ec3d
diff --git a/src/peach/library_processing.py b/src/peach/library_processing.py
index e32122ca1..0b1a0d2a7 100644
--- a/src/peach/library_processing.py
+++ b/src/peach/library_processing.py
@@ -1369,7 +1369,7 @@ class _MetadataResults:
class _RemoteSession:
"""一个任务共用的外部来源连接,加上来源说过「没有」的记忆。"""
- def __init__(self, config, provider_factory, misses, *, retrying, routes=None):
+ def __init__(self, config, provider_factory, misses, *, retrying, recheck_existing=False, routes=None):
self._config = config
self._factory = provider_factory
self._provider = None
@@ -1377,7 +1377,7 @@ class _RemoteSession:
#: 用户对每种内容类型的来源链覆盖,形状见 `metadata_routes.parse_route_overrides`。
self._routes = routes or None
# 定向重试或明确重采不看旧记忆;本次答复仍照记。
- self._consult = not retrying
+ self._consult = not (retrying or recheck_existing)
self._task_evidence = {}
self._task_absent = set()
@@ -2705,7 +2705,7 @@ def process_library(config, db_path, candidate_root, cover_root, *, location='co
update()
remote = _RemoteSession(config, provider_factory, _MissCache(misses_path(config)),
- retrying=retrying or recheck_existing, routes=routes)
+ retrying=retrying, recheck_existing=recheck_existing, routes=routes)
flush_candidates = lambda force=False: None
try:
diff --git a/tests/test_metadata_library.py b/tests/test_metadata_library.py
index be4dc4a59..5ccb7734f 100644
--- a/tests/test_metadata_library.py
+++ b/tests/test_metadata_library.py
@@ -124,11 +124,11 @@ class LibraryNfoTests(unittest.TestCase):
document = {'id': 'DASS-468', 'title': '原题', 'maker': 'Das', 'release_date': '2024-09-10',
'actresses': [{'japanese_name': '胡桃さくら'}]}
provider = stub_provider()
- provider.query.side_effect = lambda code, source='r18dev', **kwargs: (
+ provider.query.side_effect = lambda code, source='r18dev', document=document, **kwargs: (
{**document, 'genres': ['高跟鞋'], 'javdb_rule': 2} if source == 'javdb' else document)
provider.cover.return_value = False
process_library(config, db, root / 'generated', root / 'covers', asset_ids=[1],
- stage='metadata', recheck_existing=recheck, provider_factory=lambda: provider)
+ stage='metadata', recheck_existing=recheck, provider_factory=lambda provider=provider: provider)
javdb_calls = [call for call in provider.query.call_args_list if call.args[1] == 'javdb']
self.assertEqual(len(javdb_calls), 1 if recheck else 0)
self.assertTrue(_MissCache(misses_path(config)).fresh('javdb', 'DASS-469'))