Peach: Local-first video metadata scraper and media manager.
"""发布通过验收的制品,在 GitGud 与 R2 保存可校验的下载副本。"""
from __future__ import annotations
import hashlib
import json
import os
from pathlib import Path
import re
import subprocess
import sys
import time
from urllib.parse import quote, urlencode, urlsplit
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "src"))
if not __package__:
sys.path.insert(0, str(ROOT))
__package__ = "scripts"
from peach.user_agent import USER_AGENT
from peach.peach_proxy import read_url
def verify_local_assets(root: Path, assets: list[dict]) -> None:
"""核对发行清单中的本地文件、大小与 SHA-256。"""
for asset in assets:
path = root / asset['name']
if (not re.fullmatch(r'[A-Za-z0-9_.-]+', asset['name']) or path.is_symlink()
or not path.is_file() or path.stat().st_size != asset['size']):
raise ValueError('GitGud 镜像文件与发行清单不一致')
with path.open('rb') as stream:
if hashlib.file_digest(stream, 'sha256').hexdigest() != asset['sha256']:
raise ValueError('GitGud 镜像文件的 SHA-256 不符')
def gitgud_package_links(root: Path, release: dict, project_url: str) -> list[dict]:
"""复用官方 glab 上传;同版本同名文件必须具有相同字节与摘要。"""
from .release_forge import GitLabForge
tag = release['tag_name']
if not re.fullmatch(r'v\d+\.\d+\.\d+', tag):
raise ValueError('GitGud 镜像需要明确的版本标签')
project = urlsplit(project_url)
if project.scheme != 'https' or not project.hostname or project.username or project.password:
raise ValueError('GitGud 项目必须使用无凭据的 HTTPS 地址')
repo = project.path.strip('/')
executable = os.environ.get('PEACH_GLAB', 'glab')
forge = GitLabForge(project.netloc, lambda *args: subprocess.check_output(
args, text=True, encoding='utf-8', stderr=subprocess.PIPE))
assets = release['assets']
verify_local_assets(root, assets)
def package_files() -> list[dict]:
query = urlencode({'package_type': 'generic', 'package_name': 'peach-release', 'package_version': tag})
packages = forge.api(repo, 'packages?' + query)
result = []
for package in packages:
if package['name'] != 'peach-release' or package.get('version') != tag:
continue
for page in range(1, 11):
batch = forge.api(repo, f"packages/{package['id']}/package_files?per_page=100&page={page}")
result.extend(batch)
if len(batch) < 100:
break
else:
raise ValueError('GitGud 制品文件超过核对上限')
return result
def matches(asset: dict, files: list[dict]) -> bool:
rows = [row for row in files if row['file_name'] == asset['name']]
if any(row['size'] != asset['size'] or row.get('file_sha256') != asset['sha256'] for row in rows):
raise ValueError(f"GitGud 已有同名制品内容不同,保留原文件:{asset['name']}")
return bool(rows)
existing = package_files()
for asset in assets:
if not matches(asset, existing):
subprocess.run([executable, 'packages', 'upload', str(root / asset['name']),
'--repo', project_url, '--name', 'peach-release', '--version', tag], check=True)
for attempt in range(3):
current = package_files()
if all(matches(asset, current) for asset in assets):
break
if attempt == 2:
raise ValueError('GitGud 制品尚未全部登记,保留 R2 文件并停止登记 Release')
time.sleep(attempt + 1)
prefix = f"https://{project.netloc}/api/v4/projects/{quote(repo, safe='')}/packages/generic/peach-release/{tag}"
return [{'name': asset['name'] + ' · GitGud', 'url': prefix + '/' + quote(asset['name']),
'link_type': 'package', 'direct_asset_path': '/gitgud/' + asset['name']} for asset in assets]
def r2_release_notes(body: str, version: str, base: str, project_url: str) -> str:
from .package_windows_release import download_notes
text = body.split('\n## 下载选择\n', 1)[0].rstrip() + '\n'
text = text.replace('https://github.com/peach-mitao/peach/blob/master/',
f'{project_url.rstrip("/")}/-/blob/v{version}/')
return text + download_notes(version, lite_installer=True, download_base=f'{base.rstrip("/")}/v{version}',
macos=True)
def publish(root: Path = Path('release')) -> None:
tag = os.environ["CI_COMMIT_TAG"]
sha = os.environ["CI_COMMIT_SHA"]
if not re.fullmatch(r"v\d+\.\d+\.\d+", tag) or not re.fullmatch(r"[0-9a-f]{40}", sha):
raise ValueError("Release 必须使用明确的版本标签与完整提交 SHA")
actual = subprocess.check_output(["git", "rev-parse", f"refs/tags/{tag}^{{commit}}"],
text=True, encoding="utf-8").strip()
if actual != sha:
raise ValueError("标签不指向当前已验收的提交")
notes = root / 'RELEASE_NOTES.md'
if not notes.is_file() or not notes.stat().st_size:
raise ValueError("缺少发行说明")
command = [os.environ.get("PEACH_GLAB", "glab"), "release", "create", tag,
"--repo", os.environ["CI_PROJECT_URL"], "--ref", sha,
"--name", tag,
"--notes-file", str(notes), "--no-close-milestone"]
backend = os.environ.get("PEACH_DOWNLOAD_BACKEND", "gitgud")
if backend in {"r2", "both"}:
subprocess.run([sys.executable, "scripts/release_r2.py", "--root", str(root), "--version", tag[1:], "--apply"], check=True)
base = os.environ["PEACH_R2_PUBLIC_BASE"].rstrip("/")
release = json.loads(read_url(f"{base}/{tag}/release.json", headers={"User-Agent": USER_AGENT}, timeout=60))
if (release["tag_name"] != tag or release.get("commit_sha") != sha or not release["assets"]
or any(item["state"] != "uploaded" or not item["browser_download_url"].startswith(f"{base}/{tag}/")
for item in release["assets"])):
raise ValueError("R2 发布清单尚未就绪")
links = [{"name": item["name"], "url": item["browser_download_url"], "link_type": "package",
"direct_asset_path": "/" + item["name"]} for item in release["assets"]]
if backend == 'both':
from .release_r2 import inventory
files = inventory(root, tag[1:])
(root / 'SHA256SUMS.txt').write_text(''.join(
f"{item['sha256']} {item['name']}\n" for item in files), encoding='utf-8')
links.extend(gitgud_package_links(root, release, os.environ['CI_PROJECT_URL']))
notes.write_text(r2_release_notes(notes.read_text(encoding='utf-8'), tag[1:], base,
os.environ['CI_PROJECT_URL']), encoding='utf-8')
command.extend(["--assets-links", json.dumps(links)])
elif backend == "gitgud":
from .release_r2 import inventory
files = inventory(root, tag[1:])
sums = root / 'SHA256SUMS.txt'
sums.write_text("".join(f"{item['sha256']} {item['name']}\n" for item in files), encoding="utf-8")
command.extend([*(str(root / item["name"]) for item in files), str(sums),
"--use-package-registry", "--package-name", "peach-release"])
else:
raise ValueError("未知的下载后端")
subprocess.run(command, check=True)
if __name__ == "__main__":
publish()