Free, open-source 3D sculpting for Linux, macOS and Windows: dense meshes, remeshing, painting, built-in AI (image/text to 3D), Send to Unreal, game-ready LODs, Gaussian splats and OpenUSD.
C++ 3d3d-sculptingcppdear-imguidigital-sculptingfbxgame-developmentgaussian-splattinggltfimage-to-3dmcpopenglopenusdsculptingtext-to-3dunreal-engine
#!/usr/bin/env python3
# SculptForge - open source digital sculpting
# SPDX-License-Identifier: GPL-3.0-or-later
"""Fails when the public gallery repository (the app's default community gallery) differs from repo/ here.
The app and brushes.html read https://github.com/islandmed/sculptforge-brushes; repo/ is its source. A rename here
that never reached it left a third-party mark live for weeks, so release.sh runs this. Compares git blob hashes of
every file (no clone), then runs check_marks' patterns over repo/'s file names and text.
The public tree comes from `gh api` (signed in: no anonymous rate limit on shared CI runners, and the release test's gh
stand-in answers it), else from the anonymous REST API when gh isn't installed. A failed lookup is reported as such
(on stdout, which release.sh shows), never as a difference.
python3 check_published.py (network; release.sh preflight)
python3 check_published.py --self-test
python3 check_published.py --tree-json repo/ as the API's tree answer (the release test's gh stand-in)
Standard library only.
"""
import hashlib
import json
import os
import shutil
import subprocess
import sys
import urllib.request
from pathlib import Path
HERE = Path(__file__).resolve().parent
REPO = HERE / "repo"
PUBLIC = "islandmed/sculptforge-brushes"
sys.path.insert(0, str(HERE.parent))
import check_marks # noqa: E402
def blob_sha(data):
return hashlib.sha1(b"blob %d\0" % len(data) + data).hexdigest()
def local_tree():
return {p.relative_to(REPO).as_posix(): blob_sha(p.read_bytes()) for p in sorted(REPO.rglob("*")) if p.is_file()}
def public_tree():
# SF_GALLERY_PUBLIC=<file>: the public tree from a JSON file of {path: blob sha} (the release test's sandbox,
# which mustn't depend on GitHub's API: an unauthenticated call from a shared CI runner hits its rate limit).
if os.environ.get("SF_GALLERY_PUBLIC"):
return json.loads(Path(os.environ["SF_GALLERY_PUBLIC"]).read_text())
path = f"repos/{PUBLIC}/git/trees/main?recursive=1"
if shutil.which("gh"):
r = subprocess.run(["gh", "api", path], capture_output=True, text=True, timeout=60)
if r.returncode != 0:
raise RuntimeError(f"gh api {path} failed: {(r.stderr or r.stdout).strip()[:200]}")
tree = json.loads(r.stdout)["tree"]
else:
headers = {"Accept": "application/vnd.github+json"}
if token := os.environ.get("GH_TOKEN") or os.environ.get("GITHUB_TOKEN"):
headers["Authorization"] = f"Bearer {token}"
with urllib.request.urlopen(urllib.request.Request(f"https://api.github.com/{path}", headers=headers), timeout=30) as r:
tree = json.load(r)["tree"]
return {t["path"]: t["sha"] for t in tree if t["type"] == "blob"}
def differences(local, public):
out = [f"{p}: only on {PUBLIC}" for p in sorted(public.keys() - local.keys())]
out += [f"{p}: not published to {PUBLIC}" for p in sorted(local.keys() - public.keys())]
out += [f"{p}: differs from {PUBLIC}" for p in sorted(local.keys() & public.keys()) if local[p] != public[p]]
return out
def marks(mark_re):
out = []
for p in sorted(REPO.rglob("*")):
rel = p.relative_to(REPO).as_posix()
if mark_re.search(rel):
out.append(f"{rel}: the file name has a mark")
data = p.read_bytes() if p.is_file() else b""
if data and b"\0" not in data[:8192] and mark_re.search(data.decode("utf-8", "replace")):
out.append(f"{rel}: has a mark")
return out
def main(argv):
if "--self-test" in argv:
assert blob_sha(b"") == "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" # git hash-object /dev/null
assert differences({"a": "1", "b": "2"}, {"a": "1", "b": "3", "c": "4"}) == [
f"c: only on {PUBLIC}", f"b: differs from {PUBLIC}"]
assert not marks(check_marks.load_marks())
print("check_published self-test ok")
return 0
if "--tree-json" in argv:
print(json.dumps({"tree": [{"path": p, "type": "blob", "sha": s} for p, s in local_tree().items()]}))
return 0
try:
public = public_tree()
except Exception as e: # (network, auth, rate limit: say so, not "differs")
print(f"could not read {PUBLIC}'s file list: {e}")
return 2
problems = marks(check_marks.load_marks()) + differences(local_tree(), public)
for p in problems:
print(p)
if problems:
print(f"\nthe public gallery differs from tools/brush-gallery/repo: copy repo/ into a clone of {PUBLIC}, "
"commit, push its main", file=sys.stderr)
return 1
print(f"check_published: {PUBLIC} matches tools/brush-gallery/repo, no marks")
return 0
if __name__ == "__main__":
sys.exit(main(sys.argv[1:]))