A Civilization-style strategy game about governing Israel from 15 May 1948. Real ministers, real map, every fact sourced. Unity + deterministic C# sim.
"""Shared rules for the open-source checks: what a secret looks like, which emails and paths are personal, what files a
public tree must carry, which files need a provenance row, and how large a file may be. One module, so check_repo.py
(tip of tree) and scan_history.py (every commit) can never disagree about what they look for."""
from __future__ import annotations
import re
SECRET_PATTERNS: dict[str, re.Pattern[str]] = {
"elevenlabs-key": re.compile(r"\bsk_[0-9a-f]{40,}\b"),
"anthropic-key": re.compile(r"sk-ant-[A-Za-z0-9_\-]{20,}"),
"openai-key": re.compile(r"\bsk-(?:proj-)?[A-Za-z0-9]{20,}"),
"aws-access-key-id": re.compile(r"\b(?:AKIA|ASIA)[0-9A-Z]{16}\b"),
"github-token": re.compile(r"\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{30,}|github_pat_[A-Za-z0-9_]{30,}"),
"google-api-key": re.compile(r"\bAIza[0-9A-Za-z_\-]{35}\b"),
"slack-token": re.compile(r"xox[baprs]-[A-Za-z0-9-]{10,}"),
"private-key": re.compile(r"-----BEGIN [A-Z ]*PRIVATE KEY-----"),
"jwt": re.compile(r"\beyJ[A-Za-z0-9_\-]{10,}\.[A-Za-z0-9_\-]{10,}\.[A-Za-z0-9_\-]{10,}"),
"secret-assignment": re.compile(
r"(?i)(?:api[_-]?key|secret|token|passw(?:or)?d)['\"]?\s*[:=]\s*['\"][A-Za-z0-9_\-/+=]{16,}['\"]"),
# The unquoted shell / .env shape: export OPENAI_API_KEY=<value> (review I4).
"env-assignment": re.compile(
r"(?:^|[^A-Za-z0-9_])[A-Z0-9_]*(?:API_?KEY|SECRET|TOKEN|PASSWORD)[A-Z0-9_]*[ \t]*[:=][ \t]*[A-Za-z0-9_/+=-]{16,}"),
# Unity writes these into ProjectSettings.asset when the project is linked to Unity Cloud. Empty is fine. The value
# shapes are narrow on purpose (a GUID; a slug that ends the line) so that this file and its tests, which mention
# the keys, do not match themselves.
"unity-cloud-project-id": re.compile(r"cloudProjectId:[ \t]*[0-9a-fA-F]{8}-"),
"unity-organization-id": re.compile(r"organizationId:[ \t]*[A-Za-z0-9][\w.-]*[ \t]*$"),
"unity-licence-secret": re.compile(r"(?i)UNITY_(?:SERIAL|PASSWORD|LICENSE)\s*[:=]\s*\S{6,}"),
}
# The local part must start with a letter or digit (so "@pytest.mark" is not an address), and the last domain label
# must be letters only (so a Unity package id such as "[email protected]" is not an address).
EMAIL = re.compile(r"(?<![\w.+-])[A-Za-z0-9][A-Za-z0-9._%+\-]*@((?:[A-Za-z0-9-]+\.)+[A-Za-z]{2,})(?![\w.-])")
ALLOWED_EMAIL_DOMAINS = frozenset({"users.noreply.github.com", "example.com", "example.org", "example.net"})
ALLOWED_EMAILS = frozenset({"[email protected]", "[email protected]"}) # exact addresses, never a whole domain
HOME_PATH = re.compile(
r"(?:/Users/(?!Shared\b)|/home/)[A-Za-z][\w.\-]*(?:/|\b)|[A-Za-z]:\\Users\\[A-Za-z]|-Users-[a-z][\w.]*-")
# A committed merge conflict (check "conflict-markers"). Git writes the opening, diff3 base and closing markers as
# exactly seven characters, one space and a label ("HEAD", a branch, a file), always at the start of a line; only that
# shape is matched. The "=======" separator is never matched: the same line underlines Markdown and reStructuredText
# headings (the CC licence texts in LICENSES/ carry such rules), and a real conflict is already reported by the
# labelled lines around it. Seven characters with no label, or eight and more, are not what git writes.
CONFLICT_MARKER = re.compile(r"^(<{7}|\|{7}|>{7}) ")
MAX_FILE_BYTES = 10 * 1024 * 1024
REQUIRED_FILES: tuple[str, ...] = (
"LICENSE", "LICENSES/MIT.txt", "LICENSES/CC-BY-4.0.txt", "LICENSES/CC-BY-NC-ND-4.0.txt",
"LICENSES/CC-BY-SA-4.0.txt", "LICENSES/CC0-1.0.txt",
"LICENSES/YamlDotNet-MIT.txt", "LICENSING.md", "NOTICE", "THIRD-PARTY-NOTICES.md", "ASSETS.yaml",
"README.md", "README.he.md", "BUILDING.md", "CONTRIBUTING.md", "CODE_OF_CONDUCT.md", "SECURITY.md",
"TRADEMARK.md", "CHANGELOG.md", "docs/CONTENT_POLICY.md",
"docs/UNTRUSTED_PR_REVIEW.md", "docs/RELEASING.md", "docs/oss/DECISIONS.md", ".github/CODEOWNERS",
".github/pull_request_template.md", ".github/workflows/ci.yml",
)
# Files whose provenance ASSETS.yaml must record (check "assets"). Any file git itself treats as binary counts too.
BINARY_EXTENSIONS = frozenset({
".png", ".jpg", ".jpeg", ".webp", ".gif", ".bmp", ".tif", ".tiff", ".tga", ".psd", ".exr", ".hdr", ".svg",
".mp4", ".mov", ".webm", ".r16", ".r16z", ".u16", ".raw",
".ttf", ".otf", ".woff", ".woff2",
".wav", ".ogg", ".mp3", ".flac", ".aiff", ".m4a",
".fbx", ".obj", ".blend", ".glb", ".gltf",
".pdf", ".unitypackage",
})
PROVENANCE_GLOBS: tuple[str, ...] = ("content/map/*", "unity/Assets/StreamingAssets/map/*")
# "Israel State Archives terms of use": the archive's own licence for its catalogue items (Ben-Gurion's 1948 recording,
# unity/Assets/StreamingAssets/audio/; ASSETS.yaml records the terms and their open questions; the row stays owner-verify).
# Owner, 20 Oct 2026: written ElevenLabs permission to publish the three #1112 audio files in this repo.
ALLOWED_LICENCES = frozenset({"MIT", "CC-BY-4.0", "CC-BY-NC-ND-4.0", "CC-BY-SA-4.0", "CC0-1.0", "OFL-1.1", "Public-Domain",
"Copernicus-DEM", "IMS-data.gov.il", "Unity-Companion-License",
"Israel State Archives terms of use", "LicenseRef-ElevenLabs-Owner-Permission", "unknown"})
STATUSES = frozenset({"verified", "owner-verify"})
RULE_KEYS = ("glob", "licence", "source", "status")
def secret_kinds(line: str) -> list[str]:
return [kind for kind, rx in SECRET_PATTERNS.items() if rx.search(line)]
def email_kinds(line: str) -> list[str]:
for m in EMAIL.finditer(line):
domain = m.group(1).lower()
if domain in ALLOWED_EMAIL_DOMAINS or m.group(0).lower() in ALLOWED_EMAILS:
continue
return ["personal-email"]
return []
def home_path_kinds(line: str) -> list[str]:
return ["home-path"] if HOME_PATH.search(line) else []
# Binaries only: a model exported from a temp folder names the account without any "/Users/" (PR #680 shipped
# "/private/tmp/claude-501/-Users-<name>/<session>/..."). Text files can name /tmp and /var/folders legitimately.
TEMP_PATH = re.compile(r"/private/(?:tmp|var)/|/var/folders/|(?<![\w-])claude-\d+|-Users-[A-Za-z]")
_UTF16_LE = re.compile(rb"([\x20-\x7e])\x00")
_UTF16_BE = re.compile(rb"\x00([\x20-\x7e])")
def binary_home_path_kinds(data: bytes) -> list[str]:
"""A home, temp or session path anywhere in a binary, as UTF-8/Latin-1 bytes or as UTF-16 (either byte order, at
any offset): the UTF-16 views drop the NUL beside each ASCII character, so the same patterns match."""
for view in (data, _UTF16_LE.sub(rb"\1", data), _UTF16_BE.sub(rb"\1", data)):
text = view.decode("latin-1")
if HOME_PATH.search(text) or TEMP_PATH.search(text):
return ["home-path-in-binary"]
return []
def conflict_marker_kinds(line: str) -> list[str]:
m = CONFLICT_MARKER.match(line)
return [f"conflict-marker {m.group(1)}"] if m else []