Official Codebase of 3DCodeVerse
Python
"""Download the evaluation assets from the Hub into $C3D_EVAL_DATA/hub (needs a token with access to
`3dcodeverse/*`; `hf auth login` or HF_TOKEN).
--core 212 3DCodeBench tasks (YipengGao/3DCodeBench/3DCodeBench), the five held-out test parquets and
mixes.json (3dcodeverse/3dcodeverse-2m finetune/), the 3dcodeverse dataset card + _reports/ +
factories metadata (~30 MB)
--views the official 4 GT reference views per bench task (3DCodeBench_ModelLogs/inputs) (~930 MB)
--logs frontier-model generation logs of the official benchmark (text_to_3D / image_to_3D parquets),
re-executable here for reference numbers (~16 MB)
--gt-tar 3dcodebench/factories_geo/samples-000.tar with the canonical object.glb per factory (2.1 GB)
"""
from __future__ import annotations
import argparse
from huggingface_hub import snapshot_download
from . import config
def dl(repo: str, patterns: list[str], sub: str, workers: int = 16) -> None:
p = snapshot_download(repo, repo_type="dataset", allow_patterns=patterns, local_dir=str(config.HUB_DIR / sub), max_workers=workers)
print(f"[download] {repo} {patterns[:2]}... -> {p}", flush=True)
def main() -> None:
ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
ap.add_argument("--core", action="store_true")
ap.add_argument("--views", action="store_true")
ap.add_argument("--logs", action="store_true")
ap.add_argument("--gt-tar", action="store_true")
a = ap.parse_args()
if not any(vars(a).values()):
a.core = True
if a.core:
dl("YipengGao/3DCodeBench", ["3DCodeBench/*", "3DCodeBench_ModelLogs/README.md", "README.md"], "3DCode")
dl("3dcodeverse/3dcodeverse-2m", ["_reports/*", "dataset_info*.json", "README.md", "3dcodebench/factories_geo/metadata.parquet",
"3dcodebench/factories_tex/metadata.parquet", "data/build_report_text.json",
"finetune/test/*", "finetune/*.json", "finetune/README.md"], "3dcodeverse")
if a.views:
dl("YipengGao/3DCodeBench", ["3DCodeBench_ModelLogs/inputs/*"], "3DCode")
if a.logs:
dl("YipengGao/3DCodeBench", ["3DCodeBench_ModelLogs/data/text_to_3D.parquet", "3DCodeBench_ModelLogs/data/image_to_3D.parquet"], "3DCode")
if a.gt_tar:
dl("3dcodeverse/3dcodeverse-2m", ["3dcodebench/factories_geo/samples-000.tar"], "3dcodeverse", workers=4)
if __name__ == "__main__":
main()