Automation foundation model for tiny devices: 2-bit, 8-29 MB, tool calls, ASR, structured extraction and embeddings on phones, wearables, smart homes, robots, cars and microcontrollers.
update
HenryNdubuaku1cd830cb8ba8
diff --git a/src/cli.py b/src/cli.pyindex 44c7c31..e9f3824 100644--- a/src/cli.py+++ b/src/cli.py@@ -167,6 +167,10 @@ def main():tp.add_argument("name", type=str)tp.add_argument("--zone", type=str, default=None)+ tp = tpu_sub.add_parser("sync", add_help=False)+ tp.add_argument("name", type=str)+ tp.add_argument("--zone", type=str, default=None)+tp = tpu_sub.add_parser("train", add_help=False)tp.add_argument("name", type=str)tp.add_argument("--zone", type=str, default=None)diff --git a/src/tpu.py b/src/tpu.pyindex 52ada98..9055a13 100644--- a/src/tpu.py+++ b/src/tpu.py@@ -54,6 +54,7 @@ TPU_HELP = """needle tpu create NAME [--type TYPE] [--version VER]needle tpu connect NAME [--zone ZONE]needle tpu setup NAME [--zone ZONE] setup all workers (multi-host)+ needle tpu sync NAME [--zone ZONE] sync code only (fast, no venv rebuild)needle tpu train NAME [--zone ZONE] launch training on all workersneedle tpu claude NAME [--zone ZONE]needle tpu stop NAME [--zone ZONE]@@ -419,27 +420,11 @@ def tpu_list(args):print("[tpu] No instances found.")-def tpu_setup(args):- """Set up all workers of a multi-host TPU: sync code, install deps.-- Creates a lightweight tarball (excludes .venv, .data_cache, __pycache__,- .git), copies it to all workers via SCP, then runs `source ./setup`- on each worker to create a fresh venv with jax[tpu].- """- zone = args.zone or _detect_zone(args.name)- num_workers = _get_num_workers(args.name, zone)-- if num_workers <= 1:- print(f"[tpu] Single-host TPU ({num_workers} worker). Use 'needle tpu connect' instead.")- return-- print(f"[tpu] Multi-host TPU: {num_workers} workers")-- # Find the needle project root (where this script lives)+def _sync_code_to_workers(name, zone, num_workers):+ """Tarball source code and SCP to all workers. Returns True on success."""+ import tempfileproject_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))- # Create lightweight tarball excluding heavy dirs- import tempfiletarball = os.path.join(tempfile.gettempdir(), "needle_sync.tar.gz")print(f"[tpu] Creating tarball (excluding .venv, .data_cache, .git)...")_run(@@ -453,11 +438,10 @@ def tpu_setup(args):tar_size = os.path.getsize(tarball)print(f"[tpu] Tarball: {tar_size / 1024:.0f} KB")- # SCP tarball to all workersprint(f"[tpu] Copying to all {num_workers} workers...")result = _run(["gcloud", "compute", "tpus", "tpu-vm", "scp",- tarball, f"{args.name}:/tmp/needle_sync.tar.gz",+ tarball, f"{name}:/tmp/needle_sync.tar.gz","--zone", zone, "--project", PROJECT,"--worker=all"],check=False,@@ -465,14 +449,50 @@ def tpu_setup(args):os.remove(tarball)if result.returncode != 0:print("[tpu] ERROR: failed to copy tarball to workers.", file=sys.stderr)+ return False++ # Extract on all workers (preserves .venv if it exists)+ print(f"[tpu] Extracting on all {num_workers} workers...")+ result = _run_all_workers(name, zone,+ "rm -rf /tmp/needle_new && tar -xzf /tmp/needle_sync.tar.gz -C /tmp "+ "&& mv /tmp/needle_new 2>/dev/null; "+ "rsync -a --exclude=.venv --exclude=.data_cache --exclude=checkpoints "+ "/tmp/needle/ ~/needle/ "+ "&& rm -rf /tmp/needle /tmp/needle_sync.tar.gz")+ if result.returncode != 0:+ # Fallback: simple overwrite (rsync may not be installed)+ result = _run_all_workers(name, zone,+ "rm -rf ~/needle && tar -xzf /tmp/needle_sync.tar.gz -C ~ "+ "&& rm -f /tmp/needle_sync.tar.gz")+ if result.returncode != 0:+ print("[tpu] ERROR: failed to extract on workers.", file=sys.stderr)+ return False+ return True+++def tpu_setup(args):+ """Set up all workers of a multi-host TPU: sync code, install deps.++ Creates a lightweight tarball (excludes .venv, .data_cache, __pycache__,+ .git), copies it to all workers via SCP, then runs `source ./setup`+ on each worker to create a fresh venv with jax[tpu].+ """+ zone = args.zone or _detect_zone(args.name)+ num_workers = _get_num_workers(args.name, zone)++ if num_workers <= 1:+ print(f"[tpu] Single-host TPU ({num_workers} worker). Use 'needle tpu connect' instead.")+ return++ print(f"[tpu] Multi-host TPU: {num_workers} workers")++ if not _sync_code_to_workers(args.name, zone, num_workers):sys.exit(1)- # Extract and install on all workers- print(f"[tpu] Extracting and installing on all {num_workers} workers...")+ # Full setup: recreate venv + install jax[tpu]+ print(f"[tpu] Running full setup on all {num_workers} workers...")result = _run_all_workers(args.name, zone,- "rm -rf ~/needle && tar -xzf /tmp/needle_sync.tar.gz -C ~ "- "&& rm /tmp/needle_sync.tar.gz "- "&& cd ~/needle && source ./setup")+ "cd ~/needle && rm -rf .venv && source ./setup")if result.returncode != 0:print("[tpu] WARNING: setup failed on some workers.", file=sys.stderr)@@ -486,6 +506,34 @@ def tpu_setup(args):print(f"[tpu] All {num_workers} workers ready.")+def tpu_sync(args):+ """Sync code to all workers without recreating venv.++ Fast alternative to `tpu setup` — just copies source code and runs+ `pip install -e .` to pick up changes. Use when the venv already exists.+ """+ zone = args.zone or _detect_zone(args.name)+ num_workers = _get_num_workers(args.name, zone)++ if num_workers <= 1:+ print(f"[tpu] Single-host TPU ({num_workers} worker). Use 'needle tpu connect' instead.")+ return++ print(f"[tpu] Multi-host TPU: {num_workers} workers (sync only)")++ if not _sync_code_to_workers(args.name, zone, num_workers):+ sys.exit(1)++ # Just reinstall the package to pick up code changes+ print(f"[tpu] Installing package on all {num_workers} workers...")+ result = _run_all_workers(args.name, zone,+ "cd ~/needle && .venv/bin/pip install -e . -q")+ if result.returncode != 0:+ print("[tpu] WARNING: pip install failed on some workers.", file=sys.stderr)++ print(f"[tpu] All {num_workers} workers synced.")++def tpu_train(args):"""Launch training on all workers of a multi-host TPU."""zone = args.zone or _detect_zone(args.name)@@ -518,6 +566,7 @@ def tpu_dispatch(args):"create": tpu_create,"connect": tpu_connect,"setup": tpu_setup,+ "sync": tpu_sync,"train": tpu_train,"claude": tpu_claude,"stop": tpu_stop,