Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge pull request #1002 from Blakeolson21/blake/stop-port-scope
Vincenzo Fornaroa1648c811054
diff --cc c/coliindex 8614b245,ae10a461..0489b649--- a/c/coli+++ b/c/coli@@@ -1321,9 -1349,8 +1349,9 @@@ def cmd_serve(a)"olmoe-colibri" if arch=="olmoe" else"glm-5.2-colibri")try:+ if a.temp is not None: os.environ["COLI_TEMP"] = str(a.temp)openai_server.serve(a.model,a.host,a.port,model_id,a.api_key,- a.cap,ngen_for(a,interactive=True),engine,env_for_engine(a,arch),a.cors_origin,+ a.cap,ngen_for(a,interactive=True),engine,_serve_engine_env(a,arch),a.cors_origin,a.max_queue,a.queue_timeout,a.kv_slots,allowed_hosts=a.allowed_host)finally:try: os.unlink(serve_pidfile(a.port))