Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

Merge pull request #1002 from Blakeolson21/blake/stop-port-scope

Vincenzo Fornaroa1648c811054
diff --cc c/coli
index 8614b245,ae10a461..0489b649
--- a/c/coli
+++ b/c/coli
@@@ -1321,9 -1349,8 +1349,9 @@@ def cmd_serve(a)
"olmoe-colibri" if arch=="olmoe" else
"glm-5.2-colibri")
try:
+ if a.temp is not None: os.environ["COLI_TEMP"] = str(a.temp)
openai_server.serve(a.model,a.host,a.port,model_id,a.api_key,
- a.cap,ngen_for(a,interactive=True),engine,env_for_engine(a,arch),a.cors_origin,
+ a.cap,ngen_for(a,interactive=True),engine,_serve_engine_env(a,arch),a.cors_origin,
a.max_queue,a.queue_timeout,a.kv_slots,allowed_hosts=a.allowed_host)
finally:
try: os.unlink(serve_pidfile(a.port))