Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
fix(v4): support standard non-DSpark checkpoints
DrewZ052fd67474db
diff --git a/c/deepseek_v4.c b/c/deepseek_v4.cindex 99735422..5ebebd27 100644--- a/c/deepseek_v4.c+++ b/c/deepseek_v4.c@@ -707,13 +707,15 @@ int coli_v4_expert_store_open_planned(plan.expert_cache_bytes + (resident_head ? head_bytes : 0);if (resident_head && coli_v4_head_cache_load(engine, options->model_dir, error, error_size)) return -1;+ const char *dspark_tier = (dspark_model && *dspark_model)+ ? (full_resident ? "resident" : "streamed") : "disabled";fprintf(stderr,"ram_tiers available=%.2fGiB dense=%s(%.2fGiB) ""dspark=%s(%.2fGiB) dspark_experts=%.2fGiB ""target_slots=%d target_cache=%.2fGiB head=%s projected=%.2fGiB\n",plan.planner_available_bytes / (double)GIB,full_resident ? "resident" : "streamed", dense_bytes / (double)GIB,- full_resident ? "resident" : "streamed", dspark_bytes / (double)GIB,+ dspark_tier, dspark_bytes / (double)GIB,dspark_full_experts / (double)GIB, slots,plan.expert_cache_bytes / (double)GIB,resident_head ? "resident-bf16" : "streamed-bf16",@@ -5771,10 +5773,13 @@ int coli_v4_engine_open(ColiV4Engine **output,}engine->owned_target_model_dir = strdup(options->target_model_dir);- engine->owned_dspark_model_dir = strdup(- options->dspark_model_dir ? options->dspark_model_dir- : options->target_model_dir);- if (!engine->owned_target_model_dir || !engine->owned_dspark_model_dir) {+ const char *dspark_model_dir = options->no_dspark ? NULL :+ (options->dspark_model_dir ? options->dspark_model_dir+ : options->target_model_dir);+ engine->owned_dspark_model_dir = dspark_model_dir+ ? strdup(dspark_model_dir) : NULL;+ if (!engine->owned_target_model_dir ||+ (dspark_model_dir && !engine->owned_dspark_model_dir)) {if (error && error_size)snprintf(error, error_size, "out of memory copying model directories");goto fail;@@ -7026,7 +7031,8 @@ int coli_v4_session_generate(ColiV4Session *session,return -1;session->state = state;session->next = next;- if (coli_v4_dspark_capture_main_x(engine, main_x_batch, prompt_count, config)) {+ if (!options->no_dspark &&+ coli_v4_dspark_capture_main_x(engine, main_x_batch, prompt_count, config)) {if (error && error_size)snprintf(error, error_size, "dspark capture main_x failed");return -1;@@ -7080,7 +7086,8 @@ int coli_v4_session_generate(ColiV4Session *session,if (final_hidden(hidden, state, index, config, error, error_size) ||head_argmax(engine, hidden, index, config, ¤t, ¤t_logit))return -1;- if (coli_v4_dspark_capture_main_x(engine, main_x_batch, 1, config)) {+ if (!options->no_dspark &&+ coli_v4_dspark_capture_main_x(engine, main_x_batch, 1, config)) {if (error && error_size)snprintf(error, error_size, "dspark capture failed");return -1;@@ -7364,6 +7371,7 @@ int main(int argc, char **argv) {ColiV4EngineOpenOptions open_opts = {.target_model_dir = cli.model_dir,.dspark_model_dir = cli.draft_model_dir,+ .no_dspark = cli.no_dspark,.pin_slots_per_layer = -1,};if (cli.memory_gib > 0.0)diff --git a/c/deepseek_v4.h b/c/deepseek_v4.hindex 8fae70f4..a4271cff 100644--- a/c/deepseek_v4.h+++ b/c/deepseek_v4.h@@ -83,6 +83,7 @@ typedef struct {int verify_drafts; /* 0 => runner default */int pin_slots_per_layer; /* -1 => auto */uint64_t repin_interval; /* 0 => auto */+ int no_dspark; /* skip all DSpark loading and capture */} ColiV4EngineOpenOptions;typedef struct {diff --git a/c/deepseek_v4_dspark.c b/c/deepseek_v4_dspark.cindex 74272773..8ec92920 100644--- a/c/deepseek_v4_dspark.c+++ b/c/deepseek_v4_dspark.c@@ -2968,6 +2968,7 @@ void coli_v4_dspark_capture_after_block(ColiV4Engine *engine, const ColiDeepSeekV4LayerWeights *weights,const ColiDeepSeekV4Config *config, const float *outputs, int batch) {if (!engine || !weights || !config || !outputs || batch < 1) return;+ if (!engine->runtime.dspark_model_dir) return;if (capture_init(engine, config)) return;int ordinal = target_ordinal(engine, weights->plan.layer);if (ordinal < 0) return;