37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
/* SPDX-License-Identifier: GPL-3.0-or-later
Copyright (C) 2026 Maurizio Cammalleri */
/*
* main.c - janas-quakes: the earthquakes as an MCP server over stdio, for
* janas-chat (which starts it by itself) and any other MCP client: those
* near a place, the strongest in the world, one in detail, from INGV (CC
* BY 4.0) for Italy and its seas and the USGS (public domain) elsewhere.
*/
#include <stdio.h>
#include <string.h>
#include "common/mcp_server.h"
#include "quakes.h"
#ifndef JANAS_VERSION
#define JANAS_VERSION "unknown"
#endif
static const char INSTRUCTIONS[] =
"Use these tools by yourself when the user asks about earthquakes: was "
"there one, where, how strong, the latest near a place or where the "
"user is, the strongest in the world; never name them. For one of an "
"earlier answer, pass its id (in brackets there). Tell the "
"magnitude, the place and the time as the answer gives them; the first "
"estimates change in the first hours, and in an emergency the civil "
"protection's word counts, not yours.";
static void usage(void)
{
fprintf(stderr,
"usage: janas-quakes\n"
"An MCP server over stdio: a client starts it and calls its\n"
"tools - quakes_near, quakes_strong and quakes_event. They only\n"
"read, from INGV (Italy and its seas) and the USGS (the world).\n"
"janas-chat starts it by itself when it is beside it.\n"
"Configured in a client as, for instance:\n"
" {\"mcpServers\": {\"quakes\": {\"command\": "
"\"janas-quakes\"}}}\n");
}
int main(int argc, char **argv)
{
for (int i = 1; i < argc; i++) {
usage();
return strcmp(argv[i], "-h") == 0 || strcmp(argv[i], "--help") == 0 ? 0
: 2;
}
struct janas_mcps srv = {.name = "janas-quakes",
.version = JANAS_VERSION,
.instructions = INSTRUCTIONS,
.tools_list = qk_tools_list,
.tools_call = qk_tools_call};
if (janas_mcps_open(&srv) != 0) {
fprintf(stderr, "janas-quakes: cannot set its output aside\n");
return 1;
}
fprintf(stderr,
"janas-quakes %s: ready, 3 tools (quakes_near, quakes_strong, "
"quakes_event)\n",
JANAS_VERSION);
janas_mcps_run(&srv);
return 0;
}