37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
/* SPDX-License-Identifier: GPL-3.0-or-later
Copyright (C) 2026 Maurizio Cammalleri */
/*
* main.c - janas-system: this computer as an MCP server over stdio, for
* janas-chat (which starts it by itself) and any other MCP client. It
* only reads, and nothing it reads leaves the computer but in its answers:
* how the computer is, its disks and what fills a directory, its
* processes, its errors, its updates, its network.
*/
#include <stdio.h>
#include <string.h>
#include "common/mcp_server.h"
#include "system.h"
#ifndef JANAS_VERSION
#define JANAS_VERSION "unknown"
#endif
static const char INSTRUCTIONS[] =
"Use these tools by yourself when the user asks about this computer: "
"how it is or why it is slow, the disks and their space, what fills a "
"folder, which programs use the processor or the memory, whether a "
"program is running, the errors, the updates, the network; never name "
"them. They only read: to change something (stop a program, install "
"updates), tell the user how to do it.";
static void usage(void)
{
fprintf(stderr,
"usage: janas-system\n"
"An MCP server over stdio: a client starts it and calls its\n"
"tools - system_status, system_disks (with a path, what fills\n"
"it), system_processes, system_errors, system_updates and\n"
"system_network. They only read; none reaches the network.\n"
"janas-chat starts it by itself when it is beside it.\n"
"Configured in a client as, for instance:\n"
" {\"mcpServers\": {\"system\": {\"command\": "
"\"janas-system\"}}}\n");
}
int main(int argc, char **argv)
{
for (int i = 1; i < argc; i++) {
usage();
return strcmp(argv[i], "-h") == 0 || strcmp(argv[i], "--help") == 0 ? 0
: 2;
}
struct janas_mcps srv = {.name = "janas-system",
.version = JANAS_VERSION,
.instructions = INSTRUCTIONS,
.tools_list = sy_tools_list,
.tools_call = sy_tools_call};
if (janas_mcps_open(&srv) != 0) {
fprintf(stderr, "janas-system: cannot set its output aside\n");
return 1;
}
fprintf(stderr,
"janas-system %s: ready, 6 tools (system_status, system_disks, "
"system_processes, system_errors, system_updates, "
"system_network)\n",
JANAS_VERSION);
janas_mcps_run(&srv);
return 0;
}