37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
/* SPDX-License-Identifier: GPL-3.0-or-later
Copyright (C) 2026 Maurizio Cammalleri */
/*
* https_get.c - a GET over HTTPS for Janas's services, with the HTTP client
* and TLS of the MCP transport (common/mcp_http.c, mcp_tls.c).
*/
#include <stdio.h>
#include <string.h>
#include <strings.h>
#include "https_get.h"
#include "common/mcp_http.h"
#define TIMEOUT_MS 15000
#define MAX_REDIRECTS 4
#define MAX_BODY (16u << 20)
int janas_https_get(const char *url, const char *const *headers,
size_t n_headers, struct janas_buf *out, char *err,
size_t err_len)
{
return janas_https_get_ms(url, headers, n_headers, TIMEOUT_MS, out, err,
err_len);
}
static int get(const char *url, const char *const *headers, size_t n_headers,
int timeout_ms, const struct janas_net_policy *policy,
struct janas_buf *out, char *err, size_t err_len);
int janas_https_get_ms(const char *url, const char *const *headers,
size_t n_headers, int timeout_ms, struct janas_buf *out,
char *err, size_t err_len)
{
return get(url, headers, n_headers, timeout_ms, NULL, out, err, err_len);
}
int janas_https_get_policy(const char *url,
const struct janas_net_policy *policy,
int timeout_ms, struct janas_buf *out, char *err,
size_t err_len)
{
return get(url, NULL, 0, timeout_ms, policy, out, err, err_len);
}
static int get(const char *url, const char *const *headers, size_t n_headers,
int timeout_ms, const struct janas_net_policy *policy,
struct janas_buf *out, char *err, size_t err_len)
{
char where[4096];
snprintf(where, sizeof where, "%s", url);
const char *kept[16];
struct janas_url first;
for (int hop = 0; hop <= MAX_REDIRECTS; hop++) {
struct janas_url u;
if (janas_url_parse(where, &u, err, err_len) != 0)
return -1;
u.policy = policy; /* on every hop: a redirect too is checked */
if (!hop)
first = u;
/* sent to another origin, a redirect loses the credentials (as curl
does): a token for one server is not for the next, nor for the
same one in clear */
if (hop && headers &&
(strcasecmp(first.host, u.host) != 0 || first.tls != u.tls ||
strcmp(first.port, u.port) != 0)) {
size_t k = 0;
for (size_t i = 0; i < n_headers && k < 16; i++)
if (strncasecmp(headers[i], "Authorization:", 14) != 0)
kept[k++] = headers[i];
headers = kept;
n_headers = k;
}
struct janas_http h;
if (janas_http_request(&h, &u, "GET", headers, n_headers, NULL, 0,
timeout_ms, NULL, err, err_len) != 0)
return -1;
int status = h.head.status;
if (status >= 300 && status < 400 && h.head.location[0]) {
snprintf(where, sizeof where, "%s", h.head.location);
janas_http_close(&h);
continue;
}
out->n = 0;
int r;
while ((r = janas_http_body(&h, out, timeout_ms)) == 1)
if (out->n > MAX_BODY) {
r = -1;
break;
}
janas_http_close(&h);
if (r != 0 || out->oom) {
snprintf(err, err_len, "%s: the answer broke off", u.host);
return -1;
}
janas_buf_put(out, "", 1); /* a string, for the JSON reader */
out->n--;
return status;
}
snprintf(err, err_len, "too many redirects");
return -1;
}