7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
fix(server): outlive the reverse proxy's idle connection pool (#1116)
Tashfeen73178f3f0e86
diff --git a/desktop/package-lock.json b/desktop/package-lock.jsonindex 80959c61..e44d1420 100644--- a/desktop/package-lock.json+++ b/desktop/package-lock.json@@ -1,12 +1,12 @@{"name": "freellmapi-desktop",- "version": "0.9.1",+ "version": "0.9.2","lockfileVersion": 3,"requires": true,"packages": {"": {"name": "freellmapi-desktop",- "version": "0.9.1",+ "version": "0.9.2","dependencies": {"better-sqlite3": "^12.10.0"},diff --git a/desktop/package.json b/desktop/package.jsonindex 906bd0a4..83d8c0ff 100644--- a/desktop/package.json+++ b/desktop/package.json@@ -1,6 +1,6 @@{"name": "freellmapi-desktop",- "version": "0.9.1",+ "version": "0.9.2","description": "FreeLLMAPI menu-bar app — local OpenAI-compatible LLM router","author": {"name": "tashfeenahmed",diff --git a/server/src/index.ts b/server/src/index.tsindex 64dc2fe5..70c31e0a 100644--- a/server/src/index.ts+++ b/server/src/index.ts@@ -102,7 +102,20 @@ async function main() {});};+ // Keep idle sockets open LONGER than any fronting reverse proxy keeps them+ // in its pool. Node's default keepAliveTimeout is 5s while Caddy (and nginx)+ // reuse idle upstream connections for 30-60s, so the proxy periodically+ // writes a request into a socket this server just closed and surfaces it to+ // the user as a 502 "connection reset by peer". 75s clears both defaults;+ // headersTimeout must stay above keepAliveTimeout or Node times the+ // keep-alive socket out while the next request's headers are in flight.+ const tuneKeepAlive = (s: ReturnType<typeof app.listen>) => {+ s.keepAliveTimeout = 75_000;+ s.headersTimeout = 76_000;+ };+const server = app.listen(Number(PORT), HOST, onReady(HOST));+ tuneKeepAlive(server);server.on('error', (err: NodeJS.ErrnoException) => {// The default '::' bind fails where IPv6 is disabled (kernel// ipv6.disable=1 and the like) — retry IPv4-only rather than dying.@@ -110,7 +123,7 @@ async function main() {// fail-fast posture documented in main().catch below.if (!process.env.HOST && (err.code === 'EAFNOSUPPORT' || err.code === 'EADDRNOTAVAIL')) {console.warn('[server] IPv6 unavailable on this host — falling back to 0.0.0.0 (IPv4-only)');- app.listen(Number(PORT), '0.0.0.0', onReady('0.0.0.0'));+ tuneKeepAlive(app.listen(Number(PORT), '0.0.0.0', onReady('0.0.0.0')));return;}console.error('\n[server] Failed to start:\n ' + (err?.message ?? err) + '\n');