Skip to content

7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.

TypeScript

fix(server): outlive the reverse proxy's idle connection pool (#1116)

Tashfeen73178f3f0e86
diff --git a/desktop/package-lock.json b/desktop/package-lock.json
index 80959c61..e44d1420 100644
--- a/desktop/package-lock.json
+++ b/desktop/package-lock.json
@@ -1,12 +1,12 @@
{
"name": "freellmapi-desktop",
- "version": "0.9.1",
+ "version": "0.9.2",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "freellmapi-desktop",
- "version": "0.9.1",
+ "version": "0.9.2",
"dependencies": {
"better-sqlite3": "^12.10.0"
},
diff --git a/desktop/package.json b/desktop/package.json
index 906bd0a4..83d8c0ff 100644
--- a/desktop/package.json
+++ b/desktop/package.json
@@ -1,6 +1,6 @@
{
"name": "freellmapi-desktop",
- "version": "0.9.1",
+ "version": "0.9.2",
"description": "FreeLLMAPI menu-bar app — local OpenAI-compatible LLM router",
"author": {
"name": "tashfeenahmed",
diff --git a/server/src/index.ts b/server/src/index.ts
index 64dc2fe5..70c31e0a 100644
--- a/server/src/index.ts
+++ b/server/src/index.ts
@@ -102,7 +102,20 @@ async function main() {
});
};
+ // Keep idle sockets open LONGER than any fronting reverse proxy keeps them
+ // in its pool. Node's default keepAliveTimeout is 5s while Caddy (and nginx)
+ // reuse idle upstream connections for 30-60s, so the proxy periodically
+ // writes a request into a socket this server just closed and surfaces it to
+ // the user as a 502 "connection reset by peer". 75s clears both defaults;
+ // headersTimeout must stay above keepAliveTimeout or Node times the
+ // keep-alive socket out while the next request's headers are in flight.
+ const tuneKeepAlive = (s: ReturnType<typeof app.listen>) => {
+ s.keepAliveTimeout = 75_000;
+ s.headersTimeout = 76_000;
+ };
+
const server = app.listen(Number(PORT), HOST, onReady(HOST));
+ tuneKeepAlive(server);
server.on('error', (err: NodeJS.ErrnoException) => {
// The default '::' bind fails where IPv6 is disabled (kernel
// ipv6.disable=1 and the like) — retry IPv4-only rather than dying.
@@ -110,7 +123,7 @@ async function main() {
// fail-fast posture documented in main().catch below.
if (!process.env.HOST && (err.code === 'EAFNOSUPPORT' || err.code === 'EADDRNOTAVAIL')) {
console.warn('[server] IPv6 unavailable on this host — falling back to 0.0.0.0 (IPv4-only)');
- app.listen(Number(PORT), '0.0.0.0', onReady('0.0.0.0'));
+ tuneKeepAlive(app.listen(Number(PORT), '0.0.0.0', onReady('0.0.0.0')));
return;
}
console.error('\n[server] Failed to start:\n ' + (err?.message ?? err) + '\n');