Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
// Piper TTS backend — spawn-per-request CLI: text on stdin, WAV on stdout.
import { spawn } from '../../lib/childProcess.js';
import { randomUUID } from 'crypto';
import { existsSync, readFileSync, unlinkSync } from 'fs';
import { tmpdir } from 'os';
import { delimiter, join } from 'path';
import { expandPath, piperVoiceTildePath, voiceHome, IS_WIN, PIPER_BIN_NAME } from './config.js';
import { PIPER_VOICES, findPiperVoice } from './piper-voices.js';
import { safeChildProcessOptions } from '../../lib/processEnv.js';
const PIPER_TIMEOUT_MS = 30_000;
const VOICES_DIR = join(voiceHome(), 'voices');
const PIPER_BIN = join(voiceHome(), 'piper', PIPER_BIN_NAME);
const voicePathFor = (id) => join(VOICES_DIR, `${id}.onnx`);
export const synthesizePiper = (text, cfg, signal) => {
if (signal?.aborted) return Promise.reject(new Error('piper synthesis aborted'));
const voiceId = cfg.piper.voice;
const voicePath = expandPath(cfg.piper.voicePath || voicePathFor(voiceId));
if (!existsSync(voicePath)) {
return Promise.reject(new Error(`Piper voice missing. Open Settings → Voice and use Save & Reconcile to install Piper and the selected voice.`));
}
const rate = Math.max(0.25, Math.min(4, cfg.rate ?? 1.0));
const lengthScale = String(1 / rate);
// On Windows, piper.exe writes stdout in text mode which corrupts binary WAV
// (CR+LF expansion). Use a temp file and read it back instead.
const tmpFile = IS_WIN ? join(tmpdir(), `piper-${process.pid}-${randomUUID()}.wav`) : null;
const args = ['--model', voicePath, '--length_scale', lengthScale, '--output_file', tmpFile ?? '-'];
// Multi-speaker voices (VCTK) need a speaker index. Prefer the per-session
// override from config, fall back to the catalog default.
const catalog = findPiperVoice(voiceId);
const speakerId = cfg.piper.speakerId ?? catalog?.speakerId;
if (speakerId != null) args.push('--speaker', String(speakerId));
const started = Date.now();
return new Promise((resolve, reject) => {
const piperBin = existsSync(PIPER_BIN) ? PIPER_BIN : 'piper';
const piperLib = join(voiceHome(), 'piper', 'lib');
// Prepend piperLib onto existing DYLD_/LD_LIBRARY_PATH so users who rely
// on other libraries (MKL, Metal plugins, locally-built deps) don't have
// their paths clobbered. Piper's dylibs win first-match without erasing
// the caller's environment.
const env = { ...process.env };
if (existsSync(piperLib)) {
env.DYLD_LIBRARY_PATH = process.env.DYLD_LIBRARY_PATH
? `${piperLib}${delimiter}${process.env.DYLD_LIBRARY_PATH}`
: piperLib;
env.LD_LIBRARY_PATH = process.env.LD_LIBRARY_PATH
? `${piperLib}${delimiter}${process.env.LD_LIBRARY_PATH}`
: piperLib;
}
const child = spawn(piperBin, args, safeChildProcessOptions({ stdio: ['pipe', 'pipe', 'pipe'], env }));
const chunks = [];
let errBuf = '';
let killed = false;
let settled = false;
const settle = (fn) => (arg) => {
if (settled) return;
settled = true;
clearTimeout(killTimer);
fn(arg);
};
const doResolve = settle(resolve);
const _reject = settle(reject);
// Clean up temp file on every rejection path (timeout, abort, error, non-zero exit).
const doReject = (err) => {
if (tmpFile) try { unlinkSync(tmpFile); } catch { /* best effort */ }
_reject(err);
};
const killTimer = setTimeout(() => {
killed = true;
child.kill('SIGKILL');
doReject(new Error(`piper timed out after ${PIPER_TIMEOUT_MS}ms`));
}, PIPER_TIMEOUT_MS);
if (signal) {
signal.addEventListener('abort', () => {
killed = true;
try { child.kill('SIGTERM'); } catch { /* already gone */ }
doReject(new Error('piper synthesis aborted'));
}, { once: true });
}
child.stdout.on('data', (c) => chunks.push(c));
child.stderr.on('data', (c) => { errBuf += c.toString(); });
child.on('error', (err) => { doReject(err); });
child.on('close', (code) => {
if (killed) return doReject(new Error('piper synthesis aborted'));
if (code !== 0) return doReject(new Error(`piper exited ${code}: ${errBuf.slice(0, 400)}`));
if (tmpFile) {
try { doResolve({ wav: readFileSync(tmpFile), latencyMs: Date.now() - started }); }
catch (err) { doReject(err); }
finally { try { unlinkSync(tmpFile); } catch { /* already gone */ } }
} else {
doResolve({ wav: Buffer.concat(chunks), latencyMs: Date.now() - started });
}
});
// Guard the pipe before writing — a piper binary that fails to spawn or
// exits before reading stdin emits EPIPE, and an unlistened stream
// 'error' here crashes the server rather than rejecting this promise.
// See guardChildStdin. Loaded lazily (this module is reached by every
// suite touching the voice pipeline) so the eager import cost only lands
// on a call that actually synthesizes — see "Import scoping" in
// server/AGENTS.md.
import('../../lib/bufferedSpawn.js')
.then(({ guardChildStdin, deliverChildStdin }) => {
guardChildStdin(child);
deliverChildStdin(child, text, 'piper synthesis');
})
.catch(doReject);
});
};
// Return the curated catalog, annotated with `downloaded` plus both tilde
// and resolved paths. Storing `path` in tilde form keeps voice.tts.piper.voicePath
// portable across machines/users (the rest of the voice config uses `~/` too),
// while `resolvedPath` is available for UI display or diagnostics.
export const listPiperVoices = async () => PIPER_VOICES.map((v) => {
const tildePath = piperVoiceTildePath(v.id);
const resolvedPath = voicePathFor(v.id);
return {
name: v.id,
path: tildePath,
resolvedPath,
downloaded: existsSync(resolvedPath),
gender: v.gender,
accent: v.accent,
note: v.note,
sizeMB: v.sizeMB,
speakerId: v.speakerId,
};
});