Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
/**
* db/providers/migrations — Connection-level migration utilities and GHE Copilot host discovery.
*
* Split from provider.ts to keep the main CRUD file under the size ratchet.
*/
import { getDbInstance, rowToCamel } from "../core";
import { backupDbFile } from "../backup";
import {
encrypt,
isEncryptionEnabled,
looksEncrypted,
migrateLegacyEncryptedString,
} from "../encryption";
import { invalidateDbCache } from "../readCache";
import { parseProviderSpecificData } from "../webSessionDedup";
import { mapProviderSpecificDataSecrets } from "./providerSpecificDataSecrets";
interface StatementLike<TRow = unknown> {
all: (...params: unknown[]) => TRow[];
get: (...params: unknown[]) => TRow | undefined;
run: (...params: unknown[]) => { changes?: number };
}
interface DbLike {
prepare: <TRow = unknown>(sql: string) => StatementLike<TRow>;
transaction: <T>(fn: () => T) => () => T;
}
// ──────────────── provider_specific_data secret sweep ────────────────
const sweptDatabases = new WeakSet<object>();
/**
* One pass per database instance, run by the providers module on its first read: rows
* whose declared secret fields (PROVIDER_SPECIFIC_SECRET_FIELDS) still hold plaintext —
* written before those fields were encrypted, or by an older importer — are rewritten
* with the fields enveloped. Idempotent: enveloped values are never re-wrapped, and a row
* with no plaintext secret is left byte-for-byte untouched (updated_at included, so the
* priority/updated_at ordering does not reshuffle). Skipped entirely when
* STORAGE_ENCRYPTION_KEY is unset, like encryptConnectionFields. Same lazy, in-module
* style as the api_keys backfill (../apiKeys/secretAtRest.ts) — no numbered migration.
*/
export function ensureProviderSpecificDataSecretsEncrypted(db: DbLike): number {
if (!isEncryptionEnabled() || sweptDatabases.has(db)) return 0;
sweptDatabases.add(db);
let rewritten = 0;
try {
const rows = db
.prepare(
"SELECT id, provider_specific_data FROM provider_connections WHERE provider_specific_data IS NOT NULL"
)
.all() as Array<{ id: string; provider_specific_data: string | null }>;
const update = db.prepare(
"UPDATE provider_connections SET provider_specific_data = ? WHERE id = ?"
);
db.transaction(() => {
for (const row of rows) {
const psd = parseProviderSpecificData(row.provider_specific_data);
const next = mapProviderSpecificDataSecrets(psd, (value) =>
looksEncrypted(value) ? value : encrypt(value)
);
if (next === psd) continue;
update.run(JSON.stringify(next), row.id);
rewritten++;
}
})();
} catch (err: unknown) {
const message = err instanceof Error ? err.message : String(err);
console.error(`[DB] provider_specific_data secret sweep failed: ${message}`);
return 0;
}
if (rewritten > 0) {
backupDbFile("pre-write");
invalidateDbCache("connections");
console.log(`[DB] Encrypted provider_specific_data secrets on ${rewritten} connection(s).`);
}
return rewritten;
}
// ──────────────── Auto Migration ────────────────
/**
* Scans all connections and re-encrypts any fields using the old dynamic salt
* so they use the new canonical static salt.
*/
export function autoMigrateLegacyEncryptedConnections(): number {
const db = getDbInstance() as unknown as DbLike;
const rows = db.prepare("SELECT * FROM provider_connections").all();
let migratedCount = 0;
for (const row of rows) {
const camelRow = rowToCamel(row);
if (!camelRow) continue;
let updatedRow = false;
const encryptedFields = ["apiKey", "idToken", "accessToken", "refreshToken"];
for (const field of encryptedFields) {
if (typeof camelRow[field] === "string") {
const { updated, value } = migrateLegacyEncryptedString(camelRow[field] as string);
if (updated) {
camelRow[field] = value;
updatedRow = true;
}
}
}
if (updatedRow) {
// camelRow[field] is already re-encrypted!
// But _updateConnectionRow does not re-encrypt automatically, so we pass it safely.
// Wait, _updateConnectionRow runs the full data through `encryptConnectionFields`,
// but `encryptConnectionFields` will re-encrypt plain text.
// BUT `migrateLegacyEncryptedString` returns ALREADY ENCRYPTED ciphertext!
// Wait... if we pass ALREADY ENCRYPTED text to `_updateConnectionRow`,
// `encryptConnectionFields` in `_updateConnectionRow` will encrypt it AGAIN!
// Let's modify the DB directly so we don't double encrypt.
db.prepare(
"UPDATE provider_connections SET api_key = @apiKey, id_token = @idToken, access_token = @accessToken, refresh_token = @refreshToken, updated_at = @updatedAt WHERE id = @id"
).run({
id: camelRow.id,
apiKey: camelRow.apiKey ?? null,
idToken: camelRow.idToken ?? null,
accessToken: camelRow.accessToken ?? null,
refreshToken: camelRow.refreshToken ?? null,
updatedAt: new Date().toISOString(),
});
migratedCount++;
}
}
if (migratedCount > 0) {
backupDbFile("pre-write");
invalidateDbCache("connections");
console.log(`[DB] Auto-migrated ${migratedCount} connection(s) to new static-salt encryption.`);
}
return migratedCount;
}
// ──────────────── GHE Copilot ────────────────
export function getGheCopilotHosts(): string[] {
const hosts = new Set<string>();
try {
const db = getDbInstance();
const rows = db
.prepare(
"SELECT provider_specific_data FROM provider_connections WHERE provider = 'ghe-copilot' AND is_active = 1"
)
.all() as { provider_specific_data: string | null }[];
for (const row of rows) {
if (!row.provider_specific_data) continue;
try {
const psd = JSON.parse(row.provider_specific_data);
const urls = [psd.gheUrl, psd.copilotApiUrl, psd.copilotProxyUrl];
for (const urlStr of urls) {
if (typeof urlStr === "string" && urlStr.trim()) {
try {
const url = new URL(urlStr);
if (url.hostname) {
hosts.add(url.hostname.toLowerCase());
}
} catch {
// Ignore invalid URLs
}
}
}
} catch {
// Ignore JSON parse errors
}
}
} catch (err) {
console.error("[DB] getGheCopilotHosts: failed to read GHE Copilot connections", err);
}
return [...hosts];
}