Never stop coding. Free MIT AI gateway: one endpoint, 375 providers (150+ free), 1,400+ models Kimi, Claude, GPT, Gemini, GLM, DeepSeek, MiniMax. Works with Claude Code, Codex, Cursor, OpenCode, Cline & Copilot. Quota-aware auto-fallback, RTK+Caveman compression saves 15-95% tokens, MCP/A2A, Desktop/PWA. Built by 900+ contributors
TypeScript a2aai-agentsai-gatewayanthropicclaudeclaude-codeclinecodexcopilotcursordeepseekfree-aigeminikimillm-gatewaymcpopenaiopenai-proxyqwentoken-saver
import { sanitizeErrorMessage } from "@omniroute/open-sse/utils/error.ts";
import { createEmbeddingResponse } from "@/lib/embeddings/service";
import type { EmbeddingResult, EmbeddingError } from "./types";
import type { ResolvedMemoryCustomEmbeddingProvider } from "./customProvider";
export async function embedRemote(
text: string,
model: string,
customProvider: ResolvedMemoryCustomEmbeddingProvider | null = null
): Promise<EmbeddingResult | EmbeddingError> {
const t0 = Date.now();
// Embedding models cap `input` at 8192 tokens (text-embedding-3-small).
// The memory-retrieval query is built from conversation context and can
// exceed that on long sessions → upstream HTTP 400
// "Invalid 'input': maximum context length is 8192 tokens", which fails the
// whole retrieval call. Clip conservatively (~20k chars stays under 8192
// tokens even for code/CJK-heavy text) — a truncated query keeps recall
// working; an unclipped one guarantees a 400.
const MAX_EMBED_CHARS = 20_000;
const clippedInput = text.length > MAX_EMBED_CHARS ? text.slice(0, MAX_EMBED_CHARS) : text;
let resp: Response;
try {
resp = await createEmbeddingResponse(
{ model, input: clippedInput },
customProvider
? {
resolvedProvider: customProvider.provider,
resolvedModel: customProvider.model,
}
: undefined
);
} catch (err: unknown) {
// Network-level errors (ECONNREFUSED, AbortError, etc.)
const isTimeout =
err instanceof Error &&
(err.name === "AbortError" || err.message.toLowerCase().includes("timeout"));
return {
source: "remote",
model,
reason: isTimeout ? "timeout" : "request_failed",
message: sanitizeErrorMessage(err instanceof Error ? err.message : String(err)),
};
}
if (!resp.ok) {
const status = resp.status;
if (status === 401 || status === 403) {
return {
source: "remote",
model,
reason: "no_key",
message: sanitizeErrorMessage(`Embedding provider returned ${status}`),
};
}
if (status === 429) {
return {
source: "remote",
model,
reason: "rate_limited",
message: sanitizeErrorMessage(`Embedding provider returned 429 (rate limited)`),
};
}
return {
source: "remote",
model,
reason: "request_failed",
message: sanitizeErrorMessage(`Embedding provider returned HTTP ${status}`),
};
}
let json: unknown;
try {
json = await resp.json();
} catch (err: unknown) {
return {
source: "remote",
model,
reason: "request_failed",
message: sanitizeErrorMessage(
err instanceof Error ? err.message : "Failed to parse embedding response"
),
};
}
try {
const data = (json as { data?: Array<{ embedding: number[] }> }).data;
if (!Array.isArray(data) || data.length === 0 || !Array.isArray(data[0].embedding)) {
return {
source: "remote",
model,
reason: "request_failed",
message: sanitizeErrorMessage(
"Unexpected embedding response shape: missing data[0].embedding"
),
};
}
const rawVec = data[0].embedding as number[];
const vector = new Float32Array(rawVec);
return {
vector,
source: "remote",
model,
dimensions: vector.length,
latencyMs: Date.now() - t0,
cached: false,
};
} catch (err: unknown) {
return {
source: "remote",
model,
reason: "request_failed",
message: sanitizeErrorMessage(err instanceof Error ? err.message : "Embedding parse error"),
};
}
}