🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(llm-connections): send extra headers on Vertex AI Gemini requests (#17831)
Hassieb Pakzad82f240e74a49
diff --git a/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts b/packages/shared/src/server/llm/ai-sdk/providers/vertex.tsindex 363b4453d6..871789bb9a 100644--- a/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts+++ b/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts@@ -124,12 +124,11 @@ export async function buildVertexModel(params: {return provider(modelId);}- // Extra headers are intentionally not sent for Gemini; only the OAuth- // headers belong on this request path.const provider = createVertex({project,location: resolvedLocation,googleAuthOptions,+ headers: extraHeaders,fetch: params.fetch,});diff --git a/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts b/packages/shared/src/server/llm/ai-sdk/requestShape.test.tsindex 3b41d80451..162cf240bf 100644--- a/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts+++ b/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts@@ -613,7 +613,7 @@ describe("AI SDK request shapes", () => {});});- it("Vertex Gemini: regional host, SA-key project, OAuth bearer, maxReasoningTokens", async () => {+ it("Vertex Gemini: regional host, SA-key project, OAuth bearer, extra headers, maxReasoningTokens", async () => {const { request } = await runCompletion({modelParams: {provider: "vertex",@@ -623,6 +623,7 @@ describe("AI SDK request shapes", () => {},apiKey: FAKE_GCP_SERVICE_ACCOUNT_KEY,llmConnectionConfig: { location: "us-east5" },+ extraHeaders: { "X-Vertex-AI-Labels": "eyJ0ZWFtIjoiYSJ9" },response: GOOGLE_RESPONSE,});@@ -631,6 +632,7 @@ describe("AI SDK request shapes", () => {"https://us-east5-aiplatform.googleapis.com/v1beta1/projects/sa-project-123/locations/us-east5/publishers/google/models/gemini-2.5-flash:generateContent",);expect(request.headers.get("authorization")).toBe("Bearer fake-gcp-token");+ expect(request.headers.get("x-vertex-ai-labels")).toBe("eyJ0ZWFtIjoiYSJ9");const generationConfig = request.body.generationConfig as Record<string,unknown