Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

feat(llm-connections): send extra headers on Vertex AI Gemini requests (#17831)

Hassieb Pakzad82f240e74a49
diff --git a/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts b/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts
index 363b4453d6..871789bb9a 100644
--- a/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts
+++ b/packages/shared/src/server/llm/ai-sdk/providers/vertex.ts
@@ -124,12 +124,11 @@ export async function buildVertexModel(params: {
return provider(modelId);
}
- // Extra headers are intentionally not sent for Gemini; only the OAuth
- // headers belong on this request path.
const provider = createVertex({
project,
location: resolvedLocation,
googleAuthOptions,
+ headers: extraHeaders,
fetch: params.fetch,
});
diff --git a/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts b/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts
index 3b41d80451..162cf240bf 100644
--- a/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts
+++ b/packages/shared/src/server/llm/ai-sdk/requestShape.test.ts
@@ -613,7 +613,7 @@ describe("AI SDK request shapes", () => {
});
});
- it("Vertex Gemini: regional host, SA-key project, OAuth bearer, maxReasoningTokens", async () => {
+ it("Vertex Gemini: regional host, SA-key project, OAuth bearer, extra headers, maxReasoningTokens", async () => {
const { request } = await runCompletion({
modelParams: {
provider: "vertex",
@@ -623,6 +623,7 @@ describe("AI SDK request shapes", () => {
},
apiKey: FAKE_GCP_SERVICE_ACCOUNT_KEY,
llmConnectionConfig: { location: "us-east5" },
+ extraHeaders: { "X-Vertex-AI-Labels": "eyJ0ZWFtIjoiYSJ9" },
response: GOOGLE_RESPONSE,
});
@@ -631,6 +632,7 @@ describe("AI SDK request shapes", () => {
"https://us-east5-aiplatform.googleapis.com/v1beta1/projects/sa-project-123/locations/us-east5/publishers/google/models/gemini-2.5-flash:generateContent",
);
expect(request.headers.get("authorization")).toBe("Bearer fake-gcp-token");
+ expect(request.headers.get("x-vertex-ai-labels")).toBe("eyJ0ZWFtIjoiYSJ9");
const generationConfig = request.body.generationConfig as Record<
string,
unknown