Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure
TypeScript
feat(grok-llm-proxy): send V2 image parts to Grok as input_image items
Alfredo Lopez02e130302867
diff --git a/grok-llm-proxy/src/grokTransport.ts b/grok-llm-proxy/src/grokTransport.tsindex d8434a7b6..db11c1d39 100644--- a/grok-llm-proxy/src/grokTransport.ts+++ b/grok-llm-proxy/src/grokTransport.ts@@ -1,8 +1,9 @@import {- type GrokCompletionRequestV1,+ type GrokCompletionRequest,LIMITS,- hashGrokCompletionRequestV1,- parseGrokCompletionRequestV1,+ SCHEMA_VERSION_V2,+ hashGrokCompletionRequest,+ parseGrokCompletionRequest,} from '@clerum/grok-provider-attempt-contract'import type { FinalizeAttemptSuccess, RedeemAttemptSuccess } from './controlApiClient.js'import { grokUpstreamHeaders } from './grokUpstreamHeaders.js'@@ -146,12 +147,24 @@ export type StreamGrokCompletionResult = {export async function streamGrokCompletion(input: StreamGrokCompletionInput): Promise<StreamGrokCompletionResult> {- const parsed = parseGrokCompletionRequestV1(input.request)+ const parsed = parseGrokCompletionRequest(input.request)if (!parsed.ok) {+ // A byte budget (image, total, non-image share) is a size refusal; every+ // other contract failure is a malformed request. Both codes stay literal+ // for the contract-freeze scanner.+ if (parsed.kind === 'size') throw new GrokTransportError('payload_too_large', parsed.message)throw new GrokTransportError('invalid_request', parsed.message)}const request = parsed.value- const digest = hashGrokCompletionRequestV1(request)+ // buildGrokProxyEnvelope never emits an outer deadline for V2: the deadline+ // travels inside the request, bound by its hash.+ if (request.schemaVersion === SCHEMA_VERSION_V2 && input.deadlineMs !== undefined) {+ throw new GrokTransportError(+ 'invalid_request',+ 'Visual request deadlines must be inside the authorized request'+ )+ }+ const digest = hashGrokCompletionRequest(request)if (digest !== input.requestHash || input.ticket.requestHash !== input.requestHash) {throw new GrokTransportError('request_hash_mismatch', 'request hash does not match the ticket')}@@ -287,7 +300,7 @@ export async function readUpstreamErrorHint(response: {}async function readUpstreamStream(input: {- request: GrokCompletionRequestV1+ request: GrokCompletionRequestaccessToken: stringdeadlineMs: numberidleTimeoutMs: number@@ -499,7 +512,7 @@ function isContextOverflowBody(text: string): boolean {}function toUpstreamPayload(- request: GrokCompletionRequestV1,+ request: GrokCompletionRequest,names: ToolNameMap): Record<string, unknown> {const instructions = request.messages@@ -531,7 +544,25 @@ function toUpstreamPayload(}continue}- input.push({ role: message.role, content: message.content })+ if ('contentParts' in message && message.contentParts) {+ // Responses content items in the original order, detail:'high' on every+ // image (xAI documents `input_image` with a data URL). The source+ // provenance stays bound by the local hash and never goes upstream.+ input.push({+ role: message.role,+ content: message.contentParts.map(part =>+ part.type === 'text'+ ? { type: 'input_text', text: part.text }+ : {+ type: 'input_image',+ image_url: `data:${part.mimeType};base64,${part.data}`,+ detail: 'high',+ }+ ),+ })+ } else {+ input.push({ role: message.role, content: message.content })+ }}const payload: Record<string, unknown> = {model: request.model,diff --git a/grok-llm-proxy/test/grokTransport.conformance.test.ts b/grok-llm-proxy/test/grokTransport.conformance.test.tsindex 3a3a6ec78..53bb31d30 100644--- a/grok-llm-proxy/test/grokTransport.conformance.test.ts+++ b/grok-llm-proxy/test/grokTransport.conformance.test.ts@@ -242,7 +242,7 @@ describe('streamGrokCompletion', () => {expect(refusal).toBeInstanceOf(GrokTransportError)expect(refusal).toMatchObject({code: 'invalid_request',- message: expect.stringContaining('image mimeType is not allowed'),+ message: 'messages[0].contentParts[0].mimeType is not allowed',})expect(redeem).not.toHaveBeenCalled()expect(fetchFn).not.toHaveBeenCalled()