Skip to content

The Open Standard for Generative UI

Move observability emission to `processMessage()` (#1042)

AB923cfeb57758
diff --git a/packages/react-headless/package.json b/packages/react-headless/package.json
index 11440701a..7772ffd10 100644
--- a/packages/react-headless/package.json
+++ b/packages/react-headless/package.json
@@ -1,6 +1,6 @@
{
"name": "@openuidev/react-headless",
- "version": "0.9.10",
+ "version": "0.9.11",
"description": "Headless React primitives for AI chat — state management, streaming adapters for OpenAI, Vercel AI SDK, and AG-UI, message format converters, and thread management for OpenUI generative UI apps",
"license": "MIT",
"type": "module",
diff --git a/packages/react-headless/src/adapters/fetchLLM.ts b/packages/react-headless/src/adapters/fetchLLM.ts
index a75d09c95..e5cbb45a8 100644
--- a/packages/react-headless/src/adapters/fetchLLM.ts
+++ b/packages/react-headless/src/adapters/fetchLLM.ts
@@ -1,7 +1,5 @@
-import { observability, ObservabilityLevel, toErrorInfo } from "@openuidev/observability";
import { identityMessageFormat, type MessageFormat } from "../types/messageFormat";
import type { StreamProtocolAdapter } from "../types/stream";
-import { getResponseErrorMessage } from "./httpError";
import type { ChatLLM } from "./types";
export interface FetchLLMOptions {
@@ -19,16 +17,10 @@ export interface FetchLLMOptions {
body?: Record<string, unknown>;
}
-function levelForStatus(status: number): ObservabilityLevel {
- return status >= 400 ? "error" : "info";
-}
-
/**
* Generic HTTP-based LLM adapter. POSTs an AG-UI `RunAgentInput`-shaped body
* (`{ threadId, runId, messages, tools, context }`, messages in the chosen wire
* format) to `url` and returns the streaming `Response` for downstream processing.
- *
- * Every send is reported to `@openuidev/observability` — The `runId` correlates them.
*/
export function fetchLLM({
url,
@@ -42,8 +34,6 @@ export function fetchLLM({
return {
send: ({ threadId, messages, signal }) => {
const runId = crypto.randomUUID();
- observability.info({ kind: "fetchLLM:request", requestId: runId, url, threadId });
-
return fetchImpl(url, {
method: "POST",
headers: {
@@ -59,42 +49,8 @@ export function fetchLLM({
messages: messageFormat.toApi(messages),
}),
signal,
- }).then(
- async (response) => {
- observability(levelForStatus(response.status), {
- kind: response.ok ? "fetchLLM:response" : "fetchLLM:error",
- requestId: runId,
- url,
- status: response.status,
- ok: response.ok,
- threadId,
- ...(await buildObservabilityErrorDetail(response)),
- });
- return response;
- },
- (error: unknown) => {
- observability.error({
- kind: "fetchLLM:error",
- requestId: runId,
- url,
- error: toErrorInfo(error),
- threadId,
- });
- throw error;
- },
- );
+ });
},
streamProtocol: streamAdapter,
};
}
-
-async function buildObservabilityErrorDetail(response: Response) {
- if (response.ok) return {};
- const res = await response.clone().json();
- return {
- error: res?.error,
- ...(!res.message
- ? await getResponseErrorMessage(response).then((message) => ({ message }))
- : { message: res.message }),
- };
-}
diff --git a/packages/react-headless/src/store/createChatStore.ts b/packages/react-headless/src/store/createChatStore.ts
index 582e05cc6..eed9fd96c 100644
--- a/packages/react-headless/src/store/createChatStore.ts
+++ b/packages/react-headless/src/store/createChatStore.ts
@@ -1,8 +1,10 @@
+import { observability } from "@openuidev/observability";
import { createStore } from "zustand";
import { subscribeWithSelector } from "zustand/middleware";
import { getResponseErrorMessage } from "../adapters/httpError";
import type { ChatLLM, ChatStorage } from "../adapters/types";
import { processStreamedMessage } from "../stream/processStreamedMessage";
+import { buildObservabilityErrorDetail, levelForStatus } from "./observability";
import type { ChatStore, Message, Thread, UserMessage } from "./types";
export interface CreateChatStoreConfig {
@@ -172,14 +174,44 @@ export const createChatStore = (configRef: React.RefObject<CreateChatStoreConfig
set({ selectedThreadId: threadId });
}
- const response = await configRef.current.llm.send({
+ const runId = crypto.randomUUID();
+
+ observability.info({
+ kind: "LLM:request",
threadId,
- messages: get().messages,
- signal: abortController.signal,
+ runId,
+ // message is a reserved keyword for the observability library expecting string
+ userMessage: optimisticMessage,
});
- if (response instanceof Response && !response.ok) {
- throw new Error(await getResponseErrorMessage(response));
+ let response: Response | null = null;
+ try {
+ response = await configRef.current.llm.send({
+ threadId,
+ messages: get().messages,
+ signal: abortController.signal,
+ });
+
+ observability(levelForStatus(response.status), {
+ kind: response.ok ? "LLM:response" : "LLM:error",
+ threadId,
+ status: response.status,
+ ok: response.ok,
+ runId,
+ ...(await buildObservabilityErrorDetail(response)),
+ });
+
+ if (!response.ok) {
+ throw new Error(await getResponseErrorMessage(response));
+ }
+ } catch (e) {
+ observability.error({
+ kind: "LLM:error",
+ threadId,
+ runId,
+ error: e instanceof Error ? e : new Error(String(e)),
+ });
+ throw e;
}
await processStreamedMessage({
diff --git a/packages/react-headless/src/store/observability.ts b/packages/react-headless/src/store/observability.ts
new file mode 100644
index 000000000..3384e997c
--- /dev/null
+++ b/packages/react-headless/src/store/observability.ts
@@ -0,0 +1,22 @@
+import { ObservabilityLevel } from "@openuidev/observability";
+import { getResponseErrorMessage } from "../adapters/httpError";
+
+export async function buildObservabilityErrorDetail(response: Response) {
+ if (response.ok) return {};
+
+ try {
+ const res = await response.clone().json();
+ return {
+ error: res?.error,
+ ...(!res?.message
+ ? { message: await getResponseErrorMessage(response) }
+ : { message: res.message }),
+ };
+ } catch {
+ return { message: await getResponseErrorMessage(response) };
+ }
+}
+
+export function levelForStatus(status: number): ObservabilityLevel {
+ return status >= 400 ? "error" : "info";
+}