Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
feat(agent): add telemetry to TypeScript agent SDK (#852)
Sarina Li94df729d2886
diff --git a/libs/typescript/agent/src/client.ts b/libs/typescript/agent/src/client.tsindex 1e7216fe37..e7a4759192 100644--- a/libs/typescript/agent/src/client.ts+++ b/libs/typescript/agent/src/client.ts@@ -1,4 +1,6 @@import { Peer } from 'peerjs';+import { Telemetry } from '@trycua/core';+import { randomUUID } from 'node:crypto';import { cuaVersionHeaders } from '@trycua/core';import type { AgentRequest, AgentResponse, ConnectionType, AgentClientOptions } from './types';@@ -8,6 +10,8 @@ export class AgentClient {private options: AgentClientOptions;private peer?: Peer;private connection?: any;+ private telemetry: Telemetry;+ private sessionId: string;constructor(url: string, options: AgentClientOptions = {}) {this.url = url;@@ -16,6 +20,8 @@ export class AgentClient {retries: 3,...options,};+ this.telemetry = new Telemetry();+ this.sessionId = randomUUID();// Determine connection type from URLif (url.startsWith('http://') || url.startsWith('https://')) {@@ -25,6 +31,14 @@ export class AgentClient {} else {throw new Error('Invalid URL format. Must start with http://, https://, or peer://');}++ // Emit agent_client_initialized event+ this.telemetry.recordEvent('agent_client_initialized', {+ session_id: this.sessionId,+ connection_type: this.connectionType,+ has_api_key: !!options.apiKey,+ node_version: process.version,+ });}// Main responses API matching the desired usage pattern@@ -35,15 +49,87 @@ export class AgentClient {};private async sendRequest(request: AgentRequest): Promise<AgentResponse> {- switch (this.connectionType) {- case 'http':- case 'https':- return this.sendHttpRequest(request);- case 'peer':- return this.sendPeerRequest(request);- default:- throw new Error(`Unsupported connection type: ${this.connectionType}`);+ const requestId = randomUUID();+ const startTime = Date.now();++ // Emit agent_request_start event+ this.telemetry.recordEvent('agent_request_start', {+ session_id: this.sessionId,+ request_id: requestId,+ model: request.model,+ connection_type: this.connectionType,+ has_computer_kwargs: !!request.computer_kwargs,+ has_agent_kwargs: !!request.agent_kwargs,+ });++ try {+ let response: AgentResponse;+ switch (this.connectionType) {+ case 'http':+ case 'https':+ response = await this.sendHttpRequest(request);+ break;+ case 'peer':+ response = await this.sendPeerRequest(request);+ break;+ default:+ throw new Error(`Unsupported connection type: ${this.connectionType}`);+ }++ // Emit agent_request_end event on success+ this.telemetry.recordEvent('agent_request_end', {+ session_id: this.sessionId,+ request_id: requestId,+ model: request.model,+ duration_ms: Date.now() - startTime,+ status: response.status,+ num_messages: response.output?.length ?? 0,+ prompt_tokens: response.usage?.prompt_tokens ?? 0,+ completion_tokens: response.usage?.completion_tokens ?? 0,+ total_tokens: response.usage?.total_tokens ?? 0,+ response_cost: response.usage?.response_cost ?? 0,+ });++ return response;+ } catch (error) {+ // Emit agent_request_error event on failure+ const errorMessage = error instanceof Error ? error.message : 'Unknown error';+ const errorType = this.classifyError(errorMessage);++ this.telemetry.recordEvent('agent_request_error', {+ session_id: this.sessionId,+ request_id: requestId,+ model: request.model,+ duration_ms: Date.now() - startTime,+ error_type: errorType,+ error_message: errorMessage.slice(0, 200), // Truncate for safety+ });++ throw error;+ }+ }++ private classifyError(errorMessage: string): string {+ if (errorMessage.includes('timeout') || errorMessage.includes('abort')) {+ return 'timeout';+ }+ if (errorMessage.includes('HTTP error')) {+ return 'http_error';+ }+ if (errorMessage.includes('parse') || errorMessage.includes('JSON')) {+ return 'parse_error';+ }+ if (+ errorMessage.includes('network') ||+ errorMessage.includes('fetch') ||+ errorMessage.includes('connect')+ ) {+ return 'network';+ }+ if (errorMessage.includes('Peer')) {+ return 'peer_error';}+ return 'unknown';}private async sendHttpRequest(request: AgentRequest): Promise<AgentResponse> {@@ -183,5 +269,7 @@ export class AgentClient {this.peer.destroy();this.peer = undefined;}+ // Flush and shutdown telemetry+ await this.telemetry.shutdown();}}diff --git a/libs/typescript/agent/src/index.ts b/libs/typescript/agent/src/index.tsindex 78257ee539..6f83a360ab 100644--- a/libs/typescript/agent/src/index.ts+++ b/libs/typescript/agent/src/index.ts@@ -1,3 +1,13 @@+import { Telemetry } from '@trycua/core';++// Emit module_init event when the agent package is imported+const telemetry = new Telemetry();+telemetry.recordEvent('module_init', {+ module: 'agent',+ version: process.env.npm_package_version || '0.1.0',+ node_version: process.version,+});+// Export the main AgentClient class as defaultexport { AgentClient as default } from './client.js';