Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Fixed TS types
Dillon DuPontb202f768adf6
diff --git a/libs/typescript/agent/src/index.ts b/libs/typescript/agent/src/index.tsindex 225fa0b364..32d2a28ab9 100644--- a/libs/typescript/agent/src/index.ts+++ b/libs/typescript/agent/src/index.ts@@ -9,7 +9,21 @@ export type {AgentRequest,AgentResponse,AgentMessage,- AgentContent,+ UserMessage,+ AssistantMessage,+ ReasoningMessage,+ ComputerCallMessage,+ ComputerCallOutputMessage,+ OutputContent,+ SummaryContent,+ InputContent,+ ComputerAction,+ ClickAction,+ TypeAction,+ KeyAction,+ ScrollAction,+ WaitAction,+ Usage,ConnectionType,AgentClientOptions,} from './types.js';diff --git a/libs/typescript/agent/src/types.ts b/libs/typescript/agent/src/types.tsindex ea32915f6e..e5c079f02e 100644--- a/libs/typescript/agent/src/types.ts+++ b/libs/typescript/agent/src/types.ts@@ -14,24 +14,111 @@ export interface AgentRequest {};}-// Multi-modal message types-export interface AgentMessage {- role: 'user' | 'assistant';- content: AgentContent[];+// Agent message types - can be one of several different message types+export type AgentMessage =+ | UserMessage+ | AssistantMessage+ | ReasoningMessage+ | ComputerCallMessage+ | ComputerCallOutputMessage;++// User input message+export interface UserMessage {+ role: 'user';+ content: string;+}++// Assistant response message+export interface AssistantMessage {+ type: 'message';+ role: 'assistant';+ content: OutputContent[];+}++// Reasoning/thinking message+export interface ReasoningMessage {+ type: 'reasoning';+ summary: SummaryContent[];+}++// Computer action call+export interface ComputerCallMessage {+ type: 'computer_call';+ call_id: string;+ status: 'completed' | 'failed' | 'pending';+ action: ComputerAction;}-export interface AgentContent {- type: 'input_text' | 'input_image';+// Computer action output (usually screenshot)+export interface ComputerCallOutputMessage {+ type: 'computer_call_output';+ call_id: string;+ output: InputContent;+}++// Content types+export interface OutputContent {+ type: 'output_text';+ text: string;+}++export interface SummaryContent {+ type: 'summary_text';+ text: string;+}++export interface InputContent {+ type: 'input_image' | 'input_text';text?: string;image_url?: string;}+// Computer action types+export type ComputerAction =+ | ClickAction+ | TypeAction+ | KeyAction+ | ScrollAction+ | WaitAction;++export interface ClickAction {+ type: 'click';+ coordinate: [number, number];+}++export interface TypeAction {+ type: 'type';+ text: string;+}++export interface KeyAction {+ type: 'key';+ key: string;+}++export interface ScrollAction {+ type: 'scroll';+ coordinate: [number, number];+ direction: 'up' | 'down' | 'left' | 'right';+}++export interface WaitAction {+ type: 'wait';+ seconds?: number;+}++// Usage information+export interface Usage {+ prompt_tokens: number;+ completion_tokens: number;+ total_tokens: number;+ response_cost: number;+}+// Response typesexport interface AgentResponse {- success: boolean;- result?: any;- model: string;- error?: string;+ output: AgentMessage[];+ usage: Usage;}// Connection types