🤖 Open-source, local-first alternative to Grok Bot, OpenAI dots and Claude Duet. Your own AI bots on any model: GPT, Claude, Gemini, Grok, DeepSeek, Kimi, GLM and 70+ more through one Modelflare key. Reach them in the app, WeChat or Feishu; they remember you, work in the background, run commands and use your computer. Pay per use.
Python ai-agentai-assistantchatbotclaudecomputer-usedeepseekdesktop-appdshelectronfeishugeminigptgrokllmlocal-firstmodelflaremulti-modelopenai-compatiblepersonal-ai-agentwechat
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import { cuaRoots, detectCua, CUA_READ_TOOLS, type CuaStatus } from "./cua-driver.js";
import type { CuBackend } from "./settings.js";
import { t, tl, type MessageKey } from "../i18n/index.js";
/**
* 电脑操作(Computer Use)有两个后端:
* - cua(默认,三个平台):随附的 Cua Driver,见 cua-driver.ts;
* - codex(仅 macOS,可选):随附 songkeys/kimi-computer-use(MIT)的 stdio MCP 桥,
* 它把本机已安装的 OpenAI「Codex Computer Use」服务暴露成 MCP 工具,需 macOS 14.4+ 且用户自己装好 Codex Computer Use。
* 两个后端都注册为同名 MCP 服务器 computer-use;默认所有操作自动执行,不需审批。
*/
export const CU_SERVER = "computer-use";
export const CU_TOOL_PREFIX = `mcp__${CU_SERVER}__`;
/** Codex 桥里只读取界面、不改变任何东西的工具(ask-input 模式下也免审批) */
export const CU_READONLY_TOOLS = ["list_apps", "get_app_state"];
/** 中文原文(测试比对用);界面里的说明按当前语言,见 detectComputerUse */
export const CU_UNAVAILABLE = tl("zh-CN", "cu.codexUnavailable");
export interface CuProbe {
platform: NodeJS.Platform;
/** os.release()(Darwin 内核版本,23.4 = macOS 14.4) */
release: string;
env: Record<string, string | undefined>;
homedir: string;
isExecutable(p: string): boolean;
isFile(p: string): boolean;
}
export interface CuStatus {
available: boolean;
/** 给界面的说明(检测时的当前语言;每次读状态都重新检测) */
reason: string;
client?: string;
launcher?: string;
bridge?: string;
skill?: string;
codexHome?: string;
homedir?: string;
}
export function defaultProbe(): CuProbe {
return {
platform: process.platform,
release: os.release(),
env: process.env,
homedir: os.homedir(),
isExecutable: (p) => {
try {
fs.accessSync(p, fs.constants.X_OK);
return fs.statSync(p).isFile();
} catch {
return false;
}
},
isFile: (p) => {
try {
return fs.statSync(p).isFile();
} catch {
return false;
}
},
};
}
/** 与上游桥相同的路径约定:$CODEX_HOME 或 ~/.codex 下的 SkyComputerUseClient。 */
export function clientPath(env: Record<string, string | undefined>, homedir: string): { codexHome: string; client: string } {
const override = env.COMPUTER_USE_CLIENT_PATH?.trim();
const codexHome = env.CODEX_HOME?.trim() || path.join(homedir, ".codex");
const client = override
? path.resolve(override)
: path.join(codexHome, "computer-use", "Codex Computer Use.app", "Contents", "SharedSupport", "SkyComputerUseClient.app", "Contents", "MacOS", "SkyComputerUseClient");
return { codexHome, client };
}
export function launcherCandidates(env: Record<string, string | undefined>): string[] {
return [env.COMPUTER_USE_CODEX_LAUNCHER_PATH?.trim(), "/Applications/ChatGPT.app/Contents/Resources/codex", "/Applications/Codex.app/Contents/Resources/codex"].filter(
(x): x is string => !!x,
);
}
/** Darwin 内核版本 → 是否 ≥ macOS 14.4(Darwin 23.4)。 */
export function macAtLeast144(release: string): boolean {
const [maj, min] = release.split(".").map((n) => Number(n) || 0);
return maj > 23 || (maj === 23 && min >= 4);
}
/**
* 随附的桥目录。runtimeDir 在打包后是 resources/dsh(桥在 resources/kimi-computer-use),
* 开发时是 app/dsh-runtime(桥在 app/vendor/kimi-computer-use 子模块)。
*/
export function bundledRoots(runtimeDir: string): string[] {
const up = path.dirname(path.resolve(runtimeDir));
const res = (process as any).resourcesPath as string | undefined;
return [
process.env.AMB_COMPUTER_USE_DIR,
res ? path.join(res, "kimi-computer-use") : undefined,
path.join(up, "kimi-computer-use"),
path.join(up, "vendor", "kimi-computer-use"),
].filter((x): x is string => !!x);
}
export function detectComputerUse(roots: string[], probe: CuProbe = defaultProbe()): CuStatus {
const off = (why: MessageKey): CuStatus => ({ available: false, reason: t("cu.codexOff", { base: t("cu.codexUnavailable"), why: t(why) }) });
if (probe.platform !== "darwin") return off("cu.codexNotMac");
if (!macAtLeast144(probe.release)) return off("cu.codexOldMac");
const root = roots.find((r) => probe.isFile(path.join(r, "bin", "computer-use-mcp-bridge.mjs")));
if (!root) return off("cu.codexNoBridge");
const { codexHome, client } = clientPath(probe.env, probe.homedir);
if (!probe.isExecutable(client)) return off("cu.codexNoClient");
const direct = probe.env.COMPUTER_USE_BRIDGE_DIRECT_LAUNCH === "1";
const launcher = direct ? undefined : launcherCandidates(probe.env).find((p) => probe.isExecutable(p));
if (!direct && !launcher) return off("cu.codexNoLauncher");
return {
available: true,
reason: t("cu.codexAvailable"),
client,
launcher,
codexHome,
homedir: probe.homedir,
bridge: path.join(root, "bin", "computer-use-mcp-bridge.mjs"),
skill: path.join(root, "skills", "computer-use", "SKILL.md"),
};
}
/** 把上游 SKILL.md 改成我们的工具名并加上来源与审批说明。 */
export function adaptSkill(md: string): string {
const body = md.replaceAll("mcp__plugin-kimi-computer-use_computer-use__", CU_TOOL_PREFIX).replace(
/The bridge automatically handles the service's app-access elicitation\.[^\n]*\n[^\n]*\n[^\n]*\n/,
"Actions run automatically. If this bot is set to ask before input actions, a call may wait for the user's approval in chat; wait for it. Do not try to manage the OpenAI app's allowlist.\n",
);
const end = body.startsWith("---") ? body.indexOf("\n---", 3) : -1;
const note = "\n<!-- Adapted from songkeys/kimi-computer-use skills/computer-use/SKILL.md (MIT, Copyright (c) 2026 Songkeys). -->\n";
return end > 0 ? body.slice(0, end + 4) + note + body.slice(end + 4) : note + body;
}
/** 写给 DSH 的 mcp-client 配置(YAML 行,缩进到 insert 列表项)。 */
export function mcpPatchLines(st: CuStatus, nodePath: string, yamlStr: (s: string) => string): string[] {
if (!st.available || !st.bridge) return [];
// 只给桥需要的:真实 HOME(codex 启动器读 ~/.codex)与 CODEX_HOME;不含任何密钥。
// DSH 的 mcp-client 会再并入已剔除 *KEY*/*TOKEN*/*SECRET*/*PASSWORD* 的父环境。
const env: Record<string, string> = { HOME: st.homedir ?? "", CODEX_HOME: st.codexHome ?? "" };
if (process.versions.electron) env.ELECTRON_RUN_AS_NODE = "1";
return [
" - id: amb-computer-use",
" name: '@deepseek-ai/dsh-mcp-client'",
" config:",
" transport: stdio",
` serverName: ${CU_SERVER}`,
` command: ${yamlStr(nodePath)}`,
` args: [${yamlStr(st.bridge)}]`,
" env:",
...Object.entries(env).map(([k, v]) => ` ${k}: ${yamlStr(v)}`),
" toolCallTimeoutMs: 120000",
" failOnStartupError: false",
];
}
export interface CuResolved {
/** 实际使用的后端(Codex 桥不可用时回退到 Cua Driver) */
backend: CuBackend;
available: boolean;
reason: string;
notice?: string;
/** 本机可选的后端 */
backends: Array<{ id: CuBackend; available: boolean; reason: string }>;
cua: CuaStatus;
codex: CuStatus;
/** ask-input 模式下免审批的只读工具 */
readTools: string[];
}
/** 按机器人设置的后端解析本机的电脑操作能力。 */
export function resolveComputerUse(want: CuBackend, runtimeDir: string): CuResolved {
const cua = detectCua(cuaRoots(runtimeDir));
const codex = detectComputerUse(bundledRoots(runtimeDir));
const backends: CuResolved["backends"] = [{ id: "cua", available: cua.available, reason: cua.reason }];
if (process.platform === "darwin") backends.push({ id: "codex", available: codex.available, reason: codex.reason });
if (want === "codex" && codex.available) {
return { backend: "codex", available: true, reason: codex.reason, backends, cua, codex, readTools: CU_READONLY_TOOLS };
}
const fallback = want === "codex" ? t("cu.codexFallback", { reason: codex.reason }) : "";
return { backend: "cua", available: cua.available, reason: cua.reason + fallback, notice: cua.notice, backends, cua, codex, readTools: CUA_READ_TOOLS };
}