Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
feat: add Creator task telemetry and failure diagnostics
Leggett472af4172e3d
diff --git a/apps/daemon/src/api/server.ts b/apps/daemon/src/api/server.tsindex 9684be50..e81a8acb 100644--- a/apps/daemon/src/api/server.ts+++ b/apps/daemon/src/api/server.ts@@ -203,6 +203,9 @@ import {creatorStageEventId} from '../creator/events.js';import { createCreatorRepository } from '../creator/repository.js';+import { createCreatorTelemetryOutbox } from '../telemetry/outbox.js';+import { createCreatorTelemetrySink } from '../telemetry/creator.js';+import { registerTelemetryRoutes } from '../telemetry/routes.js';import { createCreatorIssueService } from '../creator/issues.js';import { createCreatorService, type CreatorService } from '../creator/service.js';import {@@ -404,6 +407,7 @@ export async function buildServer(input: BuildServerInput) {);const db = input.db ?? openRuntimeDatabase(join(dataDir, 'app.sqlite'));const ownsDb = input.db === undefined;+ const creatorTelemetryOutbox = createCreatorTelemetryOutbox(db);const runRepository = createRunRepository(db);const threadRepository = createThreadRepository(db);const scheduleRepository = new ScheduleRepository(db);@@ -613,12 +617,32 @@ export async function buildServer(input: BuildServerInput) {}});await gatewayAccount.initialize();+ const creatorTelemetry = createCreatorTelemetrySink({+ outbox: creatorTelemetryOutbox,+ readAccount() {+ const account = gatewayAccount.peekState();+ const recharge = gatewayAccount.peekTelemetryRechargeState();+ return {+ authState: account.authState === 'signed_in'+ ? 'signed_in'+ : account.authState === 'signed_out' ? 'signed_out' : 'unknown',+ rechargeState: recharge.state,+ accountStateObservedAt: recharge.observedAt+ };+ }+ });const creatorAgentRepository = createCreatorAgentRepository(db);const creatorAgentReconciler = createCreatorAgentReconciler({repository: creatorAgentRepository});creatorAgentReconciler.reconcileAfterDaemonRestart();const creatorTemplates = createDefaultCreatorTemplateRegistry();+ for (const stage of creatorRepository.listRecoveredInterruptedStageRuns?.() ?? []) {+ const job = creatorRepository.getJob(stage.jobId);+ if (job === undefined) continue;+ const template = creatorTemplates.get(job.templateId, job.templateVersion);+ creatorTelemetry.stageFinished(job, stage, template.id, 'interrupted');+ }const creatorPresetCatalogRoot = resolve(input.creatorPresetCatalogRoot ?? resolveCreatorPresetCatalogRoot());@@ -760,7 +784,8 @@ export async function buildServer(input: BuildServerInput) {templates: creatorTemplates,providerRequestLedger: creatorProviderRequestLedger,presets: creatorPresetRegistry,- creatorServicesConfig: creatorServicesConfigStore+ creatorServicesConfig: creatorServicesConfigStore,+ telemetry: creatorTelemetry});const creatorRuntimeRoot = process.env.OPENCREATOR_CREATOR_RUNTIME_ROOT?? join(runtimeDir, 'krillinai');@@ -1119,6 +1144,7 @@ export async function buildServer(input: BuildServerInput) {issueService: creatorIssueService,templates: creatorService.templates,workRoot: creatorJobsRoot,+ telemetry: creatorTelemetry,executors: creatorExecutors.map(executor => ({id: executor.id,supportsProcessPause: executor.supportsProcessPause,@@ -1689,6 +1715,7 @@ export async function buildServer(input: BuildServerInput) {maxSizeBytes: input.attachmentMaxSizeBytes});await registerApprovalRoutes(server, approvalManager);+ await registerTelemetryRoutes(server, creatorTelemetryOutbox);await registerNotificationRoutes(server, notificationService);await registerTaskRoutes(server, taskService);await registerMemoryRoutes(server, memoryService, {diff --git a/apps/daemon/src/creator/repository.ts b/apps/daemon/src/creator/repository.tsindex b6b34d4c..c7ad0811 100644--- a/apps/daemon/src/creator/repository.ts+++ b/apps/daemon/src/creator/repository.ts@@ -187,6 +187,7 @@ export type CreatorRepository = {errorMessage?: string | null;}): void;listStageRuns(jobId: string): CreatorStageRun[];+ listRecoveredInterruptedStageRuns?(): CreatorStageRun[];listDispatchableStageRuns(now: string, limit: number): CreatorStageRun[];claimStageRun(input: {id: string;@@ -246,7 +247,7 @@ export function createCreatorRepository(const now = options.now ?? (() => new Date().toISOString());repairLeadingResultSnapshotGaps(db);repairLegacyVerticalSubtitleArtifacts(db);- recoverInterruptedStageRuns(db, now());+ const recoveredInterruptedStageIds = recoverInterruptedStageRuns(db, now());recoverInterruptedIssues(db, now(), idFactory);const getJob = (id: string): CreatorJob | undefined => {@@ -663,6 +664,12 @@ export function createCreatorRepository();},listStageRuns,+ listRecoveredInterruptedStageRuns() {+ return recoveredInterruptedStageIds.flatMap(id => {+ const stage = this.getStageRun(id);+ return stage === undefined ? [] : [stage];+ });+ },listDispatchableStageRuns(timestamp: string, limit: number): CreatorStageRun[] {return (db.prepare(`SELECT id, job_id, stage_id, executor, status, dispatch_status,@@ -1123,7 +1130,12 @@ function isUnknownRecord(value: unknown): value is Record<string, unknown> {return value !== null && typeof value === 'object' && !Array.isArray(value);}-function recoverInterruptedStageRuns(db: Database.Database, timestamp: string): void {+function recoverInterruptedStageRuns(db: Database.Database, timestamp: string): string[] {+ const affected = db.prepare(`+ SELECT id FROM creator_stage_runs+ WHERE status = 'running'+ ORDER BY created_at ASC, rowid ASC+ `).all() as Array<{ id: string }>;db.transaction(() => {const affectedJobs = db.prepare(`SELECT DISTINCT job_id@@ -1151,6 +1163,7 @@ function recoverInterruptedStageRuns(db: Database.Database, timestamp: string):`);for (const row of affectedJobs) updateJob.run(timestamp, row.job_id);})();+ return affected.map(row => row.id);}function recoverInterruptedIssues(diff --git a/apps/daemon/src/creator/service.ts b/apps/daemon/src/creator/service.tsindex acbbb4c3..a958efdc 100644--- a/apps/daemon/src/creator/service.ts+++ b/apps/daemon/src/creator/service.ts@@ -36,6 +36,7 @@ import { getCreatorPresetModuleDefinition } from './presets/module-schemas.js';import { mergeCreatorPresetState } from './presets/requirements.js';import type { CreatorPresetRegistry } from './presets/types.js';import type { CreatorServicesConfigStore } from '../creator-services/config-store.js';+import type { CreatorTelemetrySink } from '../telemetry/creator.js';export type CreatorService = ReturnType<typeof createCreatorService>;@@ -57,6 +58,7 @@ export function createCreatorService(input: {jobsRoot?: string;presets?: CreatorPresetRegistry;creatorServicesConfig?: Pick<CreatorServicesConfigStore, 'read'>;+ telemetry?: CreatorTelemetrySink;}) {const { repository, templates } = input;const providerRequestLedger = input.providerRequestLedger@@ -1250,6 +1252,10 @@ export function createCreatorService(input: {errorCode: 'creator_provider_scope_canceled',errorMessage: 'Provider request scope was canceled by the user'});+ const canceled = repository.getStageRun(stage.id);+ if (canceled !== undefined) {+ input.telemetry?.stageFinished(current, canceled, template.id, 'canceled');+ }}} else if (decision === 'query') {nextStatus = ledger.status === 'failed' ? 'failed' : 'needs_input';diff --git a/apps/daemon/src/creator/stage-runner.ts b/apps/daemon/src/creator/stage-runner.tsindex c2aae2c2..7f5ac180 100644--- a/apps/daemon/src/creator/stage-runner.ts+++ b/apps/daemon/src/creator/stage-runner.ts@@ -33,6 +33,8 @@ import {CreatorOutputValidationError,validateCreatorStageOutputs} from './output-validation.js';+import type { CreatorTelemetrySink } from '../telemetry/creator.js';+import { creatorStageTelemetryOutcome } from '../telemetry/creator.js';export type CreatorStageRunner = ReturnType<typeof createCreatorStageRunner>;@@ -43,6 +45,7 @@ export function createCreatorStageRunner(input: {executors: CreatorExecutor[];workRoot: string;maxConcurrency?: number;+ telemetry?: CreatorTelemetrySink;beforeRun?(job: CreatorJob, stageId: string): void | Promise<void>;onJobChanged?(job: CreatorJob): void;onStageChanged?(stage: CreatorStageRun): void;@@ -169,6 +172,7 @@ export function createCreatorStageRunner(input: {});}});+ emitStageFinished(stageRun.id);return input.repository.listStageRuns(jobId).find(candidate => candidate.id === stageRun!.id)!;}await input.beforeRun?.(input.repository.getJob(jobId)!, stageId);@@ -191,6 +195,11 @@ export function createCreatorStageRunner(input: {const startedJob = requireJob(input.repository, jobId);updateJob(input.repository, startedJob, stage.jobCompletionPolicy === 'preserve' ? startedJob.status : 'running',isBackgroundSourceDownload(stageRun) ? {} : { currentStage: stageId }, input.onJobChanged);+ input.telemetry?.stageStarted(+ startedJob,+ input.repository.getStageRun(stageRun.id) ?? stageRun,+ template.id+ );const result = await executor.run({stageRun: input.repository.listStageRuns(jobId).find(candidate => candidate.id === stageRun!.id)!,job: input.repository.getJob(jobId)!,@@ -357,6 +366,7 @@ export function createCreatorStageRunner(input: {});const completed = input.repository.getStageRun(stageRun.id);if (completed !== undefined) {+ emitStageFinished(completed.id);try {input.onStageSucceeded?.(completed);} catch {@@ -502,6 +512,7 @@ export function createCreatorStageRunner(input: {}}});+ emitStageFinished(stageRun.id);}if (stageRun === undefined) throw error;} finally {@@ -512,6 +523,26 @@ export function createCreatorStageRunner(input: {return input.repository.listStageRuns(jobId).find(candidate => candidate.id === stageRun!.id)!;}+ function emitStageFinished(stageRunId: string): void {+ if (input.telemetry === undefined) return;+ const stage = input.repository.getStageRun(stageRunId);+ const job = stage === undefined ? undefined : input.repository.getJob(stage.jobId);+ if (stage === undefined || job === undefined) return;+ const template = input.templates.get(job.templateId, job.templateVersion);+ const unknownRemoteAcceptance = providerLedger.requestsForStage(stageRunId)+ .some(request => request.status === 'unknown_remote_acceptance');+ const issue = (job.issues ?? []).find(candidate => (+ candidate.stageRunId === stageRunId && candidate.status !== 'resolved'+ ));+ input.telemetry.stageFinished(+ job,+ stage,+ template.id,+ creatorStageTelemetryOutcome(job, stage, unknownRemoteAcceptance),+ issue+ );+ }+function updateStageRun(update: Parameters<CreatorRepository['updateStageRun']>[0]): CreatorStageRun {@@ -649,6 +680,7 @@ export function createCreatorStageRunner(input: {);}});+ if (canceled !== undefined) emitStageFinished(canceled.id);return canceled;}diff --git a/apps/daemon/src/gateway/account-service.ts b/apps/daemon/src/gateway/account-service.tsindex eb21466c..59ea58b0 100644--- a/apps/daemon/src/gateway/account-service.ts+++ b/apps/daemon/src/gateway/account-service.ts@@ -38,6 +38,10 @@ export function createGatewayAccountService(input: {let catalogWork: Promise<void> | undefined;let catalogUpdatedAt = 0;let balance: GatewayBalanceSnapshot | null = null;+ let rechargeSnapshot: {+ state: 'recharged' | 'not_recharged' | 'pending' | 'unknown';+ observedAt: string;+ } = { state: 'unknown', observedAt: new Date().toISOString() };let mutation = Promise.resolve();let selectedModels: Record<string, string> = {};let manualModels: Record<string, string> = {};@@ -710,10 +714,22 @@ export function createGatewayAccountService(input: {if (credentials) await input.client.logout(credentials.accessToken).catch(() => undefined);await store.deleteCredentials(); state.source = 'manual'; state.bindingVersion = null; await saveConfiguration();credentials = undefined; pendingGatewayCatalog = undefined; balance = null; profileUpdatedAt = 0; catalogUpdatedAt = 0; accessUpdatedAt = 0; modelAuthRecoveryAt = 0; accessBlocked = false; supplierMigrating = false;+ rechargeSnapshot = { state: 'unknown', observedAt: new Date().toISOString() };state = { ...state, authState: 'signed_out', activationState: 'inactive', account: null, models: [], bindingVersion: null, activationError: null, supplier: undefined };}).finally(() => { accessPaused = false; });}- async function billing(path: string, body?: unknown) { await initialize(); await refresh(); const current = assertSignedIn(); return withAccountAccess(() => input.client.request(path, current.accessToken, body)); }+ async function billing(path: string, body?: unknown) {+ await initialize();+ await refresh();+ const current = assertSignedIn();+ const response = await withAccountAccess(() => input.client.request(path, current.accessToken, body));+ const rechargeState = rechargeStateFromOrderResponse(response);+ if (rechargeState !== undefined+ && (rechargeSnapshot.state !== 'recharged' || rechargeState === 'recharged')) {+ rechargeSnapshot = { state: rechargeState, observedAt: new Date().toISOString() };+ }+ return response;+ }async function readBalance(): Promise<GatewayBalanceState> {try {const value = z.object({ balance: z.object({ availableUnits: z.string().regex(/^\d+$/), reservedUnits: z.string().regex(/^\d+$/), periodEnd: z.string().nullable(), asOf: z.string() }) }).parse(await billing('/api/v1/billing/summary'));@@ -723,6 +739,7 @@ export function createGatewayAccountService(input: {return {initialize, startBackgroundRestore,peekState: snapshotState,+ peekTelemetryRechargeState: () => rechargeSnapshot,startAuthorization, cancelAuthorization, pollAuthorization, checkAuthorization, refresh, logout, modelCredentials, beginModelUse, recoverModelCredentials, validateModel, probeModel, readBalance, billing, reportModelFailure, reportModelSuccess,async setRegion(next: SupplierRegion) {await initialize();@@ -808,4 +825,32 @@ export function createGatewayAccountService(input: {}};}++function rechargeStateFromOrderResponse(value: unknown): 'recharged' | 'not_recharged' | 'pending' | 'unknown' | undefined {+ if (value === null || typeof value !== 'object' || Array.isArray(value)) return undefined;+ const record = value as Record<string, unknown>;+ const orders = Array.isArray(record.items)+ ? record.items+ : record.order !== null && typeof record.order === 'object' && !Array.isArray(record.order)+ ? [record.order]+ : undefined;+ if (orders === undefined) return undefined;+ const states = orders.flatMap(order => {+ if (order === null || typeof order !== 'object' || Array.isArray(order)) return [];+ const candidate = order as Record<string, unknown>;+ const status = typeof candidate.status === 'string' ? candidate.status : '';+ const paymentStatus = typeof candidate.paymentStatus === 'string' ? candidate.paymentStatus : '';+ const creditStatus = typeof candidate.creditStatus === 'string' ? candidate.creditStatus : '';+ if (status === 'completed' || creditStatus === 'ready' || creditStatus === 'completed') return ['recharged' as const];+ if (status === 'pending' || status === 'processing' || paymentStatus === 'pending' || creditStatus === 'pending') return ['pending' as const];+ if (['failed', 'canceled', 'cancelled', 'expired', 'refunded'].includes(status)) return ['not_recharged' as const];+ return ['unknown' as const];+ });+ if (states.includes('recharged')) return 'recharged';+ if (states.includes('pending')) return 'pending';+ if (states.includes('unknown')) return 'unknown';+ if (orders.length === 0) return 'not_recharged';+ return states.length === 0 ? 'unknown' : 'not_recharged';+}+export type GatewayAccountService = ReturnType<typeof createGatewayAccountService>;diff --git a/apps/daemon/src/storage/migrations.ts b/apps/daemon/src/storage/migrations.tsindex ab4ff730..5a49b4c9 100644--- a/apps/daemon/src/storage/migrations.ts+++ b/apps/daemon/src/storage/migrations.ts@@ -241,6 +241,13 @@ export function migrate(db: Database.Database): void {acknowledged_at TEXT);+ CREATE TABLE IF NOT EXISTS telemetry_outbox (+ event_id TEXT PRIMARY KEY,+ dedupe_key TEXT NOT NULL UNIQUE,+ event_json TEXT NOT NULL CHECK (json_valid(event_json)),+ created_at TEXT NOT NULL+ );+CREATE TABLE IF NOT EXISTS memories (id TEXT PRIMARY KEY,content TEXT NOT NULL,diff --git a/apps/daemon/src/telemetry/creator.ts b/apps/daemon/src/telemetry/creator.tsnew file mode 100644index 00000000..638a7a29--- /dev/null+++ b/apps/daemon/src/telemetry/creator.ts@@ -0,0 +1,70 @@+import type { CreatorJob, CreatorStageRun, OpenCreatorIssue } from '@opencreator/protocol';+import type { CreatorTelemetryOutbox } from './outbox.js';+import {+ createCreatorTelemetryEvent,+ type CreatorTelemetryAccountSnapshot,+ type CreatorTelemetryOutcome+} from './events.js';++export type CreatorTelemetrySink = ReturnType<typeof createCreatorTelemetrySink>;++export function createCreatorTelemetrySink(input: {+ outbox: CreatorTelemetryOutbox;+ readAccount(): CreatorTelemetryAccountSnapshot;+ now?(): string;+}) {+ const now = input.now ?? (() => new Date().toISOString());+ const write = (+ eventType: 'task_started' | 'task_finished',+ job: CreatorJob,+ stage: CreatorStageRun,+ feature: string,+ outcome?: CreatorTelemetryOutcome,+ issue?: OpenCreatorIssue+ ) => {+ try {+ input.outbox.enqueue(createCreatorTelemetryEvent({+ eventType,+ occurredAt: stage.finishedAt ?? now(),+ job,+ stage,+ feature,+ ...(outcome === undefined ? {} : { outcome }),+ account: input.readAccount(),+ ...(issue === undefined ? {} : { issue })+ }), `${stage.id}:${eventType}`);+ } catch {+ // Telemetry must never change Creator execution.+ }+ };++ return {+ stageStarted(job: CreatorJob, stage: CreatorStageRun, feature: string): void {+ write('task_started', job, stage, feature);+ },+ stageFinished(+ job: CreatorJob,+ stage: CreatorStageRun,+ feature: string,+ outcome: CreatorTelemetryOutcome,+ issue?: OpenCreatorIssue+ ): void {+ write('task_finished', job, stage, feature, outcome, issue);+ }+ };+}++export function creatorStageTelemetryOutcome(+ job: CreatorJob,+ stage: CreatorStageRun,+ unknownRemoteAcceptance = false+): CreatorTelemetryOutcome {+ if (unknownRemoteAcceptance) return 'unknown';+ if (stage.status === 'succeeded') {+ return stage.progress.status === 'partial_success' ? 'partial_success' : 'succeeded';+ }+ if (stage.status === 'canceled') return 'canceled';+ if (stage.status === 'interrupted') return 'interrupted';+ if (job.status === 'needs_input') return 'needs_input';+ return stage.status === 'failed' ? 'failed' : 'unknown';+}diff --git a/apps/daemon/src/telemetry/events.ts b/apps/daemon/src/telemetry/events.tsnew file mode 100644index 00000000..acead691--- /dev/null+++ b/apps/daemon/src/telemetry/events.ts@@ -0,0 +1,219 @@+import { randomUUID } from 'node:crypto';+import type { CreatorJob, CreatorStageRun, OpenCreatorIssue } from '@opencreator/protocol';++export const creatorTelemetryOutcomes = [+ 'succeeded',+ 'partial_success',+ 'failed',+ 'needs_input',+ 'canceled',+ 'interrupted',+ 'unknown'+] as const;++export type CreatorTelemetryOutcome = typeof creatorTelemetryOutcomes[number];+export type CreatorTelemetryAuthState = 'signed_in' | 'signed_out' | 'unknown';+export type CreatorTelemetryRechargeState = 'recharged' | 'not_recharged' | 'pending' | 'unknown';++export type CreatorTelemetryAccountSnapshot = {+ authState: CreatorTelemetryAuthState;+ rechargeState: CreatorTelemetryRechargeState;+ accountStateObservedAt: string;+};++export type CreatorTelemetryFailure = {+ stage?: string;+ executor?: string;+ category?: string;+ error_code?: string;+ http_status?: number;+ provider?: string;+ upstream_code?: string;+ retryable?: boolean;+ retry_count?: number;+ progress_percent?: number;+ expected_count?: number;+ succeeded_count?: number;+ failed_count?: number;+ artifact_delivered?: boolean;+ user_message?: string;+};++export type CreatorTelemetryEvent = {+ event_id: string;+ event_type: 'task_started' | 'task_finished';+ occurred_at: string;+ task_id: string;+ attempt_id: string;+ feature: string;+ outcome?: CreatorTelemetryOutcome;+ auth_state: CreatorTelemetryAuthState;+ recharge_state: CreatorTelemetryRechargeState;+ account_state_observed_at: string;+ app_version?: string;+ operating_system?: string;+ architecture?: string;+ duration_ms?: number;+ failure?: CreatorTelemetryFailure;+};++export function createCreatorTelemetryEvent(input: {+ eventType: CreatorTelemetryEvent['event_type'];+ occurredAt: string;+ job: CreatorJob;+ stage: CreatorStageRun;+ feature: string;+ outcome?: CreatorTelemetryOutcome;+ account: CreatorTelemetryAccountSnapshot;+ issue?: OpenCreatorIssue;+ idFactory?(): string;+}): CreatorTelemetryEvent {+ const event: CreatorTelemetryEvent = {+ event_id: input.idFactory?.() ?? randomUUID(),+ event_type: input.eventType,+ occurred_at: input.occurredAt,+ task_id: input.job.id,+ attempt_id: input.stage.id,+ feature: input.feature,+ ...(input.outcome === undefined ? {} : { outcome: input.outcome }),+ auth_state: input.account.authState,+ recharge_state: input.account.rechargeState,+ account_state_observed_at: input.account.accountStateObservedAt+ };+ if (input.eventType === 'task_finished') {+ const durationMs = stageDurationMs(input.stage);+ if (durationMs !== undefined) event.duration_ms = durationMs;+ if (input.outcome !== 'succeeded') {+ event.failure = creatorTelemetryFailure(+ input.stage,+ input.outcome ?? 'unknown',+ input.job.artifacts?.some(artifact => artifact.status === 'completed') ?? false,+ input.issue+ );+ }+ }+ return sanitizeCreatorTelemetryEvent(event);+}++export function sanitizeCreatorTelemetryEvent(event: CreatorTelemetryEvent): CreatorTelemetryEvent {+ const sanitized: CreatorTelemetryEvent = {+ event_id: event.event_id,+ event_type: event.event_type,+ occurred_at: event.occurred_at,+ task_id: event.task_id,+ attempt_id: event.attempt_id,+ feature: event.feature,+ ...(event.outcome === undefined ? {} : { outcome: event.outcome }),+ auth_state: event.auth_state,+ recharge_state: event.recharge_state,+ account_state_observed_at: event.account_state_observed_at,+ ...(safeText(event.app_version, 128) === undefined ? {} : { app_version: safeText(event.app_version, 128) }),+ ...(safeText(event.operating_system, 64) === undefined ? {} : { operating_system: safeText(event.operating_system, 64) }),+ ...(safeText(event.architecture, 64) === undefined ? {} : { architecture: safeText(event.architecture, 64) }),+ ...(safeNonNegativeInteger(event.duration_ms) === undefined ? {} : { duration_ms: safeNonNegativeInteger(event.duration_ms) })+ };+ if (event.failure !== undefined) sanitized.failure = sanitizeCreatorTelemetryFailure(event.failure);+ return sanitized;+}++export function sanitizeCreatorTelemetryFailure(failure: CreatorTelemetryFailure): CreatorTelemetryFailure {+ return {+ ...(safeIdentifier(failure.stage) === undefined ? {} : { stage: safeIdentifier(failure.stage) }),+ ...(safeIdentifier(failure.executor) === undefined ? {} : { executor: safeIdentifier(failure.executor) }),+ ...(safeIdentifier(failure.category) === undefined ? {} : { category: safeIdentifier(failure.category) }),+ ...(safeIdentifier(failure.error_code) === undefined ? {} : { error_code: safeIdentifier(failure.error_code) }),+ ...(safeHttpStatus(failure.http_status) === undefined ? {} : { http_status: safeHttpStatus(failure.http_status) }),+ ...(safeIdentifier(failure.provider) === undefined ? {} : { provider: safeIdentifier(failure.provider) }),+ ...(safeIdentifier(failure.upstream_code) === undefined ? {} : { upstream_code: safeIdentifier(failure.upstream_code) }),+ ...(typeof failure.retryable === 'boolean' ? { retryable: failure.retryable } : {}),+ ...(safeNonNegativeInteger(failure.retry_count) === undefined ? {} : { retry_count: safeNonNegativeInteger(failure.retry_count) }),+ ...(safePercent(failure.progress_percent) === undefined ? {} : { progress_percent: safePercent(failure.progress_percent) }),+ ...(safeNonNegativeInteger(failure.expected_count) === undefined ? {} : { expected_count: safeNonNegativeInteger(failure.expected_count) }),+ ...(safeNonNegativeInteger(failure.succeeded_count) === undefined ? {} : { succeeded_count: safeNonNegativeInteger(failure.succeeded_count) }),+ ...(safeNonNegativeInteger(failure.failed_count) === undefined ? {} : { failed_count: safeNonNegativeInteger(failure.failed_count) }),+ ...(typeof failure.artifact_delivered === 'boolean' ? { artifact_delivered: failure.artifact_delivered } : {}),+ ...(safeUserMessage(failure.user_message) === undefined ? {} : { user_message: safeUserMessage(failure.user_message) })+ };+}++function creatorTelemetryFailure(+ stage: CreatorStageRun,+ outcome: CreatorTelemetryOutcome,+ artifactDelivered: boolean,+ issue?: OpenCreatorIssue+): CreatorTelemetryFailure {+ return {+ stage: stage.stageId,+ executor: stage.executor,+ category: issue?.category ?? 'execution',+ error_code: stage.errorCode ?? issue?.code ?? 'creator_stage_outcome_unknown',+ http_status: issue?.publicFacts?.httpStatus,+ provider: issue?.publicFacts?.provider,+ upstream_code: issue?.publicFacts?.upstreamCode,+ retryable: issue?.retryable ?? false,+ retry_count: Math.max(0, stage.attempt - 1),+ progress_percent: numericProgress(stage.progress.percent),+ expected_count: numericProgress(stage.progress.total),+ succeeded_count: numericProgress(stage.progress.completed),+ failed_count: numericProgress(stage.progress.failed),+ artifact_delivered: artifactDelivered,+ user_message: safeOutcomeMessage(outcome)+ };+}++function safeOutcomeMessage(outcome: CreatorTelemetryOutcome): string {+ switch (outcome) {+ case 'needs_input': return 'Creator stage needs input.';+ case 'canceled': return 'Creator stage was canceled.';+ case 'interrupted': return 'Creator stage was interrupted.';+ case 'unknown': return 'Creator stage outcome is unknown.';+ case 'partial_success': return 'Creator stage partially succeeded.';+ default: return 'Creator stage failed.';+ }+}++function stageDurationMs(stage: CreatorStageRun): number | undefined {+ if (stage.startedAt === null || stage.finishedAt === null) return undefined;+ const duration = Date.parse(stage.finishedAt) - Date.parse(stage.startedAt);+ return safeNonNegativeInteger(duration);+}++function numericProgress(value: unknown): number | undefined {+ return typeof value === 'number' && Number.isFinite(value) ? value : undefined;+}++function safeIdentifier(value: unknown): string | undefined {+ return typeof value === 'string' && /^[A-Za-z0-9][A-Za-z0-9_.:-]{0,127}$/.test(value)+ ? value+ : undefined;+}++function safeText(value: unknown, maximum: number): string | undefined {+ return typeof value === 'string' && value.length > 0 && !/[\u0000-\u001f\u007f]/.test(value)+ ? value.slice(0, maximum)+ : undefined;+}++function safeUserMessage(value: unknown): string | undefined {+ return typeof value === 'string' && value.trim().length > 0+ ? value.trim().replace(/[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/g, '').slice(0, 500)+ : undefined;+}++function safeHttpStatus(value: unknown): number | undefined {+ return typeof value === 'number' && Number.isInteger(value) && value >= 100 && value <= 599+ ? value+ : undefined;+}++function safePercent(value: unknown): number | undefined {+ return typeof value === 'number' && Number.isFinite(value) && value >= 0 && value <= 100+ ? value+ : undefined;+}++function safeNonNegativeInteger(value: unknown): number | undefined {+ return typeof value === 'number' && Number.isSafeInteger(value) && value >= 0+ ? value+ : undefined;+}diff --git a/apps/daemon/src/telemetry/outbox.ts b/apps/daemon/src/telemetry/outbox.tsnew file mode 100644index 00000000..6af7df8a--- /dev/null+++ b/apps/daemon/src/telemetry/outbox.ts@@ -0,0 +1,76 @@+import type Database from 'better-sqlite3';+import {+ sanitizeCreatorTelemetryEvent,+ type CreatorTelemetryEvent+} from './events.js';++export const CREATOR_TELEMETRY_BATCH_SIZE = 50;+export const DEFAULT_CREATOR_TELEMETRY_OUTBOX_LIMIT = 10_000;++export type CreatorTelemetryOutbox = ReturnType<typeof createCreatorTelemetryOutbox>;++export function createCreatorTelemetryOutbox(+ db: Database.Database,+ options: { maxPendingEvents?: number } = {}+) {+ const maxPendingEvents = Math.max(+ CREATOR_TELEMETRY_BATCH_SIZE,+ options.maxPendingEvents ?? DEFAULT_CREATOR_TELEMETRY_OUTBOX_LIMIT+ );++ return {+ enqueue(event: CreatorTelemetryEvent, dedupeKey: string): void {+ const sanitized = sanitizeCreatorTelemetryEvent(event);+ db.transaction(() => {+ db.prepare(`+ INSERT INTO telemetry_outbox (event_id, dedupe_key, event_json, created_at)+ VALUES (?, ?, ?, ?)+ ON CONFLICT(dedupe_key) DO NOTHING+ `).run(+ sanitized.event_id,+ dedupeKey,+ JSON.stringify(sanitized),+ sanitized.occurred_at+ );+ db.prepare(`+ DELETE FROM telemetry_outbox+ WHERE rowid IN (+ SELECT rowid FROM telemetry_outbox+ ORDER BY rowid DESC+ LIMIT -1 OFFSET ?+ )+ `).run(maxPendingEvents);+ })();+ },+ list(limit = CREATOR_TELEMETRY_BATCH_SIZE): CreatorTelemetryEvent[] {+ const boundedLimit = Math.min(+ CREATOR_TELEMETRY_BATCH_SIZE,+ Math.max(1, Math.floor(limit))+ );+ const rows = db.prepare(`+ SELECT event_json FROM telemetry_outbox+ ORDER BY rowid ASC+ LIMIT ?+ `).all(boundedLimit) as Array<{ event_json: string }>;+ return rows.flatMap(row => {+ try {+ return [sanitizeCreatorTelemetryEvent(JSON.parse(row.event_json) as CreatorTelemetryEvent)];+ } catch {+ return [];+ }+ });+ },+ ack(eventIds: string[]): number {+ const ids = [...new Set(eventIds)].slice(0, CREATOR_TELEMETRY_BATCH_SIZE);+ if (ids.length === 0) return 0;+ const remove = db.prepare('DELETE FROM telemetry_outbox WHERE event_id = ?');+ return db.transaction(() => ids.reduce(+ (count, id) => count + remove.run(id).changes,+ 0+ ))();+ },+ count(): number {+ return (db.prepare('SELECT COUNT(*) AS count FROM telemetry_outbox').get() as { count: number }).count;+ }+ };+}diff --git a/apps/daemon/src/telemetry/routes.ts b/apps/daemon/src/telemetry/routes.tsnew file mode 100644index 00000000..64e69be9--- /dev/null+++ b/apps/daemon/src/telemetry/routes.ts@@ -0,0 +1,31 @@+import type { FastifyInstance } from 'fastify';+import { z } from 'zod/v3';+import type { CreatorTelemetryOutbox } from './outbox.js';+import { CREATOR_TELEMETRY_BATCH_SIZE } from './outbox.js';+import { apiError } from '../api/errors.js';++export async function registerTelemetryRoutes(+ server: FastifyInstance,+ outbox: CreatorTelemetryOutbox+): Promise<void> {+ server.get('/telemetry/events', (request, reply) => {+ const query = z.object({+ limit: z.coerce.number().int().min(1).max(CREATOR_TELEMETRY_BATCH_SIZE).optional()+ }).strict().safeParse(request.query);+ if (!query.success) {+ return reply.code(400).send(apiError('VALIDATION_FAILED', 'Invalid telemetry event query'));+ }+ reply.header('Cache-Control', 'no-store');+ return { events: outbox.list(query.data.limit) };+ });++ server.post('/telemetry/events/ack', (request, reply) => {+ const body = z.object({+ event_ids: z.array(z.string().uuid()).min(1).max(CREATOR_TELEMETRY_BATCH_SIZE)+ }).strict().safeParse(request.body);+ if (!body.success) {+ return reply.code(400).send(apiError('VALIDATION_FAILED', 'Invalid telemetry event acknowledgment'));+ }+ return { acknowledged: outbox.ack(body.data.event_ids) };+ });+}diff --git a/apps/daemon/test/unit/creator-telemetry.test.ts b/apps/daemon/test/unit/creator-telemetry.test.tsnew file mode 100644index 00000000..cef6da46--- /dev/null+++ b/apps/daemon/test/unit/creator-telemetry.test.ts@@ -0,0 +1,247 @@+import { mkdtempSync, rmSync } from 'node:fs';+import { tmpdir } from 'node:os';+import { join } from 'node:path';+import Fastify from 'fastify';+import { afterEach, describe, expect, it } from 'vitest';+import { createCreatorTelemetryOutbox } from '../../src/telemetry/outbox.js';+import {+ createCreatorTelemetryEvent,+ sanitizeCreatorTelemetryEvent,+ type CreatorTelemetryAccountSnapshot,+ type CreatorTelemetryEvent+} from '../../src/telemetry/events.js';+import { createCreatorTelemetrySink, creatorStageTelemetryOutcome } from '../../src/telemetry/creator.js';+import type { CreatorJob, CreatorStageRun } from '@opencreator/protocol';+import { registerTelemetryRoutes } from '../../src/telemetry/routes.js';+import { openRuntimeDatabase } from '../../src/storage/database.js';+import { createCreatorRepository } from '../../src/creator/repository.js';+import { createCreatorService } from '../../src/creator/service.js';+import { createCreatorIssueService } from '../../src/creator/issues.js';+import { createCreatorStageRunner } from '../../src/creator/stage-runner.js';+import { CreatorExecutorError } from '../../src/creator/executor.js';+import { createDefaultCreatorTemplateRegistry } from '../../src/creator/templates/registry.js';++let tempDir = '';+afterEach(() => {+ if (tempDir) rmSync(tempDir, { recursive: true, force: true });+ tempDir = '';+});++const account: CreatorTelemetryAccountSnapshot = {+ authState: 'signed_in',+ rechargeState: 'pending',+ accountStateObservedAt: '2026-10-26T00:00:00.000Z'+};++function event(eventId = '9d9dd73e-b27f-4f0f-a5ef-0f5763d04c1a'): CreatorTelemetryEvent {+ return {+ event_id: eventId,+ event_type: 'task_finished',+ occurred_at: '2026-10-26T00:00:01.000Z',+ task_id: 'creator_job_1',+ attempt_id: 'creator_stage_run_1',+ feature: 'smart-dubbing',+ outcome: 'failed',+ auth_state: 'signed_in',+ recharge_state: 'unknown',+ account_state_observed_at: '2026-10-26T00:00:00.000Z',+ failure: { error_code: 'creator_stage_failed' }+ };+}++describe('creator telemetry outbox', () => {+ it('persists, deduplicates, bounds and acknowledges events', () => {+ tempDir = mkdtempSync(join(tmpdir(), 'creator-telemetry-outbox-'));+ const path = join(tempDir, 'app.sqlite');+ let db = openRuntimeDatabase(path);+ let outbox = createCreatorTelemetryOutbox(db, { maxPendingEvents: 50 });+ outbox.enqueue(event(), 'attempt:task_finished');+ outbox.enqueue({ ...event(), event_id: 'c5a6e39d-383e-4a24-bfba-5563a6b72dd1' }, 'attempt:task_finished');+ expect(outbox.count()).toBe(1);+ db.close();++ db = openRuntimeDatabase(path);+ outbox = createCreatorTelemetryOutbox(db);+ expect(outbox.list()).toEqual([event()]);+ const app = Fastify();+ void registerTelemetryRoutes(app, outbox);+ return app.ready().then(async () => {+ const page = await app.inject('/telemetry/events?limit=50');+ expect(page.statusCode).toBe(200);+ expect(page.json().events).toHaveLength(1);+ const rejected = await app.inject({+ method: 'POST', url: '/telemetry/events/ack', payload: { event_ids: ['not-a-uuid'] }+ });+ expect(rejected.statusCode).toBe(400);+ const acked = await app.inject({+ method: 'POST', url: '/telemetry/events/ack', payload: { event_ids: [event().event_id] }+ });+ expect(acked.json()).toEqual({ acknowledged: 1 });+ expect(outbox.list()).toEqual([]);+ await app.close();+ db.close();+ });+ });+});++describe('creator telemetry event safety', () => {+ it('drops arbitrary details and never emits raw error content', () => {+ const sanitized = sanitizeCreatorTelemetryEvent({+ ...event(),+ app_version: '3.2.9',+ failure: {+ stage: 'tts',+ executor: 'smart-dubbing',+ category: 'provider',+ error_code: 'creator_provider_request_failed',+ http_status: 502,+ provider: 'example',+ upstream_code: 'UPSTREAM_FAILED',+ retryable: true,+ retry_count: 1,+ progress_percent: 40,+ expected_count: 5,+ succeeded_count: 2,+ failed_count: 3,+ artifact_delivered: false,+ user_message: 'Creator stage failed.',+ detail: { prompt: 'secret', sourceText: 'secret' },+ technicalDetail: '/private/file.srt',+ stack: 'Error: secret'+ }+ } as CreatorTelemetryEvent);+ expect(sanitized.failure).toEqual({+ stage: 'tts', executor: 'smart-dubbing', category: 'provider',+ error_code: 'creator_provider_request_failed', http_status: 502,+ provider: 'example', upstream_code: 'UPSTREAM_FAILED', retryable: true,+ retry_count: 1, progress_percent: 40, expected_count: 5,+ succeeded_count: 2, failed_count: 3, artifact_delivered: false,+ user_message: 'Creator stage failed.'+ });+ expect(JSON.stringify(sanitized)).not.toContain('secret');+ expect(JSON.stringify(sanitized)).not.toContain('/private/file.srt');+ });+});++describe('creator stage telemetry outcome mapping', () => {+ it('preserves blocked, canceled, interrupted and unknown outcomes', () => {+ const job = { status: 'needs_input' } as CreatorJob;+ const stage = { status: 'failed', progress: {} } as CreatorStageRun;+ expect(creatorStageTelemetryOutcome(job, stage)).toBe('needs_input');+ expect(creatorStageTelemetryOutcome({ ...job, status: 'failed' }, stage)).toBe('failed');+ expect(creatorStageTelemetryOutcome(job, { ...stage, status: 'canceled' })).toBe('canceled');+ expect(creatorStageTelemetryOutcome(job, { ...stage, status: 'interrupted' })).toBe('interrupted');+ expect(creatorStageTelemetryOutcome(job, stage, true)).toBe('unknown');+ expect(creatorStageTelemetryOutcome(job, { ...stage, status: 'succeeded' })).toBe('succeeded');+ expect(creatorStageTelemetryOutcome(job, {+ ...stage,+ status: 'succeeded',+ progress: { status: 'partial_success' }+ })).toBe('partial_success');+ });++ it('records partial output impact without including creative content', () => {+ const finished = createCreatorTelemetryEvent({+ eventType: 'task_finished',+ occurredAt: '2026-10-26T00:00:01.000Z',+ job: { id: 'creator_job_1', artifacts: [{ status: 'completed' }] } as CreatorJob,+ stage: {+ id: 'creator_stage_run_1', stageId: 'generate', executor: 'image', attempt: 1,+ startedAt: null, finishedAt: null, errorCode: null,+ progress: { status: 'partial_success', percent: 60, total: 5, completed: 3, failed: 2 }+ } as unknown as CreatorStageRun,+ feature: 'image-generation',+ outcome: 'partial_success',+ account+ });+ expect(finished.failure).toMatchObject({+ progress_percent: 60,+ expected_count: 5,+ succeeded_count: 3,+ failed_count: 2,+ artifact_delivered: true,+ user_message: 'Creator stage partially succeeded.'+ });+ });+});++describe('creator stage telemetry lifecycle', () => {+ it('records success and needs_input with stable task and attempt ids', async () => {+ tempDir = mkdtempSync(join(tmpdir(), 'creator-telemetry-life-'));+ const db = openRuntimeDatabase(join(tempDir, 'app.sqlite'));+ const repository = createCreatorRepository(db);+ const templates = createDefaultCreatorTemplateRegistry();+ const service = createCreatorService({ repository, templates });+ const issueService = createCreatorIssueService(repository);+ const outbox = createCreatorTelemetryOutbox(db);+ const telemetry = createCreatorTelemetrySink({ outbox, readAccount: () => account });+ const successJob = service.createJob({ projectId: 'project_1', templateId: 'smart-dubbing', state: {} });+ const successRunner = createCreatorStageRunner({+ repository, templates, issueService, telemetry,+ executors: [{ id: 'smart-dubbing', run: async () => ({ outputs: [] }) }],+ workRoot: join(tempDir, 'jobs')+ });+ const succeeded = await successRunner.run(successJob.id, 'tts');+ await successRunner.close();+ const successEvents = outbox.list();+ expect(successEvents.map(item => item.event_type)).toEqual(['task_started', 'task_finished']);+ expect(successEvents[1]).toMatchObject({+ task_id: successJob.id, attempt_id: succeeded.id, feature: 'smart-dubbing', outcome: 'succeeded'+ });+ outbox.ack(successEvents.map(item => item.event_id));++ const waitingJob = service.createJob({ projectId: 'project_1', templateId: 'image-generation', state: {} });+ const waitingRunner = createCreatorStageRunner({+ repository, templates, issueService, telemetry,+ executors: [{ id: 'image', run: async () => ({ outputs: [] }) }],+ workRoot: join(tempDir, 'jobs'),+ beforeRun() {+ throw new CreatorExecutorError('creator_image_config_missing', '/private/prompt and secret.srt');+ }+ });+ const waiting = await waitingRunner.run(waitingJob.id, 'generate');+ await waitingRunner.close();+ expect(outbox.list().map(item => item.event_type)).toEqual(['task_finished']);+ const finished = outbox.list().find(item => item.event_type === 'task_finished');+ expect(finished).toMatchObject({+ task_id: waitingJob.id,+ attempt_id: waiting.id,+ feature: 'image-generation',+ outcome: 'needs_input',+ failure: {+ error_code: 'creator_image_config_missing',+ category: 'configuration',+ user_message: 'Creator stage needs input.'+ }+ });+ expect(JSON.stringify(finished)).not.toContain('/private');+ expect(JSON.stringify(finished)).not.toContain('secret');+ db.close();+ });++ it('records restart recovery as interrupted without folding the outcome', async () => {+ tempDir = mkdtempSync(join(tmpdir(), 'creator-telemetry-restart-'));+ const db = openRuntimeDatabase(join(tempDir, 'app.sqlite'));+ let repository = createCreatorRepository(db);+ const templates = createDefaultCreatorTemplateRegistry();+ const service = createCreatorService({ repository, templates });+ const job = service.createJob({ projectId: 'project_1', templateId: 'smart-dubbing', state: {} });+ repository.createStageRun({ jobId: job.id, stageId: 'tts', executor: 'smart-dubbing', status: 'running' });+ repository = createCreatorRepository(db);+ const recovered = repository.listRecoveredInterruptedStageRuns?.() ?? [];+ const outbox = createCreatorTelemetryOutbox(db);+ const telemetry = createCreatorTelemetrySink({ outbox, readAccount: () => account });+ for (const stage of recovered) {+ const current = repository.getJob(stage.jobId)!;+ telemetry.stageFinished(current, stage, current.templateId, 'interrupted');+ }+ expect(outbox.list()).toHaveLength(1);+ expect(outbox.list()[0]).toMatchObject({+ task_id: job.id,+ attempt_id: recovered[0]!.id,+ outcome: 'interrupted',+ failure: { error_code: 'creator_stage_interrupted_on_restart' }+ });+ db.close();+ });+});diff --git a/apps/daemon/test/unit/gateway-account-service.test.ts b/apps/daemon/test/unit/gateway-account-service.test.tsindex 1c5b84b6..f3d2c78c 100644--- a/apps/daemon/test/unit/gateway-account-service.test.ts+++ b/apps/daemon/test/unit/gateway-account-service.test.ts@@ -41,6 +41,39 @@ async function setup(activate = vi.fn(async () => undefined), close = vi.fn(asynreturn { service, root, client, activate, close, probe };}+it('caches only coarse recharge state and its observation time from order responses', async () => {+ const f = await setup();+ await seedSavedAccount(f);+ const request = vi.spyOn(f.client, 'request').mockResolvedValue({+ order: {+ id: 'order-secret', amountUnits: '1000', status: 'completed',+ paymentStatus: 'paid', creditStatus: 'ready'+ }+ });+ try {+ await f.service.billing('/api/v1/billing/orders/order-secret');+ const snapshot = f.service.peekTelemetryRechargeState();+ expect(snapshot.state).toBe('recharged');+ expect(Number.isNaN(Date.parse(snapshot.observedAt))).toBe(false);+ expect(JSON.stringify(snapshot)).not.toContain('order-secret');+ expect(JSON.stringify(snapshot)).not.toContain('1000');+ expect(request).toHaveBeenCalledOnce();+ request.mockResolvedValue({ order: { status: 'failed' } });+ await f.service.billing('/api/v1/billing/orders/order-secret');+ expect(f.service.peekTelemetryRechargeState().state).toBe('recharged');+ } finally { await f.service.close(); }+});++it('reports an authoritative empty order list as not recharged', async () => {+ const f = await setup();+ await seedSavedAccount(f);+ vi.spyOn(f.client, 'request').mockResolvedValue({ items: [] });+ try {+ await f.service.billing('/api/v1/billing/orders');+ expect(f.service.peekTelemetryRechargeState().state).toBe('not_recharged');+ } finally { await f.service.close(); }+});+it('saves a compatible model choice without invoking the paid probe', async () => {const f = await setupCachedAccount({ models: [{ id: 'first', modality: 'text', capabilities: ['responses'] }, { id: 'second', modality: 'text', capabilities: ['responses'] }], defaults: { text: 'first' } });try {diff --git a/apps/desktop/src/main/main.ts b/apps/desktop/src/main/main.tsindex 83f3ced1..1286b923 100644--- a/apps/desktop/src/main/main.ts+++ b/apps/desktop/src/main/main.ts@@ -177,6 +177,7 @@ async function launchDesktop(): Promise<void> {appVersion: app.getVersion(),isOfficialBuild: app.isPackaged && readOfficialBuildMarker(process.resourcesPath),isWindowActive: () => windowManager?.isActive() === true,+ getDaemonConnection: () => daemon.currentConnection,fetchImpl: fetchDesktopRequest,endpointOverride: process.env.OPENCREATOR_TELEMETRY_URL});diff --git a/apps/desktop/src/main/telemetry.ts b/apps/desktop/src/main/telemetry.tsindex 71df6a59..8cab8cc9 100644--- a/apps/desktop/src/main/telemetry.ts+++ b/apps/desktop/src/main/telemetry.ts@@ -7,7 +7,9 @@ import type { SettingsStore } from './settings-store.js';const DEFAULT_TELEMETRY_URL = 'https://admin.clawee.work/api/v1/public/desktop-usage';const ACTIVE_INTERVAL_MS = 60_000;const REPORT_INTERVAL_MS = 6 * 60 * 60 * 1000;+const EVENT_REPORT_INTERVAL_MS = 60_000;const REPORT_TIMEOUT_MS = 5_000;+const EVENT_BATCH_SIZE = 50;type TelemetryDay = {date: string;@@ -39,6 +41,7 @@ export function startDesktopTelemetry(input: {appVersion: string;isOfficialBuild: boolean;isWindowActive(): boolean;+ getDaemonConnection?(): { address: string; token: string } | undefined;endpointOverride?: string;platform?: NodeJS.Platform;architecture?: string;@@ -47,10 +50,12 @@ export function startDesktopTelemetry(input: {persistence?: TelemetryPersistence;activeIntervalMs?: number;reportIntervalMs?: number;+ eventReportIntervalMs?: number;}): DesktopTelemetryController {const now = input.now ?? (() => new Date());const store = createTelemetryStore(input.path, input.persistence);const endpoint = resolveTelemetryEndpoint(input.endpointOverride, input.isOfficialBuild);+ const eventsEndpoint = endpoint === undefined ? undefined : resolveTelemetryEventsEndpoint(endpoint);const fetchImpl = input.fetchImpl ?? fetch;let launchRecorded = false;let stopped = false;@@ -58,6 +63,7 @@ export function startDesktopTelemetry(input: {let activeReport: AbortController | undefined;let activeTimer: NodeJS.Timeout | undefined;let reportTimer: NodeJS.Timeout | undefined;+ let eventReportTimer: NodeJS.Timeout | undefined;const installId = () => {const existing = input.settings.read().telemetryInstallId;@@ -124,16 +130,91 @@ export function startDesktopTelemetry(input: {}}};+ const sendEventReports = async () => {+ const connection = input.getDaemonConnection?.();+ if (stopped || !input.settings.read().telemetryEnabled || eventsEndpoint === undefined || connection === undefined) return;+ const request = async (url: string, init: RequestInit): Promise<Response> => {+ const controller = new AbortController();+ activeReport = controller;+ const timeout = setTimeout(() => controller.abort(), REPORT_TIMEOUT_MS);+ timeout.unref();+ try {+ return await fetchImpl(url, { ...init, signal: controller.signal });+ } finally {+ clearTimeout(timeout);+ if (activeReport === controller) activeReport = undefined;+ }+ };+ try {+ const pulled = await request(`${connection.address.replace(/\/+$/, '')}/telemetry/events?limit=${EVENT_BATCH_SIZE}`, {+ headers: { Accept: 'application/json', Authorization: `Bearer ${connection.token}` }+ });+ if (!pulled.ok || stopped || !input.settings.read().telemetryEnabled) return;+ const payload = await pulled.json() as unknown;+ if (!isRecord(payload) || !Array.isArray(payload.events)) return;+ const events = payload.events.slice(0, EVENT_BATCH_SIZE).flatMap(event => {+ const sanitized = sanitizeDaemonTelemetryEvent(event, {+ installId: installId(),+ appVersion: input.appVersion,+ platform: input.platform ?? process.platform,+ architecture: input.architecture ?? process.arch+ });+ return sanitized === undefined ? [] : [sanitized];+ });+ if (events.length === 0 || stopped || !input.settings.read().telemetryEnabled) return;+ const sent = await request(eventsEndpoint, {+ method: 'POST',+ headers: { Accept: 'application/json', 'Content-Type': 'application/json' },+ body: JSON.stringify({ install_id: installId(), events })+ });+ if (!sent.ok || stopped || !input.settings.read().telemetryEnabled) return;+ const acknowledged = await request(`${connection.address.replace(/\/+$/, '')}/telemetry/events/ack`, {+ method: 'POST',+ headers: {+ Accept: 'application/json',+ Authorization: `Bearer ${connection.token}`,+ 'Content-Type': 'application/json'+ },+ body: JSON.stringify({ event_ids: events.map(event => event.event_id) })+ });+ if (!acknowledged.ok) {+ input.logger.warnRateLimited(+ 'desktop-telemetry-events',+ 'Desktop telemetry event acknowledgment was rejected',+ { status: acknowledged.status },+ EVENT_REPORT_INTERVAL_MS+ );+ }+ } catch (error) {+ if (stopped) return;+ input.logger.warnRateLimited(+ 'desktop-telemetry-events',+ 'Desktop telemetry event delivery failed',+ { message: error instanceof Error ? error.message : String(error) },+ EVENT_REPORT_INTERVAL_MS+ );+ }+ };const reportNow = () => {- const work = reportQueue.then(sendReports);+ const work = reportQueue.then(async () => {+ await sendReports();+ await sendEventReports();+ });+ reportQueue = work.catch(() => undefined);+ return work;+ };+ const reportEventsNow = () => {+ const work = reportQueue.then(sendEventReports);reportQueue = work.catch(() => undefined);return work;};const clearTimers = () => {clearInterval(activeTimer);clearInterval(reportTimer);+ clearInterval(eventReportTimer);activeTimer = undefined;reportTimer = undefined;+ eventReportTimer = undefined;};const startTimers = () => {activeTimer = setInterval(() => {@@ -143,6 +224,8 @@ export function startDesktopTelemetry(input: {activeTimer.unref();reportTimer = setInterval(() => void reportNow(), input.reportIntervalMs ?? REPORT_INTERVAL_MS);reportTimer.unref();+ eventReportTimer = setInterval(() => void reportEventsNow(), input.eventReportIntervalMs ?? EVENT_REPORT_INTERVAL_MS);+ eventReportTimer.unref();};recordLaunch();@@ -194,6 +277,12 @@ export function resolveTelemetryEndpoint(}}+export function resolveTelemetryEventsEndpoint(endpoint: string): string {+ const url = new URL(endpoint);+ url.pathname = `${url.pathname.replace(/\/+$/, '')}/events`;+ return url.toString();+}+export function createTelemetryStore(path: string,persistence: TelemetryPersistence = fileTelemetryPersistence@@ -290,6 +379,78 @@ function readTelemetryState(}}+function sanitizeDaemonTelemetryEvent(+ value: unknown,+ metadata: { installId: string; appVersion: string; platform: string; architecture: string }+): (Record<string, unknown> & { event_id: string }) | undefined {+ if (!isRecord(value)+ || typeof value.event_id !== 'string'+ || !/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i.test(value.event_id)+ || (value.event_type !== 'task_started' && value.event_type !== 'task_finished')+ || !validIso(value.occurred_at)+ || !safeEventText(value.task_id, 256)+ || !safeEventText(value.attempt_id, 256)+ || !safeEventText(value.feature, 128)+ || !['signed_in', 'signed_out', 'unknown'].includes(String(value.auth_state))+ || !['recharged', 'not_recharged', 'pending', 'unknown'].includes(String(value.recharge_state))+ || !validIso(value.account_state_observed_at)) return undefined;+ if (value.outcome !== undefined && ![+ 'succeeded', 'partial_success', 'failed', 'needs_input', 'canceled', 'interrupted', 'unknown'+ ].includes(String(value.outcome))) return undefined;+ const event: Record<string, unknown> & { event_id: string } = {+ event_id: value.event_id,+ event_type: value.event_type,+ occurred_at: value.occurred_at,+ task_id: value.task_id,+ attempt_id: value.attempt_id,+ feature: value.feature,+ ...(value.outcome === undefined ? {} : { outcome: value.outcome }),+ auth_state: value.auth_state,+ recharge_state: value.recharge_state,+ account_state_observed_at: value.account_state_observed_at,+ app_version: metadata.appVersion,+ operating_system: metadata.platform,+ architecture: metadata.architecture+ };+ if (safeNonNegativeInteger(value.duration_ms) !== undefined) event.duration_ms = value.duration_ms;+ if (isRecord(value.failure)) event.failure = sanitizeDaemonFailure(value.failure);+ return event;+}++function sanitizeDaemonFailure(value: Record<string, unknown>): Record<string, unknown> {+ const failure: Record<string, unknown> = {};+ for (const key of ['stage', 'executor', 'category', 'error_code', 'provider', 'upstream_code'] as const) {+ if (safeEventText(value[key], 128)) failure[key] = value[key];+ }+ if (typeof value.http_status === 'number' && Number.isInteger(value.http_status)+ && value.http_status >= 100 && value.http_status <= 599) failure.http_status = value.http_status;+ for (const key of ['retryable', 'artifact_delivered'] as const) {+ if (typeof value[key] === 'boolean') failure[key] = value[key];+ }+ for (const key of ['retry_count', 'expected_count', 'succeeded_count', 'failed_count'] as const) {+ if (safeNonNegativeInteger(value[key])) failure[key] = value[key];+ }+ if (typeof value.progress_percent === 'number' && Number.isFinite(value.progress_percent)+ && value.progress_percent >= 0 && value.progress_percent <= 100) failure.progress_percent = Math.round(value.progress_percent);+ if (typeof value.user_message === 'string' && value.user_message.trim()) {+ failure.user_message = value.user_message.trim().slice(0, 500);+ }+ return failure;+}++function safeEventText(value: unknown, maximum: number): boolean {+ return typeof value === 'string' && value.length > 0 && value.length <= maximum+ && !/[\u0000-\u001f\u007f]/.test(value);+}++function validIso(value: unknown): boolean {+ return typeof value === 'string' && !Number.isNaN(Date.parse(value));+}++function safeNonNegativeInteger(value: unknown): boolean {+ return typeof value === 'number' && Number.isSafeInteger(value) && value >= 0;+}+const fileTelemetryPersistence: TelemetryPersistence = {read: path => readFileSync(path, 'utf8'),writeAtomic(path, contents) {diff --git a/apps/desktop/test/telemetry.test.ts b/apps/desktop/test/telemetry.test.tsindex 8920942a..cdf810ee 100644--- a/apps/desktop/test/telemetry.test.ts+++ b/apps/desktop/test/telemetry.test.ts@@ -56,6 +56,29 @@ function logger(): DesktopLogger {};}+function daemonEvent() {+ return {+ event_id: '9d9dd73e-b27f-4f0f-a5ef-0f5763d04c1a',+ event_type: 'task_finished',+ occurred_at: '2026-09-07T02:00:00.000Z',+ task_id: 'creator_job_1',+ attempt_id: 'creator_stage_run_1',+ feature: 'smart-dubbing',+ outcome: 'failed',+ auth_state: 'signed_out',+ recharge_state: 'unknown',+ account_state_observed_at: '2026-09-07T02:00:00.000Z',+ app_version: 'daemon-must-not-win',+ failure: {+ stage: 'tts',+ error_code: 'creator_stage_failed',+ user_message: 'Creator stage failed.',+ technicalDetail: 'must-not-send',+ detail: { prompt: 'must-not-send' }+ }+ };+}+describe('desktop telemetry', () => {it('keeps daily launch and active-minute counters', () => {const memory = memoryPersistence();@@ -348,4 +371,171 @@ describe('desktop telemetry', () => {expect(requestSignal?.aborted).toBe(true);});++ it('delivers daemon events with desktop metadata and acknowledges only accepted batches', async () => {+ const requests: Array<{ url: string; body?: Record<string, unknown> }> = [];+ let pending = true;+ const controller = startDesktopTelemetry({+ path: '/virtual/telemetry.json',+ settings: memorySettings(),+ logger: logger(),+ appVersion: '3.2.9',+ isOfficialBuild: false,+ endpointOverride: 'http://127.0.0.1:8790/api/v1/public/desktop-usage',+ platform: 'darwin',+ architecture: 'arm64',+ getDaemonConnection: () => ({ address: 'http://127.0.0.1:31234', token: 'local-token' }),+ isWindowActive: () => false,+ fetchImpl: async (url, init) => {+ const target = String(url);+ requests.push({+ url: target,+ ...(init?.body === undefined ? {} : { body: JSON.parse(String(init.body)) as Record<string, unknown> })+ });+ if (target.includes('/telemetry/events?')) {+ return Response.json({ events: pending ? [daemonEvent()] : [] });+ }+ if (target.endsWith('/telemetry/events/ack')) {+ pending = false;+ return Response.json({ acknowledged: 1 });+ }+ return Response.json({});+ },+ persistence: memoryPersistence().persistence as TelemetryPersistence+ });++ await controller.reportNow();+ controller.dispose();++ const delivered = requests.find(request => request.url.endsWith('/desktop-usage/events'));+ expect(delivered?.body).toMatchObject({ install_id: expect.any(String) });+ const events = delivered?.body?.events as Array<Record<string, unknown>>;+ expect(events).toHaveLength(1);+ expect(events[0]).toMatchObject({+ event_id: daemonEvent().event_id,+ app_version: '3.2.9',+ operating_system: 'darwin',+ architecture: 'arm64'+ });+ expect(events[0]!.failure).toEqual({+ stage: 'tts', error_code: 'creator_stage_failed', user_message: 'Creator stage failed.'+ });+ expect(JSON.stringify(delivered?.body)).not.toContain('must-not-send');+ expect(requests.some(request => request.url.endsWith('/telemetry/events/ack'))).toBe(true);+ });++ it('retries without ack after a non-2xx event response', async () => {+ let accepted = false;+ let acknowledgments = 0;+ let posts = 0;+ const controller = startDesktopTelemetry({+ path: '/virtual/telemetry.json',+ settings: memorySettings(),+ logger: logger(),+ appVersion: '3.2.9',+ isOfficialBuild: false,+ endpointOverride: 'http://127.0.0.1:8790/api/v1/public/desktop-usage',+ getDaemonConnection: () => ({ address: 'http://127.0.0.1:31234', token: 'local-token' }),+ isWindowActive: () => false,+ fetchImpl: async url => {+ const target = String(url);+ if (target.includes('/telemetry/events?')) return Response.json({ events: [daemonEvent()] });+ if (target.endsWith('/telemetry/events/ack')) {+ acknowledgments += 1;+ return Response.json({ acknowledged: 1 });+ }+ if (target.endsWith('/desktop-usage/events')) {+ posts += 1;+ return Response.json({}, { status: accepted ? 200 : 503 });+ }+ return Response.json({});+ },+ persistence: memoryPersistence().persistence as TelemetryPersistence+ });++ await controller.reportNow();+ expect(posts).toBeGreaterThan(0);+ expect(acknowledgments).toBe(0);+ accepted = true;+ await controller.reportNow();+ controller.dispose();+ expect(acknowledgments).toBe(1);+ });++ it('does not pull or deliver daemon events while disabled', async () => {+ const fetchImpl = vi.fn<typeof fetch>();+ const controller = startDesktopTelemetry({+ path: '/virtual/telemetry.json',+ settings: memorySettings({ telemetryEnabled: false }),+ logger: logger(),+ appVersion: '3.2.9',+ isOfficialBuild: true,+ getDaemonConnection: () => ({ address: 'http://127.0.0.1:31234', token: 'local-token' }),+ isWindowActive: () => false,+ fetchImpl,+ persistence: memoryPersistence().persistence as TelemetryPersistence+ });++ await controller.reportNow();+ controller.dispose();+ expect(fetchImpl).not.toHaveBeenCalled();+ });++ it('pulls, delivers and acknowledges events over real local HTTP connections', async () => {+ const delivered: Array<Record<string, unknown>> = [];+ let acknowledged = 0;+ let pending = true;+ const daemon = createServer((request, response) => {+ let body = '';+ request.setEncoding('utf8');+ request.on('data', chunk => { body += chunk; });+ request.on('end', () => {+ response.writeHead(200, { 'Content-Type': 'application/json' });+ if (request.url?.startsWith('/telemetry/events?')) {+ response.end(JSON.stringify({ events: pending ? [daemonEvent()] : [] }));+ } else {+ acknowledged = (JSON.parse(body) as { event_ids: string[] }).event_ids.length;+ pending = false;+ response.end(JSON.stringify({ acknowledged }));+ }+ });+ });+ const admin = createServer((request, response) => {+ let body = '';+ request.setEncoding('utf8');+ request.on('data', chunk => { body += chunk; });+ request.on('end', () => {+ if (request.url?.endsWith('/events')) delivered.push(JSON.parse(body) as Record<string, unknown>);+ response.writeHead(200, { 'Content-Type': 'application/json' });+ response.end('{}');+ });+ });+ await Promise.all([daemon, admin].map(server => new Promise<void>((resolve, reject) => {+ server.once('error', reject);+ server.listen(0, '127.0.0.1', resolve);+ })));+ const daemonPort = (daemon.address() as AddressInfo).port;+ const adminPort = (admin.address() as AddressInfo).port;+ const controller = startDesktopTelemetry({+ path: '/virtual/telemetry.json',+ settings: memorySettings(),+ logger: logger(),+ appVersion: '3.2.9',+ isOfficialBuild: false,+ endpointOverride: `http://127.0.0.1:${adminPort}/api/v1/public/desktop-usage`,+ getDaemonConnection: () => ({ address: `http://127.0.0.1:${daemonPort}`, token: 'local-token' }),+ isWindowActive: () => false,+ persistence: memoryPersistence().persistence as TelemetryPersistence+ });+ try {+ await controller.reportNow();+ } finally {+ controller.dispose();+ await Promise.all([daemon, admin].map(server => new Promise<void>((resolve, reject) => {+ server.close(error => error === undefined ? resolve() : reject(error));+ })));+ }+ expect(delivered).toHaveLength(1);+ expect(acknowledged).toBe(1);+ });});diff --git a/apps/web/src/i18n/LanguageProvider.tsx b/apps/web/src/i18n/LanguageProvider.tsxindex a2f00bd9..cd3e7f85 100644--- a/apps/web/src/i18n/LanguageProvider.tsx+++ b/apps/web/src/i18n/LanguageProvider.tsx@@ -66,8 +66,8 @@ const messages = {'settings.closeWindow': '关闭窗口时','settings.hideToMenuBar': '隐藏到菜单栏','settings.quit': '退出 OpenCreator',- 'settings.telemetry': '发送匿名使用数据',- 'settings.telemetryDescription': '发送启动次数、活跃时长、版本和系统信息;服务端会记录请求来源 IP,不包含项目、文件或对话内容。',+ 'settings.telemetry': '发送使用数据',+ 'settings.telemetryDescription': '发送启动次数、活跃时长、Creator 功能任务状态、脱敏失败分类、版本、系统信息及登录/充值粗粒度状态;服务端会记录请求来源 IP,不包含账号标识、订单详情、项目、文件、提示词、字幕或对话内容。','settings.accent.neutral': '默认灰','settings.accent.blue': '蓝色','settings.accent.cyan': '青色',@@ -313,8 +313,8 @@ const messages = {'settings.closeWindow': 'When closing the window','settings.hideToMenuBar': 'Hide in menu bar','settings.quit': 'Quit OpenCreator',- 'settings.telemetry': 'Send anonymous usage data',- 'settings.telemetryDescription': 'Send launch count, active time, version, and system information. The server records the request IP; projects, files, and conversations are not included.',+ 'settings.telemetry': 'Send usage data',+ 'settings.telemetryDescription': 'Send launch count, active time, Creator task outcomes, sanitized failure categories, version, system information, and coarse sign-in/recharge status. The server records the request IP; account identifiers, order details, projects, files, prompts, subtitles, and conversations are not included.','settings.accent.neutral': 'Neutral','settings.accent.blue': 'Blue','settings.accent.cyan': 'Cyan',@@ -517,7 +517,7 @@ const messages = {'settings.navigation': 'Inställningsnavigering', 'settings.back': 'Tillbaka till appen', 'settings.categories': 'Inställningskategorier', 'settings.tab.general': 'Allmänt', 'settings.tab.aiServices': 'AI-tjänster', 'settings.tab.runtimeComponents': 'Tredjepartskomponenter', 'settings.tab.codexAgent': 'Codex Agent', 'settings.tab.plugins': 'Insticksprogram', 'settings.tab.memory': 'Minne', 'settings.tab.profiles': 'Profiler', 'settings.tab.cleanup': 'Rensa', 'settings.tab.diagnostics': 'Diagnostik', 'settings.tab.about': 'Om OpenCreator','settings.required': 'Krävs', 'settings.general.description': 'Justera OpenCreators standardinställningar och skrivbordsvisning.', 'settings.colorMode': 'Färgläge', 'settings.light': 'Ljust', 'settings.dark': 'Mörkt', 'settings.accent': 'Accentfärg', 'settings.permission': 'Standardbehörighet', 'settings.permission.followProject': 'Följ projektinställningen', 'settings.permission.approval': 'Begär godkännande', 'settings.permission.fullAccess': 'Fullständig åtkomst', 'settings.permission.confirm': 'Fullständig åtkomst låter OpenCreator läsa lokala filer och köra lokala åtgärder. Vill du ange den som standardbehörighet?','settings.defaultFileApp': 'Standardapp för filer', 'settings.systemDefaultApp': 'Systemets standardapp', 'settings.language': 'Visningsspråk', 'settings.language.system': 'Systemspråk ({{language}})', 'settings.language.zh': 'Förenklad kinesiska', 'settings.language.en': 'Engelska', 'settings.language.sv': 'Svenska', 'settings.menuBar': 'Visa i menyraden', 'settings.browserMode': 'Webbläsarläge', 'settings.closeWindow': 'När fönstret stängs', 'settings.hideToMenuBar': 'Dölj i menyraden', 'settings.quit': 'Avsluta OpenCreator',- 'settings.telemetry': 'Skicka anonym användningsdata', 'settings.telemetryDescription': 'Skickar antal starter, aktiv tid, version och systeminformation. Servern registrerar begärans IP-adress men inte projekt, filer eller konversationer.', 'settings.about.description': 'Visa version, datakatalog och lokal driftinformation.', 'settings.about.version': 'OpenCreator-version', 'settings.about.runtimeVersion': 'Körmiljöversion', 'settings.about.dataDirectory': 'Datakatalog', 'settings.about.checkUpdates': 'Sök efter uppdateringar', 'settings.status.normal': 'Normal', 'settings.status.disconnected': 'Frånkopplad', 'settings.unknown': 'Okänd', 'settings.notSet': 'Inte angivet',+ 'settings.telemetry': 'Skicka användningsdata', 'settings.telemetryDescription': 'Skickar starter, aktiv tid, Creator-uppgiftsresultat, sanerade felkategorier, version, systeminformation och grov inloggnings-/laddningsstatus. Servern registrerar IP-adressen men inte konto-ID:n, orderdetaljer, projekt, filer, prompts, undertexter eller konversationer.', 'settings.about.description': 'Visa version, datakatalog och lokal driftinformation.', 'settings.about.version': 'OpenCreator-version', 'settings.about.runtimeVersion': 'Körmiljöversion', 'settings.about.dataDirectory': 'Datakatalog', 'settings.about.checkUpdates': 'Sök efter uppdateringar', 'settings.status.normal': 'Normal', 'settings.status.disconnected': 'Frånkopplad', 'settings.unknown': 'Okänd', 'settings.notSet': 'Inte angivet','home.greeting.morning': 'God morgon, kreatör', 'home.greeting.afternoon': 'God eftermiddag, kreatör', 'home.greeting.evening': 'God kväll, kreatör', 'home.question': 'Vad kan jag hjälpa dig att skapa?', 'home.skillCategories': 'Kategorier för kreativa mallar', 'home.skills': 'Kreativa mallar', 'home.noRecentSkills': 'Inga mallar har använts ännu', 'home.useSkill': 'Använd mallen {{title}}','dashboard.title': 'Arbetsyta', 'dashboard.featured': 'Utvalda appar', 'dashboard.openTool': 'Öppna {{title}}', 'dashboard.start': 'Börja skapa', 'dashboard.apps': 'Kreativa appar', 'dashboard.categories': 'Appkategorier', 'dashboard.search': 'Sök appar', 'dashboard.empty': 'Inga matchande appar hittades', 'dashboard.showAll': 'Visa alla appar','composer.permission.approval': 'Begär godkännande', 'composer.permission.approvalDescription': 'Fråga när filer ska hanteras eller kommandon med hög risk köras', 'composer.permission.fullAccess': 'Fullständig åtkomst', 'composer.permission.fullAccessDescription': 'Tillåt åtkomst till lokala filer och lokala åtgärder', 'composer.imageUnsupported': '{{model}} stöder inte bildinmatning', 'composer.uploadFailed': 'Uppladdningen misslyckades', 'composer.input.label': 'Ange uppgift', 'composer.input.unavailable': 'Den aktuella konversationen är inte tillgänglig', 'composer.input.placeholder': 'Skriv / för att använda ett insticksprogram', 'composer.add.context': 'Lägg till sammanhang', 'composer.add.file': 'Lägg till fil', 'composer.add.skills': 'Färdigheter',