Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

feat(creator): add FunASR transcription provider

MijaelX3dcc064ffd2b
diff --git a/apps/daemon/src/api/routes.creator-services.ts b/apps/daemon/src/api/routes.creator-services.ts
index d4942965..5202a34b 100644
--- a/apps/daemon/src/api/routes.creator-services.ts
+++ b/apps/daemon/src/api/routes.creator-services.ts
@@ -78,6 +78,22 @@ export async function registerCreatorServicesRoutes(
}
});
+ server.post<{ Body: unknown }>('/creator-services/transcription/test', async (request, reply) => {
+ try {
+ const body = request.body as { baseUrl?: string; apiKey?: string; model?: string; timeoutMs?: number };
+ const baseUrl = typeof body.baseUrl === 'string' ? body.baseUrl.replace(/\/+$/, '') : '';
+ const model = typeof body.model === 'string' ? body.model.trim() : '';
+ if (!/^https?:\/\//i.test(baseUrl) || !model) return reply.code(400).send(apiError('VALIDATION_FAILED', 'FunASR Base URL and model are required'));
+ const controller = new AbortController(); const timer = setTimeout(() => controller.abort(), Math.min(Math.max(body.timeoutMs ?? 10000, 1000), 60000));
+ try {
+ const response = await fetch(`${baseUrl}/models`, { headers: typeof body.apiKey === 'string' && body.apiKey ? { Authorization: `Bearer ${body.apiKey}` } : {}, signal: controller.signal });
+ const payload = await response.json().catch(() => undefined) as { data?: Array<{ id?: string }> } | undefined;
+ if (!response.ok) return reply.code(502).send(apiError('SMART_DUBBING_UPSTREAM_ERROR', `FunASR connection failed (HTTP ${response.status})`));
+ return { connected: true, model, models: payload?.data?.map(item => item.id).filter((id): id is string => typeof id === 'string') ?? [], capabilities: ['audio.transcriptions'] };
+ } finally { clearTimeout(timer); }
+ } catch (error) { return reply.code(502).send(apiError('SMART_DUBBING_UPSTREAM_ERROR', error instanceof Error && error.name === 'AbortError' ? 'FunASR connection timed out' : 'FunASR connection failed')); }
+ });
+
server.delete('/creator-services/config', async (_request, reply) => {
try {
return presentCreatorServicesConfig(await store.reset());
diff --git a/apps/daemon/src/creator-services/config-store.ts b/apps/daemon/src/creator-services/config-store.ts
index adabd379..58d3ce63 100644
--- a/apps/daemon/src/creator-services/config-store.ts
+++ b/apps/daemon/src/creator-services/config-store.ts
@@ -46,6 +46,7 @@ const aliyunSchema = z.object({
oss: aliyunOssSchema,
speech: aliyunSpeechSchema
}).strict();
+const funasrSchema = openAiCompatibleSchema.extend({ timeoutMs: z.number().int().min(1000).max(3600000) }).strict();
const volcengineAsrSchema = z.object({
appId: boundedString(256),
accessToken: boundedString(4096),
@@ -123,14 +124,15 @@ export const creatorServicesConfigSchema = z.object({
proxy: boundedString(2048),
llm: llmConfigSchema,
transcription: z.object({
- provider: z.enum(['openai', 'faster-whisper', 'whisperkit', 'whisper.cpp', 'aliyun', 'volcengine']),
+ provider: z.enum(['openai', 'faster-whisper', 'whisperkit', 'whisper.cpp', 'aliyun', 'volcengine', 'funasr']),
enableGpuAcceleration: z.boolean(),
openai: openAiCompatibleSchema,
fasterWhisper: z.object({ model: z.enum(['tiny', 'medium', 'large-v2']) }).strict(),
whisperKit: z.object({ model: z.literal('large-v2') }).strict(),
whisperCpp: z.object({ model: z.enum(['tiny', 'medium', 'large-v2', 'large-v3-turbo']) }).strict(),
aliyun: aliyunSchema,
- volcengine: volcengineAsrSchema.default(creatorServicesDefaults.transcription.volcengine)
+ volcengine: volcengineAsrSchema.default(creatorServicesDefaults.transcription.volcengine),
+ funasr: funasrSchema.default(creatorServicesDefaults.transcription.funasr)
}).strict(),
tts: ttsConfigSchema,
image: z.union([imageConfigSchema, legacyImageConfigSchema]),
@@ -302,6 +304,7 @@ const creatorCredentialPaths = [
'transcription.aliyun.speech.appKey',
'transcription.volcengine.appId',
'transcription.volcengine.accessToken',
+ 'transcription.funasr.apiKey',
'tts.openai.apiKey',
'tts.minimax.apiKey',
'tts.aliyun.apiKey',
diff --git a/apps/daemon/src/creator/krillin/capabilities.ts b/apps/daemon/src/creator/krillin/capabilities.ts
index 3bc7af40..732bdeca 100644
--- a/apps/daemon/src/creator/krillin/capabilities.ts
+++ b/apps/daemon/src/creator/krillin/capabilities.ts
@@ -45,14 +45,15 @@ export function createKrillinCreatorServicesCapabilities(
}
),
cloudProvider('aliyun', []),
- cloudProvider('volcengine', [])
+ cloudProvider('volcengine', []),
+ cloudProvider('funasr', ['sensevoice', 'paraformer', 'fun-asr-nano'])
]
}
};
}
function cloudProvider(
- provider: 'openai' | 'aliyun' | 'volcengine',
+ provider: 'openai' | 'aliyun' | 'volcengine' | 'funasr',
models: string[]
): CreatorTranscriptionProviderCapability {
return {
diff --git a/apps/daemon/src/creator/krillin/config-bridge.ts b/apps/daemon/src/creator/krillin/config-bridge.ts
index f41c2a27..871fc7d5 100644
--- a/apps/daemon/src/creator/krillin/config-bridge.ts
+++ b/apps/daemon/src/creator/krillin/config-bridge.ts
@@ -33,6 +33,7 @@ export function createKrillinConfigToml(
oss: snakeAliyunOss(config.transcription.aliyun.oss),
speech: snakeAliyunSpeech(config.transcription.aliyun.speech)
},
+ funasr: { base_url: config.transcription.funasr.baseUrl, api_key: config.transcription.funasr.apiKey, model: config.transcription.funasr.model, timeout_ms: config.transcription.funasr.timeoutMs },
volcengine: {
app_id: config.transcription.volcengine.appId,
access_token: config.transcription.volcengine.accessToken,
@@ -83,6 +84,7 @@ function snakeAliyunSpeech(value: { accessKeyId: string; accessKeySecret: string
function normalizeTranscriptionProvider(value: CreatorServicesConfig['transcription']['provider']): string {
if (value === 'faster-whisper') return 'fasterwhisper';
if (value === 'whisper.cpp') return 'whispercpp';
+ if (value === 'funasr') return 'funasr';
return value;
}
diff --git a/apps/daemon/src/creator/preflight.ts b/apps/daemon/src/creator/preflight.ts
index 3dadb4fb..175d5fcd 100644
--- a/apps/daemon/src/creator/preflight.ts
+++ b/apps/daemon/src/creator/preflight.ts
@@ -357,6 +357,8 @@ function checkProviderConfig(
checkOpenAi(config.transcription.openai, 'transcription', '语音识别', '#/settings?tab=ai-services&section=transcription', add);
} else if (config.transcription.provider === 'aliyun' && (!config.transcription.aliyun.speech.accessKeyId.trim() || !config.transcription.aliyun.speech.accessKeySecret.trim() || !config.transcription.aliyun.speech.appKey.trim())) {
add('blocked', { id: 'transcription-config', title: '语音识别凭据缺失', message: '请补全阿里云语音识别凭据。', executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
+ } else if (config.transcription.provider === 'funasr' && (!config.transcription.funasr.baseUrl.trim() || !config.transcription.funasr.model.trim())) {
+ add('blocked', { id: 'transcription-config', title: '语音识别配置缺失', message: '请补全 FunASR Base URL 和模型。', executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
} else if (config.transcription.provider === 'volcengine' && (!config.transcription.volcengine.appId.trim() || !config.transcription.volcengine.accessToken.trim())) {
add('blocked', { id: 'transcription-config', title: '语音识别凭据缺失', message: '请补全火山引擎 App ID 和 Access Token。', executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
} else add('ready', { id: 'transcription-config', title: '语音识别', message: `${config.transcription.provider} 已配置。`, executionMode: provider.kind === 'local' ? 'local' : 'remote' });
diff --git a/apps/web/src/features/dashboard/VideoGenerationWorkspace.test.tsx b/apps/web/src/features/dashboard/VideoGenerationWorkspace.test.tsx
index 8e5be378..eefdde80 100644
--- a/apps/web/src/features/dashboard/VideoGenerationWorkspace.test.tsx
+++ b/apps/web/src/features/dashboard/VideoGenerationWorkspace.test.tsx
@@ -370,7 +370,8 @@ function createVideoConfig() {
accessToken: '',
resourceId: 'volc.seedasr.auc',
baseUrl: 'https://openspeech.bytedance.com'
- }
+ },
+ funasr: { baseUrl: 'http://127.0.0.1:8000/v1', apiKey: '', model: 'sensevoice', timeoutMs: 120000 }
},
tts: {
provider: 'openai' as const,
diff --git a/apps/web/src/features/settings/CreatorServicesSettingsView.test.tsx b/apps/web/src/features/settings/CreatorServicesSettingsView.test.tsx
index d26eb831..3fef0a25 100644
--- a/apps/web/src/features/settings/CreatorServicesSettingsView.test.tsx
+++ b/apps/web/src/features/settings/CreatorServicesSettingsView.test.tsx
@@ -501,6 +501,7 @@ function createService(
getConfig: vi.fn(async () => ({ config: structuredClone(config), configuredCredentials })),
saveConfig: vi.fn(async next => ({ config: structuredClone(next), configuredCredentials })),
resetConfig: vi.fn(async () => ({ config: createDefaultCreatorServicesConfig(), configuredCredentials: [] })),
+ testTranscriptionConnection: vi.fn(async () => ({ connected: true, model: 'sensevoice', models: ['sensevoice'], capabilities: ['audio.transcriptions'] })),
getTtsVoices: vi.fn(async (provider: CreatorTtsProvider) => ({
provider,
model: config.tts[provider === 'edge-tts' ? 'openai' : provider].model,
diff --git a/apps/web/src/features/settings/CreatorServicesSettingsView.tsx b/apps/web/src/features/settings/CreatorServicesSettingsView.tsx
index b018d1dd..f3cbb60e 100644
--- a/apps/web/src/features/settings/CreatorServicesSettingsView.tsx
+++ b/apps/web/src/features/settings/CreatorServicesSettingsView.tsx
@@ -686,6 +686,7 @@ function TranscriptionSettings(props: SettingsGroupProps & {
}) {
const l = useLocalizedCopy();
const provider = props.config.transcription.provider;
+ const [funasrTest, setFunasrTest] = useState<string>();
const selectedCapability = transcriptionCapability(props.capabilities, provider);
const mode = selectedCapability?.kind
?? (isLocalTranscriptionProvider(provider) ? 'local' : 'cloud');
@@ -832,6 +833,11 @@ function TranscriptionSettings(props: SettingsGroupProps & {
})}
/>
) : null}
+ {provider === 'funasr' ? (
+ <OpenAiFields id="transcription-funasr" credential="transcription.funasr.apiKey" configuredCredentials={props.configuredCredentials} value={props.config.transcription.funasr} modelPlaceholder="sensevoice" onChange={value => props.update(config => { config.transcription.funasr = { ...value, timeoutMs: config.transcription.funasr.timeoutMs }; })} />
+ ) : null}
+ {provider === 'funasr' ? <button type="button" className="secondary" onClick={() => { setFunasrTest('Testing…'); void props.service?.testTranscriptionConnection?.(props.config.transcription.funasr).then(result => setFunasrTest(`Connected · ${result.models.join(', ') || result.model}`)).catch(error => setFunasrTest(error instanceof Error ? error.message : 'Connection failed')); }}>Test connection</button> : null}
+ {funasrTest ? <p className="creator-services-inline-note" role="status">{funasrTest}</p> : null}
{provider === 'volcengine' ? (
<>
<VolcengineAsrFields
@@ -1699,6 +1705,8 @@ function selectedTranscriptionModel(config: CreatorServicesConfig): string {
return config.transcription.whisperCpp.model;
case 'aliyun':
return '';
+ case 'funasr':
+ return config.transcription.funasr.model;
case 'volcengine':
return config.transcription.volcengine.resourceId;
}
@@ -1719,6 +1727,8 @@ function transcriptionProviderLabel(
return 'Whisper.cpp';
case 'aliyun':
return l('阿里云百炼', 'Alibaba Cloud Model Studio');
+ case 'funasr':
+ return l('FunASR / SenseVoice', 'FunASR / SenseVoice');
case 'volcengine':
return l('火山引擎', 'Volcengine');
}
diff --git a/apps/web/src/services/creator-services-service.ts b/apps/web/src/services/creator-services-service.ts
index 004703ef..4cbb4b6f 100644
--- a/apps/web/src/services/creator-services-service.ts
+++ b/apps/web/src/services/creator-services-service.ts
@@ -23,6 +23,7 @@ export function createCreatorServicesService(client: ClientLike) {
saveConfig(config: CreatorServicesConfig): Promise<CreatorServicesConfigResponse> {
return client.patch('/creator-services/config', config);
},
+ testTranscriptionConnection(config: CreatorServicesConfig['transcription']['funasr']): Promise<{ connected: boolean; model: string; models: string[]; capabilities: string[] }> { return client.rawRequest('/creator-services/transcription/test', { method: 'POST', body: config }).then(response => response.json()); },
resetConfig(): Promise<CreatorServicesConfigResponse> {
return client.delete('/creator-services/config');
},
diff --git a/docs/funasr-transcription.md b/docs/funasr-transcription.md
new file mode 100644
index 00000000..e23d2ac8
--- /dev/null
+++ b/docs/funasr-transcription.md
@@ -0,0 +1,16 @@
+# FunASR / SenseVoice transcription
+
+OpenCreator can use a user-managed FunASR server through its OpenAI-compatible API. OpenCreator does not package Python, CUDA, model files, or a resident Python process.
+
+Start the official server separately, for example:
+
+```bash
+pip install funasr fastapi uvicorn python-multipart
+funasr-server --host 127.0.0.1 --model sensevoice --device cpu
+```
+
+In **AI services → Transcription**, choose **FunASR / SenseVoice**, set the server Base URL (normally `http://127.0.0.1:8000/v1`) and model alias (`sensevoice`, `paraformer`, or another alias exposed by the server). API Key is optional and is only sent as a Bearer credential when configured. The timeout applies to the transcription request.
+
+The connection test checks `/v1/models` and reports the reachable models and `audio.transcriptions` capability. Transcription uses `POST /v1/audio/transcriptions` with multipart `file`, `model`, and `response_format=verbose_json`; the response is normalized into the runtime transcription contract. HTTP errors, invalid responses, timeouts, and cancellation remain executor failures.
+
+See the [official FunASR OpenAI-compatible API example](https://github.com/modelscope/FunASR/tree/main/examples/openai_api) for server setup and model details.
diff --git a/packages/protocol/src/creator-services.ts b/packages/protocol/src/creator-services.ts
index 28e5e54c..3e668de4 100644
--- a/packages/protocol/src/creator-services.ts
+++ b/packages/protocol/src/creator-services.ts
@@ -89,7 +89,8 @@ export const creatorTranscriptionProviders = [
'whisperkit',
'whisper.cpp',
'aliyun',
- 'volcengine'
+ 'volcengine',
+ 'funasr'
] as const;
export type CreatorTranscriptionProvider = (typeof creatorTranscriptionProviders)[number];
@@ -117,6 +118,7 @@ export type CreatorServicesConfig = {
speech: AliyunSpeechConfig;
};
volcengine: VolcengineAsrConfig;
+ funasr: OpenAiCompatibleConfig & { timeoutMs: number };
};
tts: {
provider: CreatorTtsProvider;
@@ -202,6 +204,7 @@ export type CreatorServicesCredentialField =
| 'transcription.aliyun.speech.appKey'
| 'transcription.volcengine.appId'
| 'transcription.volcengine.accessToken'
+ | 'transcription.funasr.apiKey'
| 'tts.openai.apiKey'
| 'tts.minimax.apiKey'
| 'tts.aliyun.apiKey'
@@ -247,6 +250,7 @@ export function createDefaultCreatorServicesConfig(): CreatorServicesConfig {
oss: { accessKeyId: '', accessKeySecret: '', bucket: '' },
speech: { accessKeyId: '', accessKeySecret: '', appKey: '' }
},
+ funasr: { baseUrl: 'http://127.0.0.1:8000/v1', apiKey: '', model: 'sensevoice', timeoutMs: 120000 },
volcengine: {
appId: '',
accessToken: '',
diff --git a/runtime/krillinai/config/config.go b/runtime/krillinai/config/config.go
index 5524d0d0..9c724f7c 100644
--- a/runtime/krillinai/config/config.go
+++ b/runtime/krillinai/config/config.go
@@ -82,6 +82,13 @@ type VolcengineTtsConfig struct {
BaseUrl string `toml:"base_url"`
}
+type FunASRConfig struct {
+ BaseUrl string `toml:"base_url"`
+ ApiKey string `toml:"api_key"`
+ Model string `toml:"model"`
+ TimeoutMs int `toml:"timeout_ms"`
+}
+
type Transcribe struct {
Provider string `toml:"provider"`
EnableGpuAcceleration bool `toml:"enable_gpu_acceleration"`
@@ -91,6 +98,7 @@ type Transcribe struct {
Whispercpp LocalModelConfig `toml:"whispercpp"`
Aliyun AliyunTranscribeConfig `toml:"aliyun"`
Volcengine VolcengineAsrConfig `toml:"volcengine"`
+ FunASR FunASRConfig `toml:"funasr"`
}
type AliyunTtsConfig struct {
@@ -174,6 +182,7 @@ var Conf = Config{
Whispercpp: LocalModelConfig{
Model: "large-v2",
},
+ FunASR: FunASRConfig{BaseUrl: "http://127.0.0.1:8000/v1", Model: "sensevoice", TimeoutMs: 120000},
Volcengine: VolcengineAsrConfig{
ResourceId: "volc.seedasr.auc",
BaseUrl: "https://openspeech.bytedance.com",
@@ -250,6 +259,10 @@ func ValidateTranscriptionConfig() error {
if Conf.Transcribe.Aliyun.Speech.AccessKeyId == "" || Conf.Transcribe.Aliyun.Speech.AccessKeySecret == "" || Conf.Transcribe.Aliyun.Speech.AppKey == "" {
return errors.New("使用阿里云语音服务需要配置相关密钥")
}
+ case "funasr":
+ if Conf.Transcribe.FunASR.BaseUrl == "" || Conf.Transcribe.FunASR.Model == "" {
+ return errors.New("使用 FunASR 需要配置 Base URL 和模型")
+ }
case "volcengine":
if Conf.Transcribe.Volcengine.AppId == "" || Conf.Transcribe.Volcengine.AccessToken == "" {
return errors.New("使用火山引擎语音识别需要配置 App ID 和 Access Token")
diff --git a/runtime/krillinai/internal/service/init.go b/runtime/krillinai/internal/service/init.go
index f8f78aa4..f4ce04c9 100644
--- a/runtime/krillinai/internal/service/init.go
+++ b/runtime/krillinai/internal/service/init.go
@@ -7,6 +7,7 @@ import (
"krillin-ai/log"
"krillin-ai/pkg/aliyun"
"krillin-ai/pkg/fasterwhisper"
+ "krillin-ai/pkg/funasr"
pkgimage "krillin-ai/pkg/image"
"krillin-ai/pkg/localtts"
"krillin-ai/pkg/openai"
@@ -36,6 +37,8 @@ func NewService() *Service {
switch config.Conf.Transcribe.Provider {
case "openai":
transcriber = whisper.NewClient(config.Conf.Transcribe.Openai.BaseUrl, config.Conf.Transcribe.Openai.ApiKey, config.Conf.App.Proxy)
+ case "funasr":
+ transcriber = funasr.NewClient(config.Conf.Transcribe.FunASR.BaseUrl, config.Conf.Transcribe.FunASR.ApiKey, config.Conf.Transcribe.FunASR.Model, config.Conf.Transcribe.FunASR.TimeoutMs, config.Conf.App.Proxy)
case "fasterwhisper":
transcriber = fasterwhisper.NewFastwhisperProcessor(config.Conf.Transcribe.Fasterwhisper.Model)
case "whispercpp":
diff --git a/runtime/krillinai/pkg/funasr/funasr.go b/runtime/krillinai/pkg/funasr/funasr.go
new file mode 100644
index 00000000..b9755030
--- /dev/null
+++ b/runtime/krillinai/pkg/funasr/funasr.go
@@ -0,0 +1,101 @@
+package funasr
+
+import (
+ "bytes"
+ "context"
+ "encoding/json"
+ "fmt"
+ "io"
+ "krillin-ai/config"
+ "krillin-ai/internal/types"
+ "mime/multipart"
+ "net/http"
+ "net/url"
+ "os"
+ "path/filepath"
+ "strings"
+ "time"
+)
+
+type Client struct {
+ baseURL, apiKey, model string
+ timeout time.Duration
+ httpClient *http.Client
+}
+type response struct {
+ Text string `json:"text"`
+ Language string `json:"language"`
+ Segments []struct {
+ Start float64 `json:"start"`
+ End float64 `json:"end"`
+ Text string `json:"text"`
+ } `json:"segments"`
+}
+
+func NewClient(baseURL, apiKey, model string, timeoutMs int, proxy string) *Client {
+ timeout := time.Duration(timeoutMs) * time.Millisecond
+ if timeout <= 0 {
+ timeout = 120 * time.Second
+ }
+ tr := http.DefaultTransport.(*http.Transport).Clone()
+ if proxy != "" && config.Conf.App.ParsedProxy != nil {
+ tr.Proxy = http.ProxyURL(config.Conf.App.ParsedProxy)
+ }
+ return &Client{strings.TrimRight(baseURL, "/"), apiKey, model, timeout, &http.Client{Transport: tr, Timeout: timeout}}
+}
+func (c *Client) Transcription(audioFile, language, workDir string) (*types.TranscriptionData, error) {
+ ctx, cancel := context.WithTimeout(context.Background(), c.timeout)
+ defer cancel()
+ var body bytes.Buffer
+ mw := multipart.NewWriter(&body)
+ f, err := os.Open(audioFile)
+ if err != nil {
+ return nil, err
+ }
+ defer f.Close()
+ part, err := mw.CreateFormFile("file", filepath.Base(audioFile))
+ if err != nil {
+ return nil, err
+ }
+ if _, err = io.Copy(part, f); err != nil {
+ return nil, err
+ }
+ _ = mw.WriteField("model", c.model)
+ _ = mw.WriteField("response_format", "verbose_json")
+ if language != "" {
+ _ = mw.WriteField("language", language)
+ }
+ mw.Close()
+ endpoint := c.baseURL + "/audio/transcriptions"
+ if u, e := url.Parse(endpoint); e != nil || u.Scheme == "" {
+ return nil, fmt.Errorf("invalid FunASR base URL")
+ }
+ req, err := http.NewRequestWithContext(ctx, http.MethodPost, endpoint, &body)
+ if err != nil {
+ return nil, err
+ }
+ req.Header.Set("Content-Type", mw.FormDataContentType())
+ if c.apiKey != "" {
+ req.Header.Set("Authorization", "Bearer "+c.apiKey)
+ }
+ resp, err := c.httpClient.Do(req)
+ if err != nil {
+ return nil, err
+ }
+ defer resp.Body.Close()
+ if resp.StatusCode/100 != 2 {
+ return nil, fmt.Errorf("FunASR returned HTTP %d", resp.StatusCode)
+ }
+ var out response
+ if err = json.NewDecoder(resp.Body).Decode(&out); err != nil {
+ return nil, fmt.Errorf("invalid FunASR response: %w", err)
+ }
+ if strings.TrimSpace(out.Text) == "" && len(out.Segments) == 0 {
+ return nil, fmt.Errorf("FunASR response contains no transcript")
+ }
+ result := &types.TranscriptionData{Text: out.Text, Language: out.Language}
+ for i, s := range out.Segments {
+ result.Words = append(result.Words, types.Word{Num: i, Text: s.Text, Start: s.Start, End: s.End})
+ }
+ return result, nil
+}
diff --git a/runtime/krillinai/pkg/funasr/funasr_test.go b/runtime/krillinai/pkg/funasr/funasr_test.go
new file mode 100644
index 00000000..c0c73a83
--- /dev/null
+++ b/runtime/krillinai/pkg/funasr/funasr_test.go
@@ -0,0 +1,41 @@
+package funasr
+
+import (
+ "net/http"
+ "net/http/httptest"
+ "os"
+ "strings"
+ "testing"
+)
+
+func TestTranscriptionNormalizesOpenAIResponse(t *testing.T) {
+ s := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+ if r.URL.Path != "/v1/audio/transcriptions" {
+ t.Errorf("path=%s", r.URL.Path)
+ }
+ if err := r.ParseMultipartForm(1024 * 1024); err != nil {
+ t.Fatal(err)
+ }
+ if r.FormValue("model") != "sensevoice" {
+ t.Errorf("model=%s", r.FormValue("model"))
+ }
+ w.Header().Set("Content-Type", "application/json")
+ _, _ = w.Write([]byte(`{"text":"你好","language":"zh","segments":[{"start":0,"end":1.2,"text":"你好"}]}`))
+ }))
+ defer s.Close()
+ f, err := os.CreateTemp("", "a.wav")
+ if err != nil {
+ t.Fatal(err)
+ }
+ defer os.Remove(f.Name())
+ _, _ = f.WriteString("audio")
+ _ = f.Close()
+ c := NewClient(s.URL+"/v1", "key", "sensevoice", 1000, "")
+ out, err := c.Transcription(f.Name(), "zh", "")
+ if err != nil {
+ t.Fatal(err)
+ }
+ if out.Text != "你好" || len(out.Words) != 1 || !strings.Contains(out.Words[0].Text, "你好") {
+ t.Fatalf("%+v", out)
+ }
+}