Skip to content

Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.

FunASR java http client

VirtuosoQe9d2cfc3a134
diff --git a/runtime/java/http/src/Readme.md b/runtime/java/http/src/Readme.md
new file mode 100644
index 000000000..ea1855197
--- /dev/null
+++ b/runtime/java/http/src/Readme.md
@@ -0,0 +1,6 @@
+dependencies {
+ implementation("org.springframework.boot:spring-boot-starter-web")
+ implementation("org.json:json:20240303")
+ implementation("org.springframework.boot:spring-boot-starter-websocket")
+ testImplementation("org.springframework.boot:spring-boot-starter-test")
+}
\ No newline at end of file
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java
new file mode 100644
index 000000000..e60563d21
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java
@@ -0,0 +1,13 @@
+package com.example.funasr_java_client;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+@SpringBootApplication
+public class FunasrJavaClientApplication {
+
+ public static void main(String[] args) {
+ SpringApplication.run(FunasrJavaClientApplication.class, args);
+ }
+
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java
new file mode 100644
index 000000000..81e4927b3
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java
@@ -0,0 +1,36 @@
+package com.example.funasr_java_client.Servcvice;
+
+import org.springframework.http.ResponseEntity;
+import org.springframework.web.bind.annotation.*;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.IOException;
+import java.util.concurrent.ExecutionException;
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+@RestController
+@RequestMapping("/recognition")
+public class RecognitionController {
+
+ private final RecognitionService recognitionService;
+
+ public RecognitionController(RecognitionService recognitionService) {
+ this.recognitionService = recognitionService;
+ }
+ @PostMapping("/testNIO")
+ public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ recognitionService.recognition(file);
+ return "测试成功";
+ }
+
+ @PostMapping("/testIO")
+ public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ recognitionService.recognition(file);
+ return "测试成功";
+ }
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java
new file mode 100644
index 000000000..81e4927b3
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java
@@ -0,0 +1,36 @@
+package com.example.funasr_java_client.Servcvice;
+
+import org.springframework.http.ResponseEntity;
+import org.springframework.web.bind.annotation.*;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.IOException;
+import java.util.concurrent.ExecutionException;
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+@RestController
+@RequestMapping("/recognition")
+public class RecognitionController {
+
+ private final RecognitionService recognitionService;
+
+ public RecognitionController(RecognitionService recognitionService) {
+ this.recognitionService = recognitionService;
+ }
+ @PostMapping("/testNIO")
+ public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ recognitionService.recognition(file);
+ return "测试成功";
+ }
+
+ @PostMapping("/testIO")
+ public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ recognitionService.recognition(file);
+ return "测试成功";
+ }
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java
new file mode 100644
index 000000000..16558fcdc
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java
@@ -0,0 +1,19 @@
+package com.example.funasr_java_client.Servcvice;
+
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.IOException;
+import java.util.concurrent.ExecutionException;
+
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+
+public interface RecognitionService {
+
+ Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java
new file mode 100644
index 000000000..58805b5be
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java
@@ -0,0 +1,18 @@
+package com.example.funasr_java_client.Servcvice;
+
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.IOException;
+import java.util.concurrent.ExecutionException;
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+
+public interface RecognitionService2 {
+
+ Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java
new file mode 100644
index 000000000..1aa6c48c4
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java
@@ -0,0 +1,93 @@
+package com.example.funasr_java_client.Servcvice.impl;
+
+import com.example.funasr_java_client.Servcvice.RecognitionService;
+import com.example.funasr_java_client.WebSocketClient;
+import org.json.JSONObject;
+import org.springframework.stereotype.Service;
+import org.springframework.web.multipart.MultipartFile;
+import org.springframework.web.socket.BinaryMessage;
+import org.springframework.web.socket.TextMessage;
+import org.springframework.web.socket.WebSocketSession;
+import org.springframework.web.socket.client.standard.StandardWebSocketClient;
+
+import java.io.File;
+import java.io.IOException;
+import java.net.URI;
+import java.nio.ByteBuffer;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.concurrent.ExecutionException;
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+@Service
+public class RecognitionServiceImpl implements RecognitionService {
+
+ @Override
+ public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ if (file.isEmpty()) {
+ return "0"; // 文件为空,返回特殊值
+ }
+
+
+ String originalFilename = file.getOriginalFilename();
+ String[] parts = originalFilename.split("\\.");
+ String prefix = (parts.length > 0) ? parts[0] : originalFilename;
+ System.out.println(prefix);
+ String localFilePath = "E:/EI/Audio" + prefix + ".pcm";
+
+ File localFile = new File(localFilePath);
+
+ File destDir = localFile.getParentFile();
+ if (!destDir.exists() && !destDir.mkdirs()) {
+ throw new IOException("Unable to create destination directory: " + localFilePath);
+ }
+
+ file.transferTo(localFile);
+
+ WebSocketClient client = new WebSocketClient();
+ URI uri = URI.create("ws://182.40.192.72:10095");
+ StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();
+ WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();
+
+
+ JSONObject configJson = new JSONObject();
+ configJson.put("mode", "offline");
+ configJson.put("wav_name", prefix);
+ configJson.put("wav_format", "pcm"); // 文件格式为pcm
+ configJson.put("is_speaking", true);
+ configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");
+ configJson.put("itn", true);
+
+ // 发送配置参数与meta信息
+ webSocketSession.sendMessage(new TextMessage(configJson.toString()));
+
+ byte[] audioData;
+ try {
+ audioData = Files.readAllBytes(Paths.get(localFilePath));
+ } catch (IOException e) {
+ System.err.println("Error reading file: " + e.getMessage());
+ e.printStackTrace();
+ return "Error reading audio file"; // Return an appropriate error message or throw an exception
+ }
+
+ ByteBuffer audioByteBuffer = ByteBuffer.wrap(audioData);
+
+ BinaryMessage binaryMessage = new BinaryMessage(audioByteBuffer);
+ webSocketSession.sendMessage(binaryMessage);
+
+ // 发送音频结束标志
+ JSONObject endMarkerJson = new JSONObject();
+ endMarkerJson.put("is_speaking", false);
+ webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));
+
+ // TODO: 实现接收并处理服务端返回的识别结果
+
+ return "test";
+
+ }
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java
new file mode 100644
index 000000000..4748a4ef9
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java
@@ -0,0 +1,105 @@
+package com.example.funasr_java_client.Servcvice.impl;
+
+import com.example.funasr_java_client.Servcvice.RecognitionService;
+import com.example.funasr_java_client.Servcvice.RecognitionService2;
+import com.example.funasr_java_client.WebSocketClient;
+import org.json.JSONObject;
+import org.springframework.stereotype.Service;
+import org.springframework.web.multipart.MultipartFile;
+import org.springframework.web.socket.BinaryMessage;
+import org.springframework.web.socket.TextMessage;
+import org.springframework.web.socket.WebSocketSession;
+import org.springframework.web.socket.client.standard.StandardWebSocketClient;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.net.URI;
+import java.nio.ByteBuffer;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.concurrent.ExecutionException;
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+
+@Service
+public class RecognitionServiceImpl2 implements RecognitionService2 {
+
+ @Override
+ public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {
+ if (file.isEmpty()) {
+ return "0"; // 文件为空,返回特殊值
+ }
+
+
+ String originalFilename = file.getOriginalFilename();
+ String[] parts = originalFilename.split("\\.");
+ String prefix = (parts.length > 0) ? parts[0] : originalFilename;
+ System.out.println(prefix);
+ String localFilePath = "E:/EI/Audio" + prefix + ".pcm";
+
+ File localFile = new File(localFilePath);
+
+ File destDir = localFile.getParentFile();
+ if (!destDir.exists() && !destDir.mkdirs()) {
+ throw new IOException("Unable to create destination directory: " + localFilePath);
+ }
+
+ file.transferTo(localFile);
+
+ WebSocketClient client = new WebSocketClient();
+ URI uri = URI.create("ws://182.40.192.72:10095");
+ StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();
+ WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();
+
+
+ JSONObject configJson = new JSONObject();
+ configJson.put("mode", "offline");
+ configJson.put("wav_name", prefix);
+ configJson.put("wav_format", "pcm"); // 文件格式为pcm
+ configJson.put("is_speaking", true);
+ configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");
+ configJson.put("itn", true);
+
+ // 发送配置参数与meta信息
+ webSocketSession.sendMessage(new TextMessage(configJson.toString()));
+
+
+ try (FileInputStream fis = new FileInputStream(localFilePath)) {
+ ByteArrayOutputStream baos = new ByteArrayOutputStream();
+ byte[] buffer = new byte[1024];
+ int bytesRead;
+ while ((bytesRead = fis.read(buffer)) != -1) {
+ baos.write(buffer, 0, bytesRead);
+ }
+
+ // 将所有读取的字节合并到一个字节数组中
+ byte[] completeData = baos.toByteArray();
+
+ // 使用字节数组创建BinaryMessage实例
+ BinaryMessage binaryMessage = new BinaryMessage(completeData);
+ webSocketSession.sendMessage(binaryMessage);
+ // 使用或发送binaryMessage...
+ } catch (IOException e) {
+ System.err.println("Error reading file: " + e.getMessage());
+ e.printStackTrace();
+ }
+
+
+ // 发送音频结束标志
+ JSONObject endMarkerJson = new JSONObject();
+ endMarkerJson.put("is_speaking", false);
+ webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));
+
+ // TODO: 实现接收并处理服务端返回的识别结果
+
+ return "test";
+
+ }
+}
diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java
new file mode 100644
index 000000000..331b51016
--- /dev/null
+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java
@@ -0,0 +1,63 @@
+package com.example.funasr_java_client;
+
+import org.springframework.stereotype.Component;
+import org.springframework.web.socket.*;
+
+
+/**
+ *
+ * @author Virtuoso Qiu
+ * @since 2024/04/24
+ *
+ */
+
+
+@Component
+public class WebSocketClient implements WebSocketHandler {
+
+ private WebSocketSession session;
+
+ @Override
+ public void afterConnectionEstablished(WebSocketSession session) throws Exception {
+ this.session = session;
+ System.out.println("WebSocket connection established.");
+ }
+
+ @Override
+ public void handleMessage(WebSocketSession session, WebSocketMessage<?> message) throws Exception {
+ if (message instanceof TextMessage) {
+ String receivedMessage = ((TextMessage) message).getPayload();
+ System.out.println("Received message from server: " + receivedMessage);
+ // 在这里处理接收到的消息
+ }
+ }
+
+ @Override
+ public void handleTransportError(WebSocketSession session, Throwable exception) throws Exception {
+ System.err.println("WebSocket transport error: " + exception.getMessage());
+ session.close(CloseStatus.SERVER_ERROR);
+ }
+
+ @Override
+ public void afterConnectionClosed(WebSocketSession session, CloseStatus status) throws Exception {
+ System.out.println("WebSocket connection closed with status: " + status);
+ }
+
+ @Override
+ public boolean supportsPartialMessages() {
+ return false;
+ }
+
+ public void sendMessage(String message) {
+ if (session != null && session.isOpen()) {
+ try {
+ session.sendMessage(new TextMessage(message));
+ System.out.println("Sent message to server: " + message);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ } else {
+ System.err.println("WebSocket session is not open. Cannot send message.");
+ }
+ }
+}
diff --git a/runtime/java/http/src/main/resources/application.properties b/runtime/java/http/src/main/resources/application.properties
new file mode 100644
index 000000000..b21adeb43
--- /dev/null
+++ b/runtime/java/http/src/main/resources/application.properties
@@ -0,0 +1,2 @@
+spring.application.name=funasr_java_client
+server.port=8081
diff --git a/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java b/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java
new file mode 100644
index 000000000..761713c4d
--- /dev/null
+++ b/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java
@@ -0,0 +1,13 @@
+package com.example.funasr_java_client;
+
+import org.junit.jupiter.api.Test;
+import org.springframework.boot.test.context.SpringBootTest;
+
+@SpringBootTest
+class FunasrJavaClientApplicationTests {
+
+ @Test
+ void contextLoads() {
+ }
+
+}