Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
FunASR java http client
VirtuosoQe9d2cfc3a134
diff --git a/runtime/java/http/src/Readme.md b/runtime/java/http/src/Readme.mdnew file mode 100644index 000000000..ea1855197--- /dev/null+++ b/runtime/java/http/src/Readme.md@@ -0,0 +1,6 @@+dependencies {+ implementation("org.springframework.boot:spring-boot-starter-web")+ implementation("org.json:json:20240303")+ implementation("org.springframework.boot:spring-boot-starter-websocket")+ testImplementation("org.springframework.boot:spring-boot-starter-test")+}\ No newline at end of filediff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.javanew file mode 100644index 000000000..e60563d21--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java@@ -0,0 +1,13 @@+package com.example.funasr_java_client;++import org.springframework.boot.SpringApplication;+import org.springframework.boot.autoconfigure.SpringBootApplication;++@SpringBootApplication+public class FunasrJavaClientApplication {++ public static void main(String[] args) {+ SpringApplication.run(FunasrJavaClientApplication.class, args);+ }++}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.javanew file mode 100644index 000000000..81e4927b3--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java@@ -0,0 +1,36 @@+package com.example.funasr_java_client.Servcvice;++import org.springframework.http.ResponseEntity;+import org.springframework.web.bind.annotation.*;+import org.springframework.web.multipart.MultipartFile;++import java.io.IOException;+import java.util.concurrent.ExecutionException;++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */+@RestController+@RequestMapping("/recognition")+public class RecognitionController {++ private final RecognitionService recognitionService;++ public RecognitionController(RecognitionService recognitionService) {+ this.recognitionService = recognitionService;+ }+ @PostMapping("/testNIO")+ public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ recognitionService.recognition(file);+ return "测试成功";+ }++ @PostMapping("/testIO")+ public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ recognitionService.recognition(file);+ return "测试成功";+ }+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.javanew file mode 100644index 000000000..81e4927b3--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java@@ -0,0 +1,36 @@+package com.example.funasr_java_client.Servcvice;++import org.springframework.http.ResponseEntity;+import org.springframework.web.bind.annotation.*;+import org.springframework.web.multipart.MultipartFile;++import java.io.IOException;+import java.util.concurrent.ExecutionException;++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */+@RestController+@RequestMapping("/recognition")+public class RecognitionController {++ private final RecognitionService recognitionService;++ public RecognitionController(RecognitionService recognitionService) {+ this.recognitionService = recognitionService;+ }+ @PostMapping("/testNIO")+ public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ recognitionService.recognition(file);+ return "测试成功";+ }++ @PostMapping("/testIO")+ public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ recognitionService.recognition(file);+ return "测试成功";+ }+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.javanew file mode 100644index 000000000..16558fcdc--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java@@ -0,0 +1,19 @@+package com.example.funasr_java_client.Servcvice;++import org.springframework.web.multipart.MultipartFile;++import java.io.IOException;+import java.util.concurrent.ExecutionException;+++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */++public interface RecognitionService {++ Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.javanew file mode 100644index 000000000..58805b5be--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java@@ -0,0 +1,18 @@+package com.example.funasr_java_client.Servcvice;++import org.springframework.web.multipart.MultipartFile;++import java.io.IOException;+import java.util.concurrent.ExecutionException;++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */++public interface RecognitionService2 {++ Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.javanew file mode 100644index 000000000..1aa6c48c4--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java@@ -0,0 +1,93 @@+package com.example.funasr_java_client.Servcvice.impl;++import com.example.funasr_java_client.Servcvice.RecognitionService;+import com.example.funasr_java_client.WebSocketClient;+import org.json.JSONObject;+import org.springframework.stereotype.Service;+import org.springframework.web.multipart.MultipartFile;+import org.springframework.web.socket.BinaryMessage;+import org.springframework.web.socket.TextMessage;+import org.springframework.web.socket.WebSocketSession;+import org.springframework.web.socket.client.standard.StandardWebSocketClient;++import java.io.File;+import java.io.IOException;+import java.net.URI;+import java.nio.ByteBuffer;+import java.nio.file.Files;+import java.nio.file.Paths;+import java.util.concurrent.ExecutionException;++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */+@Service+public class RecognitionServiceImpl implements RecognitionService {++ @Override+ public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ if (file.isEmpty()) {+ return "0"; // 文件为空,返回特殊值+ }+++ String originalFilename = file.getOriginalFilename();+ String[] parts = originalFilename.split("\\.");+ String prefix = (parts.length > 0) ? parts[0] : originalFilename;+ System.out.println(prefix);+ String localFilePath = "E:/EI/Audio" + prefix + ".pcm";++ File localFile = new File(localFilePath);++ File destDir = localFile.getParentFile();+ if (!destDir.exists() && !destDir.mkdirs()) {+ throw new IOException("Unable to create destination directory: " + localFilePath);+ }++ file.transferTo(localFile);++ WebSocketClient client = new WebSocketClient();+ URI uri = URI.create("ws://182.40.192.72:10095");+ StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();+ WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();+++ JSONObject configJson = new JSONObject();+ configJson.put("mode", "offline");+ configJson.put("wav_name", prefix);+ configJson.put("wav_format", "pcm"); // 文件格式为pcm+ configJson.put("is_speaking", true);+ configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");+ configJson.put("itn", true);++ // 发送配置参数与meta信息+ webSocketSession.sendMessage(new TextMessage(configJson.toString()));++ byte[] audioData;+ try {+ audioData = Files.readAllBytes(Paths.get(localFilePath));+ } catch (IOException e) {+ System.err.println("Error reading file: " + e.getMessage());+ e.printStackTrace();+ return "Error reading audio file"; // Return an appropriate error message or throw an exception+ }++ ByteBuffer audioByteBuffer = ByteBuffer.wrap(audioData);++ BinaryMessage binaryMessage = new BinaryMessage(audioByteBuffer);+ webSocketSession.sendMessage(binaryMessage);++ // 发送音频结束标志+ JSONObject endMarkerJson = new JSONObject();+ endMarkerJson.put("is_speaking", false);+ webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));++ // TODO: 实现接收并处理服务端返回的识别结果++ return "test";++ }+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.javanew file mode 100644index 000000000..4748a4ef9--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java@@ -0,0 +1,105 @@+package com.example.funasr_java_client.Servcvice.impl;++import com.example.funasr_java_client.Servcvice.RecognitionService;+import com.example.funasr_java_client.Servcvice.RecognitionService2;+import com.example.funasr_java_client.WebSocketClient;+import org.json.JSONObject;+import org.springframework.stereotype.Service;+import org.springframework.web.multipart.MultipartFile;+import org.springframework.web.socket.BinaryMessage;+import org.springframework.web.socket.TextMessage;+import org.springframework.web.socket.WebSocketSession;+import org.springframework.web.socket.client.standard.StandardWebSocketClient;++import java.io.ByteArrayOutputStream;+import java.io.File;+import java.io.FileInputStream;+import java.io.IOException;+import java.net.URI;+import java.nio.ByteBuffer;+import java.nio.file.Files;+import java.nio.file.Paths;+import java.util.concurrent.ExecutionException;++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */++@Service+public class RecognitionServiceImpl2 implements RecognitionService2 {++ @Override+ public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {+ if (file.isEmpty()) {+ return "0"; // 文件为空,返回特殊值+ }+++ String originalFilename = file.getOriginalFilename();+ String[] parts = originalFilename.split("\\.");+ String prefix = (parts.length > 0) ? parts[0] : originalFilename;+ System.out.println(prefix);+ String localFilePath = "E:/EI/Audio" + prefix + ".pcm";++ File localFile = new File(localFilePath);++ File destDir = localFile.getParentFile();+ if (!destDir.exists() && !destDir.mkdirs()) {+ throw new IOException("Unable to create destination directory: " + localFilePath);+ }++ file.transferTo(localFile);++ WebSocketClient client = new WebSocketClient();+ URI uri = URI.create("ws://182.40.192.72:10095");+ StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();+ WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();+++ JSONObject configJson = new JSONObject();+ configJson.put("mode", "offline");+ configJson.put("wav_name", prefix);+ configJson.put("wav_format", "pcm"); // 文件格式为pcm+ configJson.put("is_speaking", true);+ configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");+ configJson.put("itn", true);++ // 发送配置参数与meta信息+ webSocketSession.sendMessage(new TextMessage(configJson.toString()));+++ try (FileInputStream fis = new FileInputStream(localFilePath)) {+ ByteArrayOutputStream baos = new ByteArrayOutputStream();+ byte[] buffer = new byte[1024];+ int bytesRead;+ while ((bytesRead = fis.read(buffer)) != -1) {+ baos.write(buffer, 0, bytesRead);+ }++ // 将所有读取的字节合并到一个字节数组中+ byte[] completeData = baos.toByteArray();++ // 使用字节数组创建BinaryMessage实例+ BinaryMessage binaryMessage = new BinaryMessage(completeData);+ webSocketSession.sendMessage(binaryMessage);+ // 使用或发送binaryMessage...+ } catch (IOException e) {+ System.err.println("Error reading file: " + e.getMessage());+ e.printStackTrace();+ }+++ // 发送音频结束标志+ JSONObject endMarkerJson = new JSONObject();+ endMarkerJson.put("is_speaking", false);+ webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));++ // TODO: 实现接收并处理服务端返回的识别结果++ return "test";++ }+}diff --git a/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java b/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.javanew file mode 100644index 000000000..331b51016--- /dev/null+++ b/runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java@@ -0,0 +1,63 @@+package com.example.funasr_java_client;++import org.springframework.stereotype.Component;+import org.springframework.web.socket.*;+++/**+ *+ * @author Virtuoso Qiu+ * @since 2024/04/24+ *+ */+++@Component+public class WebSocketClient implements WebSocketHandler {++ private WebSocketSession session;++ @Override+ public void afterConnectionEstablished(WebSocketSession session) throws Exception {+ this.session = session;+ System.out.println("WebSocket connection established.");+ }++ @Override+ public void handleMessage(WebSocketSession session, WebSocketMessage<?> message) throws Exception {+ if (message instanceof TextMessage) {+ String receivedMessage = ((TextMessage) message).getPayload();+ System.out.println("Received message from server: " + receivedMessage);+ // 在这里处理接收到的消息+ }+ }++ @Override+ public void handleTransportError(WebSocketSession session, Throwable exception) throws Exception {+ System.err.println("WebSocket transport error: " + exception.getMessage());+ session.close(CloseStatus.SERVER_ERROR);+ }++ @Override+ public void afterConnectionClosed(WebSocketSession session, CloseStatus status) throws Exception {+ System.out.println("WebSocket connection closed with status: " + status);+ }++ @Override+ public boolean supportsPartialMessages() {+ return false;+ }++ public void sendMessage(String message) {+ if (session != null && session.isOpen()) {+ try {+ session.sendMessage(new TextMessage(message));+ System.out.println("Sent message to server: " + message);+ } catch (Exception e) {+ e.printStackTrace();+ }+ } else {+ System.err.println("WebSocket session is not open. Cannot send message.");+ }+ }+}diff --git a/runtime/java/http/src/main/resources/application.properties b/runtime/java/http/src/main/resources/application.propertiesnew file mode 100644index 000000000..b21adeb43--- /dev/null+++ b/runtime/java/http/src/main/resources/application.properties@@ -0,0 +1,2 @@+spring.application.name=funasr_java_client+server.port=8081diff --git a/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java b/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.javanew file mode 100644index 000000000..761713c4d--- /dev/null+++ b/runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java@@ -0,0 +1,13 @@+package com.example.funasr_java_client;++import org.junit.jupiter.api.Test;+import org.springframework.boot.test.context.SpringBootTest;++@SpringBootTest+class FunasrJavaClientApplicationTests {++ @Test+ void contextLoads() {+ }++}