sxc/Vetti-Service-new
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

STT 数据流处理

Browse Source
This commit is contained in:
wangxiangshun
2025-10-20 15:09:05 +08:00
parent c806410d41
commit 775bd96417
1 changed files with 17 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
vetti-admin/src/main/java/com/vetti/socket/ChatWebSocketHandler.java
View File

@@ -115,29 +115,29 @@ public class ChatWebSocketHandler {
String resultFlag = mapResult.get("msg");
if("done".equals(resultFlag)){
log.info("1、开始处理时间:{}",System.currentTimeMillis()/1000);
//开始合并语音流
List<byte[]> fragments = fragmentCache.get(clientId);
// 合并所有分片为完整语音数据
byte[] fullVoiceData = mergeFragments(fragments);
// 生成唯一文件名
String fileName = clientId + "_" + System.currentTimeMillis() + ".webm";
String pathUrl = RuoYiConfig.getProfile()+VOICE_STORAGE_DIR + fileName;
log.info("文件路径为:{}", pathUrl);
log.info("文件流的大小为:{}",fullVoiceData.length);
saveAsWebM(fullVoiceData,pathUrl);
//开始转换
WhisperClient whisperClient = SpringUtils.getBean(WhisperClient.class);
String cacheResultText = whisperClient.handleVoiceToText(pathUrl);
// //开始合并语音流
// List<byte[]> fragments = fragmentCache.get(clientId);
// // 合并所有分片为完整语音数据
// byte[] fullVoiceData = mergeFragments(fragments);
// // 生成唯一文件名
// String fileName = clientId + "_" + System.currentTimeMillis() + ".webm";
// String pathUrl = RuoYiConfig.getProfile()+VOICE_STORAGE_DIR + fileName;
// log.info("文件路径为:{}", pathUrl);
// log.info("文件流的大小为:{}",fullVoiceData.length);
// saveAsWebM(fullVoiceData,pathUrl);
// //开始转换
// WhisperClient whisperClient = SpringUtils.getBean(WhisperClient.class);
// String cacheResultText = whisperClient.handleVoiceToText(pathUrl);
//发送消息
// WebSocket webSocket = cacheWebSocket.get(clientId);
// webSocket.send("{\"type\": \"input_audio_buffer.commit\"}");
// webSocket.send("{\"type\": \"response.create\"}");
WebSocket webSocket = cacheWebSocket.get(clientId);
webSocket.send("{\"type\": \"input_audio_buffer.commit\"}");
webSocket.send("{\"type\": \"response.create\"}");
// if(webSocket != null){
// webSocket.close(1000,null);
// }
//语音结束,开始进行回答解析
// String cacheResultText = cacheClientTts.get(clientId);
String cacheResultText = cacheClientTts.get(clientId);
log.info("返回的结果为:{}",cacheResultText);
if(StrUtil.isEmpty(cacheResultText)){
cacheResultText = "Hello , How are you?";