sxc/Vetti-Service-new
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

面试流程性能优化处理

Browse Source
This commit is contained in:
wangxiangshun
2025-11-27 14:54:02 +08:00
parent 22a15188be
commit 56b6e67180
6 changed files with 106 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

71
vetti-common/src/main/java/com/vetti/common/ai/elevenLabs/ElevenLabsStreamClient.java
View File

@@ -1,8 +1,10 @@
package com.vetti.common.ai.elevenLabs;
import cn.hutool.json.JSONUtil;
import com.google.gson.Gson;
import com.vetti.common.ai.elevenLabs.vo.VoiceSettings;
import com.vetti.common.ai.elevenLabs.vo.VoicesResponse;
import com.vetti.common.config.RuoYiConfig;
import lombok.extern.slf4j.Slf4j;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
@@ -17,6 +19,7 @@ import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
import javax.websocket.Session;
import java.io.ByteArrayInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
@@ -46,11 +49,10 @@ public class ElevenLabsStreamClient {
*
* @param text 要转换的文本
* @param voiceId 语音ID (可从ElevenLabs网站获取)
* @param outputFilePath 输出文件路径
* @throws IOException 网络请求或文件操作异常
*/
private void textToSpeech(String text, String voiceId, String outputFilePath, CloseableHttpClient httpClient, Session session) throws IOException {
HttpPost httpPost = new HttpPost(BASE_URL + "/text-to-speech/" + voiceId+"/stream?output_format=pcm_16000&optimize_streaming_latency=1");
private void textToSpeech(String text, String voiceId, CloseableHttpClient httpClient, Session session) throws IOException {
HttpPost httpPost = new HttpPost(BASE_URL + "/text-to-speech/" + voiceId+"/stream?output_format=mp3_24000_48&optimize_streaming_latency=2");
httpPost.setHeader("xi-api-key", apiKey);
httpPost.setHeader("Content-Type", "application/json");
@@ -65,13 +67,30 @@ public class ElevenLabsStreamClient {
HttpEntity responseEntity = response.getEntity();
if (responseEntity != null) {
try (InputStream inputStream = responseEntity.getContent();) {
// byte[] allData = inputStream.readAllBytes();
// InputStream stableStream = new ByteArrayInputStream(allData);
// sendAudioStream(session,stableStream);
byte[] buffer = new byte[4096];
int bytesRead;
while ((bytesRead = inputStream.read(buffer)) != -1) {
ByteBuffer byteBuffer = ByteBuffer.wrap(buffer, 0, bytesRead);
session.getAsyncRemote().sendBinary(byteBuffer);
log.info("正常语音发送出去语音流啦!!!");
// log.info("字符流的长度大小:{}", bytesRead);
if(bytesRead != 1 && bytesRead != 2){
session.getAsyncRemote().sendBinary(byteBuffer);
try {
Thread.sleep(20);
}catch (Exception e){}
// log.info("正常语音发送出去语音流啦!!!");
}
}
//返回结束点
try {
Thread.sleep(100);
}catch (Exception e){}
Map<String,String> dataText = new HashMap<>();
dataText.put("type","voiceEnd");
dataText.put("content","");
session.getBasicRemote().sendText(JSONUtil.toJsonStr(dataText));
}
}
}
@@ -99,16 +118,15 @@ public class ElevenLabsStreamClient {
/**
* 处理文本转换成语音文件
* @param inputText
* @param outputFile
* @return
*/
public String handleTextToVoice(String inputText, String outputFile, Session session){
public void handleTextToVoice(String inputText,Session session){
CloseableHttpClient httpClient = HttpClients.createDefault();
try {
// 使用第一个可用语音进行文本转语音(澳洲本地女声)
// String firstVoiceId = "56bWURjYFHyYyVf490Dp";
String firstVoiceId = "56bWURjYFHyYyVf490Dp";
textToSpeech(inputText, firstVoiceId, outputFile,httpClient,session);
textToSpeech(inputText, firstVoiceId,httpClient,session);
} catch (IOException e) {
e.printStackTrace();
} finally {
@@ -118,6 +136,41 @@ public class ElevenLabsStreamClient {
e.printStackTrace();
}
}
return outputFile;
}
public void sendAudioStream(Session session, InputStream inputStream) throws IOException {
byte[] buffer = new byte[2048]; // 分片大小，可调
final int[] bytesReadHolder = new int[1];
// 定义一个递归任务
final Runnable[] sender = new Runnable[1];
sender[0] = () -> {
try {
bytesReadHolder[0] = inputStream.read(buffer);
// 结束条件
if (bytesReadHolder[0] == -1) {
log.info("音频流发送完毕");
Map<String,String> dataText = new HashMap<>();
dataText.put("type","voiceEnd");
dataText.put("content","");
session.getBasicRemote().sendText(JSONUtil.toJsonStr(dataText));
return;
}
ByteBuffer byteBuffer = ByteBuffer.wrap(buffer, 0, bytesReadHolder[0]);
session.getAsyncRemote().sendBinary(byteBuffer, result -> {
if (result.isOK()) {
log.info("正常语音发送出去语音流啦!!! 大小={} 字节", bytesReadHolder[0]);
// 当前块发送成功，继续发送下一块
sender[0].run();
} else {
log.error("发送失败: {}", result.getException().getMessage());
}
});
} catch (IOException e) {
log.error("流读取错误: {}", e.getMessage());
}
};
// 启动递归链
sender[0].run();
}
}

4
vetti-common/src/main/java/com/vetti/common/ai/gpt/OpenAiStreamClient.java
View File

@@ -106,7 +106,7 @@ public class OpenAiStreamClient {
// 检查是否为结束标记
if (data.equals("[DONE]")) {
listener.onMessage(bufferStr.toString());
bufferStr.replace(0, bufferStr.length(), "");
bufferStr.setLength(0);
listener.onComplete();
break;
}
@@ -125,7 +125,7 @@ public class OpenAiStreamClient {
if(punctuationStr.contains(content.trim())){
//说明有标点啦,直接返回
listener.onMessage(bufferStr.toString());
bufferStr.replace(0, bufferStr.length(), "");
bufferStr.setLength(0);
}
}
// listener.onMessage(content);