sxc/Vetti-Service-new
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

TTS key 修改

Browse Source
This commit is contained in:
wangxiangshun
2025-11-07 09:18:47 +08:00
parent fc59c48931
commit 17cda288a3
4 changed files with 45 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

51
vetti-admin/src/main/java/com/vetti/socket/ChatWebSocketHandler.java
View File

@@ -177,7 +177,7 @@ public class ChatWebSocketHandler {
OpenAiStreamClient aiStreamClient = SpringUtils.getBean(OpenAiStreamClient.class);
log.info("AI提示词为:{}", promptJson);
//先获取回答的评分,是否符合要求
Boolean isEndFlag = getInterviewScore(promptJson, session, "");
Boolean isEndFlag = getInterviewScore(clientId,promptJson, session, "");
if(isEndFlag){
log.info("面试回答符合条件规则,继续追问啦!!!!!");
aiStreamClient.streamChat(promptJson, new OpenAiStreamListenerService() {
@@ -190,20 +190,22 @@ public class ChatWebSocketHandler {
content = "";
}
resultNum = resultNum+1;
String contentData = content.replaceAll("\n", "");
log.info("提问的问题:{}",content);
// String contentData = content.replaceAll("\n", "");
//返回是追问的问题
//获取的是追问的问题
if (StrUtil.isNotEmpty(contentData)) {
if (StrUtil.isNotEmpty(content)) {
//对问题进行数据缓存
cacheQuestionResult.put(session.getId(), contentData);
cacheQuestionResult.put(session.getId(), content);
//开始进行语音输出-流式持续输出
sendTTSBuffer(clientId, contentData, session);
sendTTSBuffer(clientId, content, session);
// 实时输出内容
try {
//把文本也给前端返回去
Map<String, String> dataText = new HashMap<>();
dataText.put("type", "question");
dataText.put("content", contentData);
dataText.put("content", content);
log.info("提问的问题文本发送啦:{}",JSONUtil.toJsonStr(dataText));
session.getBasicRemote().sendText(JSONUtil.toJsonStr(dataText));
} catch (Exception e) {
e.printStackTrace();
@@ -245,7 +247,7 @@ public class ChatWebSocketHandler {
}
} else if ("end".equals(resultFlag)) {
log.info("面试结束啦!!!!!");
handleInterviewEnd(session,"");
handleInterviewEnd(clientId,session,"");
}
}
} catch (Exception e) {
@@ -329,6 +331,7 @@ public class ChatWebSocketHandler {
ElevenLabsClient elevenLabsClient = SpringUtils.getBean(ElevenLabsClient.class);
elevenLabsClient.handleTextToVoice(content, resultPathUrl);
//持续返回数据流给客户端
log.info("发送语音流成功啦!!!!!!!");
sendVoiceBuffer(resultPathUrl, session);
}
@@ -340,6 +343,7 @@ public class ChatWebSocketHandler {
*/
private void initializationQuestion(String clientId, Session session) {
try {
log.info("开始获取到clientid :{}",clientId);
//自我介绍结束后马上返回一个Good
//发送初始化面试官语音流
String openingPathUrl = RuoYiConfig.getProfile() + VOICE_SYSTEM_DIR + "good.wav";
@@ -355,6 +359,7 @@ public class ChatWebSocketHandler {
HotakeProblemBaseInfo queryPro = new HotakeProblemBaseInfo();
queryPro.setUserId(Long.valueOf(clientId));
List<HotakeProblemBaseInfo> baseInfoList = problemBaseInfoService.selectHotakeProblemBaseInfoList(queryPro);
log.info("准备进行第一个问题的提问:{}",JSONUtil.toJsonStr(baseInfoList));
if (CollectionUtil.isNotEmpty(baseInfoList)) {
HotakeProblemBaseInfo baseInfo = baseInfoList.get(0);
if (StrUtil.isNotEmpty(baseInfo.getContents())) {
@@ -366,7 +371,9 @@ public class ChatWebSocketHandler {
mapEntityQ.put("role", "user");
mapEntityQ.put("content", "Question：" + question + "\\nCandidate Answer：{}");
list.add(mapEntityQ);
log.info("开始提问啦:{}",JSONUtil.toJsonStr(list));
//直接对该问题进行转换处理返回语音流
log.info("第一个问题为:{}",question);
sendTTSBuffer(clientId, question, session);
}
}
@@ -384,7 +391,7 @@ public class ChatWebSocketHandler {
* @param session 客户端会话
* @param position 职位
*/
private void handleInterviewEnd(Session session,String position) {
private void handleInterviewEnd(String clientId,Session session,String position) {
//暂时的业务逻辑
//发送面试官结束语音流
String openingPathUrl = RuoYiConfig.getProfile() + VOICE_SYSTEM_DIR + "end.wav";
@@ -422,7 +429,13 @@ public class ChatWebSocketHandler {
resultEntity.put("content", resultMsg);
resultEntity.put("type", "score");
try{
//返回最终的评分结构
log.info("返回最终的评分结构:{}",JSONUtil.toJsonStr(resultEntity));
session.getBasicRemote().sendText(JSONUtil.toJsonStr(resultEntity));
//返回评分语音
sendTTSBuffer(clientId,resultMsg,session);
}catch (Exception e){
e.printStackTrace();
}
@@ -441,11 +454,13 @@ public class ChatWebSocketHandler {
*/
private Boolean handleScoreRecord(String content, Session session) {
Map<String, Integer> scoreRecordMap = cacheScoreResult.get(session.getId());
log.info("获取评分结果:{}",content);
//对评分进行处理
if (StrUtil.isNotEmpty(content)) {
String[] strs = content.split("/");
//取第一个数就是对应的评分
BigDecimal score = new BigDecimal(strs[0]);
log.info("获取的数据为:{}",strs[0]);
BigDecimal score = new BigDecimal(strs[0].trim());
//记录Key为1
if (BigDecimal.ZERO.compareTo(score) <= 0 && BigDecimal.ONE.compareTo(score) >= 0) {
Integer n1 = scoreRecordMap.get("0-1") + 1;
@@ -489,7 +504,7 @@ public class ChatWebSocketHandler {
* @param session 客户端会话
* @param position 职位
*/
private Boolean getInterviewScore(String promptJson, Session session, String position) {
private Boolean getInterviewScore(String clientId,String promptJson, Session session, String position) {
//返回文本评分
//获取缓存记录
String msgMapData = cacheMsgMapData.get(session.getId());
@@ -515,18 +530,30 @@ public class ChatWebSocketHandler {
String resultMsg = gptClient.handleAiChat(promptJson, "QA");
//评论格式为: Score: 3/5\nAssessment: Basically correct answer but lacks detail
String resultScore = "";
String scoreText = resultMsg;
if (StrUtil.isNotEmpty(resultMsg)) {
String[] resultMsgs = resultMsg.split("\\\\n");
resultMsg = resultMsg.replaceAll("\n","#AA#");
String[] resultMsgs = resultMsg.split("#AA#");
resultScore = resultMsgs[0].replaceAll(SCORE_FLAG, "");
}
//校验面试是否结束
Boolean flag = handleScoreRecord(resultScore, session);
try {
if (!flag) {
//发送面试官结束语音流
String openingPathUrl = RuoYiConfig.getProfile() + VOICE_SYSTEM_DIR + "end.wav";
sendVoiceBuffer(openingPathUrl, session);
Map<String, String> resultEntity = new HashMap<>();
resultEntity.put("content", resultMsg);
resultEntity.put("content", scoreText);
resultEntity.put("type", "score");
//返回评分结果
log.info("返回最终的评分结果:{}",JSONUtil.toJsonStr(resultEntity));
session.getBasicRemote().sendText(JSONUtil.toJsonStr(resultEntity));
//返回评分语音
sendTTSBuffer(clientId,scoreText,session);
}
} catch (Exception e) {
e.printStackTrace();

3
vetti-admin/src/main/java/com/vetti/web/controller/ai/AiCommonController.java
View File

@@ -51,8 +51,9 @@ public class AiCommonController extends BaseController
public AjaxResult handleTextToVice()
{
//你好,我是本次的面试官Vetti,请点击开始按钮后,做一段自我介绍.
//你好,我是本次的面试官Vetti,请在三秒后,开始做一段自我介绍.
//本轮面试结束,谢谢您的配合,面试结果将稍后通知
elevenLabsClient.handleTextToVoice("Good","/Users/wangxiangshun/Desktop/临时文件/good.wav");
elevenLabsClient.handleTextToVoice("Hello, I am Vetti, the interviewer for this interview. Please begin a self introduction in three seconds","/Users/wangxiangshun/Desktop/临时文件/opening1.wav");
return success();
}

4
vetti-admin/src/main/resources/application-druid.yml
View File

@@ -152,8 +152,8 @@ verification:
# 文本转语音
elevenLabs:
baseUrl: https://api.elevenlabs.io/v1
# apiKey: sk_5240d8f56cb1eb5225fffcf903f62479884d1af5b3de6812
apiKey: sk_88f5a560e1bbde0e5b8b6b6eb1812163a98bfb98554acbec
apiKey: sk_5240d8f56cb1eb5225fffcf903f62479884d1af5b3de6812
# apiKey: sk_88f5a560e1bbde0e5b8b6b6eb1812163a98bfb98554acbec
modelId: eleven_turbo_v2_5
# 语音转文本

4
vetti-admin/target/classes/application-druid.yml
View File

@@ -152,8 +152,8 @@ verification:
# 文本转语音
elevenLabs:
baseUrl: https://api.elevenlabs.io/v1
# apiKey: sk_5240d8f56cb1eb5225fffcf903f62479884d1af5b3de6812
apiKey: sk_88f5a560e1bbde0e5b8b6b6eb1812163a98bfb98554acbec
apiKey: sk_5240d8f56cb1eb5225fffcf903f62479884d1af5b3de6812
# apiKey: sk_88f5a560e1bbde0e5b8b6b6eb1812163a98bfb98554acbec
modelId: eleven_turbo_v2_5
# 语音转文本