CMVR-IOT/cmvr-iot-test/src/main/java/com/cmvr/test/service/FlowiseActionService.java

272 lines
9.4 KiB
Java
Raw Normal View History

2025-12-04 15:04:46 +08:00
package com.cmvr.test.service;
2025-12-08 14:51:58 +08:00
import cn.hutool.http.HttpRequest;
2025-12-17 18:43:18 +08:00
import cn.hutool.http.HttpUtil;
2025-12-09 17:30:08 +08:00
import com.alibaba.fastjson2.JSON;
import com.alibaba.fastjson2.JSONArray;
2025-12-08 14:51:58 +08:00
import com.alibaba.fastjson2.JSONObject;
import com.cmvr.common.exception.GlobalException;
2025-12-05 17:04:51 +08:00
import com.cmvr.common.utils.http.CallAPIUtil;
2025-12-08 14:51:58 +08:00
import com.cmvr.common.utils.uuid.IdUtils;
2025-12-16 14:02:24 +08:00
import com.cmvr.edge.client.model.EdgeCommonVO;
2025-12-04 15:04:46 +08:00
import com.cmvr.edge.client.service.EdgeBioHeadService;
2025-12-16 14:02:24 +08:00
import com.cmvr.edge.client.service.EdgeHumanoidRobotService;
2025-12-04 15:04:46 +08:00
import com.cmvr.test.enums.FlowiseActionEnum;
import com.cmvr.test.flow.context.TaskContext;
import com.cmvr.test.flow.context.TaskContextManager;
import com.cmvr.test.flow.control.FlowControlService;
2025-12-17 18:43:18 +08:00
import com.cmvr.test.flow.runtime.engine.FlowTaskRuntimeService;
2025-12-04 15:04:46 +08:00
import com.cmvr.test.model.vo.FlowiseActionRequestVO;
2025-12-08 15:51:26 +08:00
import com.cmvr.test.model.vo.FlowiseChatRequestVO;
import com.cmvr.test.model.vo.FlowiseStartRequestVO;
2025-12-04 15:04:46 +08:00
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
2025-12-19 10:24:36 +08:00
import org.jetbrains.annotations.NotNull;
2025-12-08 14:51:58 +08:00
import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
2025-12-04 15:04:46 +08:00
import org.springframework.stereotype.Service;
2025-12-08 14:51:58 +08:00
import javax.annotation.Resource;
2025-12-05 17:04:51 +08:00
import java.util.HashMap;
import java.util.Map;
2025-12-04 15:04:46 +08:00
@Slf4j
@Service
@RequiredArgsConstructor
public class FlowiseActionService {
2025-12-08 14:51:58 +08:00
2025-12-04 15:04:46 +08:00
private final EdgeBioHeadService edgeBioHeadService;
2025-12-16 14:02:24 +08:00
private final EdgeHumanoidRobotService edgeHumanoidRobotService;
private final TaskContextManager taskContextManager;
private final FlowControlService flowControlService;
2025-12-17 18:43:18 +08:00
private final FlowTaskRuntimeService flowTaskRuntimeService;
2025-12-04 15:04:46 +08:00
2025-12-08 14:51:58 +08:00
@Value("${flowise.tts}")
private String flowiseTts;
2025-12-09 17:30:08 +08:00
@Value("${flowise.query}")
private String flowiseQuery;
2025-12-08 14:51:58 +08:00
@Value("${flowise.start}")
private String flowiseStart;
@Value("${flowise.abort}")
private String flowiseAbort;
@Value("${flowise.api-key}")
private String flowiseApiKey;
@Resource(name = "threadPoolTaskExecutor")
private final ThreadPoolTaskExecutor executor;
private final Object lock = new Object();
private String chatId = null;
2025-12-08 15:51:26 +08:00
public String start(FlowiseStartRequestVO request) {
2025-12-12 15:20:22 +08:00
log.info("flowise start: {}", System.currentTimeMillis());
2025-12-09 17:30:08 +08:00
abort();
2025-12-08 14:51:58 +08:00
synchronized (lock) {
if (chatId != null) {
2025-12-08 15:51:26 +08:00
throw new GlobalException("Flow is already running: " + chatId);
2025-12-08 14:51:58 +08:00
}
chatId = IdUtils.fastUUID();
JSONObject body = new JSONObject();
2025-12-08 15:51:26 +08:00
body.put("question", request.getQuestion());
2025-12-08 14:51:58 +08:00
body.put("chatId", chatId);
body.put("streaming", true);
executor.submit(() -> {
try {
HttpRequest.post(flowiseStart)
.header("Content-Type", "application/json")
2025-12-09 17:30:08 +08:00
.header("Authorization", "Bearer " + flowiseApiKey)
2025-12-08 14:51:58 +08:00
.body(body.toJSONString())
.timeout(0)
.execute()
.body();
} catch (Exception e) {
2025-12-08 15:51:26 +08:00
throw new GlobalException("flowise 流程执行失败: ", e.getMessage());
2025-12-08 14:51:58 +08:00
}
});
return chatId;
}
}
public String abort() {
CallAPIUtil.doPostJson(flowiseTts + "stop", null, null);
Map<String, TaskContext> instContextMap = taskContextManager.getInstContextMap();
2025-12-12 15:20:22 +08:00
instContextMap.forEach((key, value) -> flowControlService.stop(key));
2025-12-08 14:51:58 +08:00
synchronized (lock) {
if (chatId == null) {
2025-12-09 17:30:08 +08:00
return "No flow running.";
2025-12-08 14:51:58 +08:00
}
String id = chatId;
String result = HttpRequest.put(flowiseAbort + id)
.header("Authorization", "Bearer " + flowiseApiKey)
.execute()
.body();
chatId = null;
return result;
}
}
2025-12-18 19:39:36 +08:00
private boolean acOn = false;
private boolean musicOn = false;
2025-12-05 17:04:51 +08:00
public String command(FlowiseActionRequestVO request) {
2025-12-12 15:20:22 +08:00
log.info("command start: {}", System.currentTimeMillis());
2025-12-04 15:04:46 +08:00
String action = request.getAction();
FlowiseActionEnum actionEnum = FlowiseActionEnum.fromAction(action);
2025-12-08 15:51:26 +08:00
String terminalId = "4ed1246c465b97975f96c9ef8371a3bd";
String bioId = "bio_head";
2025-12-04 15:04:46 +08:00
switch (actionEnum) {
// ==== 表情 ====
case SMILE:
2025-12-18 19:39:36 +08:00
log.info("高兴");
2025-12-05 17:04:51 +08:00
return edgeBioHeadService.specialExpression(terminalId, bioId, 1);
2025-12-04 15:04:46 +08:00
case SAD:
2025-12-18 19:39:36 +08:00
log.info("悲伤");
2025-12-05 17:04:51 +08:00
return edgeBioHeadService.specialExpression(terminalId, bioId, 4);
2025-12-17 18:43:18 +08:00
case SURPRISED:
2025-12-18 19:39:36 +08:00
log.info("惊讶");
2025-12-17 18:43:18 +08:00
return edgeBioHeadService.specialExpression(terminalId, bioId, 2);
case TIRED:
2025-12-18 19:39:36 +08:00
log.info("累了");
2025-12-05 17:04:51 +08:00
return edgeBioHeadService.specialExpression(terminalId, bioId, 5);
2025-12-04 15:04:46 +08:00
2025-12-05 17:04:51 +08:00
// ==== 动作 ====
2025-12-17 18:43:18 +08:00
case AC_ON:
2025-12-18 19:39:36 +08:00
if (!acOn) {
log.info("空调打开了");
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/air", "");
2025-12-18 19:39:36 +08:00
acOn = true;
return "空调打开了";
} else {
// 已经是开着的
speakStatus("空调是开着的呢");
return "空调已经打开";
}
2025-12-17 18:43:18 +08:00
case AC_OFF:
2025-12-18 19:39:36 +08:00
if (acOn) {
log.info("空调关闭了");
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/air", "");
2025-12-18 19:39:36 +08:00
acOn = false;
return "空调关闭了";
} else {
speakStatus("空调已经是关着的呢");
return "空调已经关闭";
}
2025-12-17 18:43:18 +08:00
case MUSIC_ON:
2025-12-18 19:39:36 +08:00
if (!musicOn) {
log.info("音乐打开了");
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/music", "");
2025-12-18 19:39:36 +08:00
musicOn = true;
return "音乐打开了";
} else {
speakStatus("音乐是开着的呢");
return "音乐已经打开";
}
2025-12-17 18:43:18 +08:00
case MUSIC_OFF:
2025-12-18 19:39:36 +08:00
if (musicOn) {
log.info("音乐关闭了");
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/music", "");
2025-12-18 19:39:36 +08:00
musicOn = false;
return "音乐关闭了";
} else {
speakStatus("音乐已经是关着的呢");
return "音乐已经关闭";
}
2025-12-17 18:43:18 +08:00
2025-12-18 19:39:36 +08:00
case DRIVE_MODE_ECONOMY:
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/drive_economy", "");
2025-12-18 19:39:36 +08:00
log.info("驾驶模式已切换为节能模式");
return "驾驶模式已切换为节能模式";
2025-12-17 18:43:18 +08:00
case DRIVE_MODE_COMFORT:
2025-12-19 14:11:33 +08:00
HttpUtil.post("http://192.168.0.128:8000/action/drive_comfort", "");
2025-12-17 18:43:18 +08:00
log.info("驾驶模式已切换为舒适模式");
return "驾驶模式已切换为舒适模式";
2025-12-04 15:04:46 +08:00
default:
throw new UnsupportedOperationException("未实现的 Flowise Action: " + action);
}
}
2025-12-05 17:04:51 +08:00
2025-12-08 15:51:26 +08:00
public String chat(FlowiseChatRequestVO requestVO) {
2025-12-12 15:20:22 +08:00
log.info("chat start: {}", System.currentTimeMillis());
2025-12-08 15:51:26 +08:00
Map<String, String> body = new HashMap<>();
body.put("text", requestVO.getText());
body.put("voice", "x4_yezi");
CallAPIUtil.doPostJson(flowiseTts + "play", null, body);
2025-12-05 17:04:51 +08:00
return "ok";
}
2025-12-09 17:30:08 +08:00
public JSONObject query(String chatId) {
String body = HttpRequest.get(flowiseQuery + chatId)
.header("Authorization", "Bearer " + flowiseApiKey)
.execute()
.body();
JSONObject root = JSON.parseObject(body);
String execStr = root.getString("executionData");
JSONArray execJson = JSON.parseArray(execStr);
root.put("executionData", execJson);
return root;
}
2025-12-16 14:02:24 +08:00
public String actionStart() {
2025-12-19 10:24:36 +08:00
EdgeCommonVO speakVO = getEdgeCommonVO();
try {
// 张嘴
String speakStart = edgeBioHeadService.speakStart(speakVO);
log.info("张嘴动作触发完成: {}", speakStart);
} catch (Exception e) {
throw new GlobalException("张嘴执行异常", e);
2025-12-16 14:02:24 +08:00
}
2025-12-19 10:24:36 +08:00
return "ok";
}
@NotNull
private static EdgeCommonVO getEdgeCommonVO() {
2025-12-18 17:17:51 +08:00
String terminalId = "4ed1246c465b97975f96c9ef8371a3bd";
2025-12-19 10:07:20 +08:00
String bioId = "bio_head";
2025-12-16 14:02:24 +08:00
2025-12-19 10:24:36 +08:00
EdgeCommonVO speakVO = new EdgeCommonVO();
speakVO.setTerminalId(terminalId);
speakVO.setDeviceId(bioId);
return speakVO;
2025-12-16 14:02:24 +08:00
}
public String actionStop() {
2025-12-19 10:24:36 +08:00
EdgeCommonVO speakVO = getEdgeCommonVO();
// 停止张嘴
try {
edgeBioHeadService.speakStop(speakVO);
log.info("停止张嘴成功");
} catch (Exception e) {
throw new GlobalException("停止张嘴失败", e);
2025-12-16 14:02:24 +08:00
}
return "ok";
}
2025-12-18 19:39:36 +08:00
private void speakStatus(String text) {
Map<String, String> body = new HashMap<>();
body.put("text", text);
body.put("voice", "x4_yezi");
CallAPIUtil.doPostJson(flowiseTts + "play", null, body);
}
2025-12-08 15:51:26 +08:00
}