Merge pull request Ikaros-521#887 from Ikaros-521/owner

补充webui的配置提示；补充思维导图；新增串口类（为后期串口控制功能做准备）

README.md

@@ -6,7 +6,7 @@
 <a href="//github.com/Ikaros-521/AI-Vtuber/network"><img alt="GitHub forks" src="https://img.shields.io/github/forks/Ikaros-521/AI-Vtuber?color=%2300BFFF&style=flat-square"></a>
 <a href="//www.python.org"><img src="https://img.shields.io/badge/python-3.10+-blue.svg" alt="python"></a>
 
-`Luna AI` 是一款结合了最先进技术的虚拟AI主播。它的核心是一系列高效的人工智能模型和平台，包括 `ChatterBot、GPT、Claude、langchain、chatglm、text-generation-webui、讯飞星火、智谱AI、谷歌Bard、文心一言、通义星尘、通义千问、千帆大模型、Gemini、Kimi Chat、QAnything、koboldcpp、FastGPT、Ollama、One-API、AnythingLLM`。这些模型既可以在本地运行，也可以通过云端服务提供支持。当然，为了让对话照进现实，还结合了多模态模型，包括 `Gemini、glm-4v` 的图像识别能力，获取电脑画面进行分析讲解。  
+`Luna AI` 是一款结合了最先进技术的虚拟AI主播。它的核心是一系列高效的人工智能模型和平台，包括 `ChatterBot、GPT、Claude、langchain、chatglm、text-generation-webui、讯飞星火、智谱AI、谷歌Bard、文心一言、通义星尘、通义千问、千帆大模型、Gemini、Kimi Chat、QAnything、koboldcpp、FastGPT、Ollama、One-API、AnythingLLM、LLM_TPU`。这些模型既可以在本地运行，也可以通过云端服务提供支持。当然，为了让对话照进现实，还结合了多模态模型，包括 `Gemini、glm-4v` 的图像识别能力，获取电脑画面进行分析讲解。  
 
 `Luna AI` 的外观由 `Live2D、Vtube Studio、xuniren、UE5 结合 Audio2Face、EasyAIVtuber、数字人视频播放器（Easy-Wav2Lip、Sadtalker、GeneFace++、MuseTalk、本地视频）、metahuman-stream（ernerf、musetalk）` 技术打造，为用户提供了一个生动、互动的虚拟形象。这使得 `Luna AI` 能够在各大直播平台，如 `Bilibili、抖音、快手、微信视频号、拼多多、1688、斗鱼、YouTube、Twitch 和 TikTok`，进行实时互动直播。当然，它也可以在本地环境中与您进行个性化对话。
 

config.json

@@ -535,7 +535,7 @@
     "top_p": 0.8,
     "temperature": 0.95,
     "history_enable": true,
-    "history_max_len": 300
+    "history_max_len": 100
   },
   "custom_llm": {
     "url": "http://127.0.0.1:11434/v1/chat/completions",

config.json.bak

@@ -535,7 +535,7 @@
     "top_p": 0.8,
     "temperature": 0.95,
     "history_enable": true,
-    "history_max_len": 300
+    "history_max_len": 100
   },
   "custom_llm": {
     "url": "http://127.0.0.1:11434/v1/chat/completions",

requirements.txt

@@ -76,4 +76,5 @@ dashscope
 pygetwindow
 opencv-python
 g4f
-starlette==0.27.0
+starlette==0.27.0
+pyserial

requirements_common.txt

@@ -283,4 +283,5 @@ git+https://gitee.com/ikaros-521/sparkdesk-api
 dashscope==1.14.1
 pygetwindow
 opencv-python==4.9.0.80
-g4f
+g4f
+pyserial==3.5

utils/serial_manager.py

@@ -0,0 +1,147 @@
+import asyncio
+import serial
+import serial.tools.list_ports
+from typing import Dict, List, Tuple
+import logging
+
+
+class SerialManager:
+    def __init__(self):
+        self.connections: Dict[str, Tuple[serial.Serial, asyncio.Task]] = {}
+        self.buffers: Dict[str, bytearray] = {}
+
+    async def list_ports(self) -> List[str]:
+        # 列出所有可用的串口
+        ports = serial.tools.list_ports.comports()
+        return [port.device for port in ports]
+
+    async def connect(self, port: str, baudrate: int = 115200, timeout: int = 1) -> dict:
+        # 连接到指定串口
+        if port in self.connections:
+            logging.warning(f"{port} 已经连接")
+            return {'ret': False, 'msg': f'{port} 已经连接'}
+
+        try:
+            loop = asyncio.get_running_loop()
+            serial_conn = serial.Serial(port, baudrate, timeout=timeout)
+            task = loop.run_in_executor(None, self._read_serial, port, serial_conn)
+            self.connections[port] = (serial_conn, task)
+            self.buffers[port] = bytearray()
+            logging.info(f"已连接到 {port}")
+            return {'ret': True, 'msg': f'已连接到 {port}'}
+        except Exception as e:
+            logging.error(f"连接到 {port} 时出错: {e}")
+            return {'ret': False, 'msg': f'连接到 {port} 时出错: {e}'}
+
+    async def disconnect(self, port: str) -> dict:
+        # 断开指定串口连接
+        if port not in self.connections:
+            logging.warning(f"{port} 未连接")
+            return {'ret': False, 'msg': f'{port} 未连接'}
+
+        serial_conn, task = self.connections.pop(port)
+        serial_conn.close()
+        task.cancel()
+        del self.buffers[port]
+        logging.info(f"已断开与 {port} 的连接")
+        return {'ret': True, 'msg': f'已断开与 {port} 的连接'}
+
+    async def send_data(self, port: str, data: str, timeout: float = 1.0) -> str:
+        # 发送数据并等待返回，带超时机制
+        if port not in self.connections:
+            logging.warning(f"{port} 未连接")
+            return ""
+
+        serial_conn, _ = self.connections[port]
+        try:
+            self.buffers[port] = bytearray()  # 清空缓冲区
+
+            serial_conn.write(data.encode())
+            response = await self._read_response(port, timeout)
+            return response
+        except Exception as e:
+            logging.error(f"发送数据到 {port} 时出错: {e}")
+            return ""
+
+    async def _read_response(self, port: str, timeout: float) -> str:
+        # 读取串口返回的数据，带超时机制
+        try:
+            loop = asyncio.get_running_loop()
+            future = loop.run_in_executor(None, self._wait_for_data, port)
+            response = await asyncio.wait_for(future, timeout)
+            return response
+        except asyncio.TimeoutError:
+            logging.error(f"读取 {port} 的数据超时")
+            return ""
+        except Exception as e:
+            logging.error(f"读取 {port} 数据时出错: {e}")
+            return ""
+
+    def _wait_for_data(self, port: str) -> str:
+        # 等待数据到达，并从缓冲区读取
+        while True:
+            if port not in self.buffers:
+                return ""
+            buffer = self.buffers[port]
+            if buffer:
+                response = buffer[:]
+                self.buffers[port] = bytearray()  # 清空缓冲区
+                return self._process_data("hex", response)
+
+    def _read_serial(self, port: str, serial_conn: serial.Serial):
+        try:
+            # 后台任务：持续读取串口数据并进行处理
+            while True:
+                data = serial_conn.read(1024)  # 读取一定量的数据
+                if data:
+                    self.buffers[port].extend(data)
+                    logging.info(f"从 {port} 接收到数据: {self._process_data('hex', data)}")
+        except serial.SerialException as e:
+            logging.error(f"{port} 串口异常: {e}")
+        except Exception as e:
+            logging.error(f"读取 {port} 时出错: {e}")
+        finally:
+            if port in self.connections:
+                serial_conn.close()
+                del self.connections[port]
+                del self.buffers[port]
+                logging.info(f"{port} 已断开连接")
+
+
+    def _process_data(self, type: str, data: bytes) -> str:
+        try:
+            if type == "hex":
+                # 返回十六进制表示
+                return data.hex()
+            elif type == "str":
+                # 尝试解码为字符串
+                return data.decode('utf-8')
+            else:
+                # 未知类型，返回十六进制表示
+                return data.hex()
+        except UnicodeDecodeError:
+            # 不能解码为字符串时，返回十六进制表示
+            return data.hex()
+
+async def main():
+    serial_manager = SerialManager()
+
+    # 列出所有可用的串口
+    ports = await serial_manager.list_ports()
+    logging.info(f"可用的串口: {ports}")
+
+    # 连接到一个串口
+    if ports:
+        port = ports[0]
+        connected = await serial_manager.connect(port)
+        if connected['ret']:
+            # 发送数据并等待返回
+            response = await serial_manager.send_data(port, "Hello", timeout=2)
+            logging.info(f"返回: {response}")
+
+            # 断开与串口的连接
+            await serial_manager.disconnect(port)
+
+if __name__ == "__main__":
+    logging.add("serial_manager.log", rotation="1 MB")
+    asyncio.run(main())

utils/serial_manager_instance.py

@@ -0,0 +1,13 @@
+# serial_manager_instance.py
+from utils.serial_manager import SerialManager
+
+class SingletonSerialManager:
+    _instance = None
+
+    @classmethod
+    def get_instance(cls):
+        if cls._instance is None:
+            cls._instance = SerialManager()
+        return cls._instance
+
+serial_manager = SingletonSerialManager.get_instance()