From 35f8639455992d24f5d0b962bd6fa79d7fcb8f31 Mon Sep 17 00:00:00 2001 From: zhaoqingang <zhaoqg0118@163.com> Date: 星期二, 19 十一月 2024 10:06:06 +0800 Subject: [PATCH] Merge branch 'master' of http://192.168.5.5:10010/r/rag-gateway --- app/api/report.py | 44 ++++++++++++++++++++++++++++++++++---------- 1 files changed, 34 insertions(+), 10 deletions(-) diff --git a/app/api/report.py b/app/api/report.py index 386dcf1..f8d32fa 100644 --- a/app/api/report.py +++ b/app/api/report.py @@ -4,13 +4,13 @@ import asyncio import websockets from sqlalchemy.orm import Session -from app.api import get_current_user_websocket, ResponseList, get_current_user +from app.api import get_current_user_websocket, ResponseList, get_current_user, format_file_url, process_files from app.config.config import settings from app.models.agent_model import AgentModel, AgentType from app.models.base_model import get_db from app.models.user_model import UserModel from app.service.bisheng import BishengService -from app.service.token import get_bisheng_token +from app.service.service_token import get_bisheng_token router = APIRouter() @@ -35,7 +35,7 @@ return websocket.send_json(ret) token = get_bisheng_token(db, current_user.id) - service_uri = f"{settings.bisheng_websocket_url}/api/v1/chat/{agent_id}?type=L1&t=&chat_id={chat_id}" + service_uri = f"{settings.sgb_websocket_url}/api/v1/chat/{agent_id}?type=L1&t=&chat_id={chat_id}" headers = {'cookie': f"access_token_cookie={token};"} await websocket.accept() @@ -57,20 +57,29 @@ # 鐩戝惉姣曟槆鍙戞潵鐨勬秷鎭苟杞彂缁欏鎴风 async def forward_to_client(): + last_message = "step" while True: message = await service_websocket.recv() print(f"Received from bisheng: {message}") data = json.loads(message) files = data.get("files", []) steps = data.get("intermediate_steps", "") - if len(files) != 0 or steps != "" or data["type"] == "close": + msg = data.get("message", "") + category = data.get("category", "") + + if len(files) != 0 or (msg and category != "answer") or data["type"] == "close": if data["type"] == "close": t = "close" else: t = "stream" - result = {"step_message": steps, "type": t, "files": files} + process_files(files, agent_id) + result = {"message": msg, "type": t, "files": files} await websocket.send_json(result) - print(f"Forwarded to client, {chat_id}: {result}") + elif steps and last_message == "step": + result = {"step_message": steps, "type": "stream", "files": files} + await websocket.send_json(result) + + last_message = "message" if msg else "step" # 鍚姩涓や釜浠诲姟锛屽垎鍒鐞嗗鎴风鍜屾湇鍔$鐨勬秷鎭� tasks = [ @@ -84,11 +93,26 @@ task.cancel() try: await task - except asyncio.CancelledError: + except asyncio.CancelledError as e: + print(f"asyncio CancelledError: {e}") pass - except WebSocketDisconnect: - print(f"Client {chat_id} disconnected") + except WebSocketDisconnect as e: + print(f"WebSocket connection closed with code {e.code}: {e.reason}") + await websocket.close() + await service_websocket.close() + except Exception as e: + print(f"Exception occurred: {e}") + finally: + print("Cleaning up resources of bisheng report") + # 鍙栨秷鎵�鏈変换鍔� + for task in tasks: + if not task.done(): + task.cancel() + try: + await task + except asyncio.CancelledError: + pass @router.get("/variables/list", response_model=ResponseList) @@ -96,7 +120,7 @@ agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first() if not agent: return ResponseList(code=404, msg="Agent not found") - bisheng_service = BishengService(base_url=settings.bisheng_base_url) + bisheng_service = BishengService(base_url=settings.sgb_base_url) try: token = get_bisheng_token(db, current_user.id) result = await bisheng_service.variable_list(token, agent_id) -- Gitblit v1.8.0