rag-gateway.git

			@@ -10,11 +10,12 @@
			from Log import logger
			from app.api import get_current_user_websocket
			from app.config.config import settings
			from app.config.const import IMAGE_TO_TEXT, DOCUMENT_TO_REPORT, DOCUMENT_TO_CLEANING
			from app.config.const import IMAGE_TO_TEXT, DOCUMENT_TO_REPORT, DOCUMENT_TO_CLEANING, DOCUMENT_IA_QUESTIONS
			from app.models import MenuCapacityModel
			from app.models.agent_model import AgentModel, AgentType
			from app.models.base_model import get_db
			from app.models.user_model import UserModel
			from app.service.common.api_token import DfTokenDao
			from app.service.v2.api_token import DfTokenDao
			from app.service.dialog import update_session_history
			from app.service.basic import BasicService
			from app.service.difyService import DifyService
			@@ -35,13 +36,21 @@
			tasks = []
			await websocket.accept()
			print(f"Client {agent_id} connected")

			agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first()
			agent = db.query(MenuCapacityModel).filter(MenuCapacityModel.chat_id == agent_id).first()
			if not agent:
			agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first()
			agent_type = agent.agent_type
			chat_type = agent.type
			else:
			agent_type = agent.capacity_type
			chat_type = agent.chat_type
			# print(agent_type)
			# print(chat_type)
			if not agent:
			ret = {"message": "Agent not found", "type": "close"}
			await websocket.send_json(ret)
			return
			agent_type = agent.agent_type

			if chat_id == "" or chat_id == "0":
			ret = {"message": "Chat ID not found", "type": "close"}
			await websocket.send_json(ret)
			@@ -49,7 +58,7 @@

			if agent_type == AgentType.RAGFLOW:
			ragflow_service = RagflowService(settings.fwr_base_url)
			token = get_ragflow_token(db, current_user.id)
			token = await get_ragflow_token(db, current_user.id)
			try:
			async def forward_to_ragflow():
			while True:
			@@ -135,7 +144,7 @@
			pass

			elif agent_type == AgentType.BISHENG:
			token = get_bisheng_token(db, current_user.id)
			token = await get_bisheng_token(db, current_user.id)
			service_uri = f"{settings.sgb_websocket_url}/api/v1/assistant/chat/{agent_id}?t=&chat_id={chat_id}"
			headers = {'cookie': f"access_token_cookie={token};"}

			@@ -226,8 +235,8 @@
			if not question:
			await websocket.send_json({"message": "Invalid request", "type": "error"})
			continue
			logger.error(agent.type)
			if agent.type == "questionTalk":
			# logger.error(agent.type)
			if chat_type == "questionTalk":

			try:
			data = await service.questions_talk(question, chat_id)
			@@ -311,7 +320,7 @@
			# token = get_dify_token(db, current_user.id)
			try:
			async def forward_to_dify():
			if agent.type == "imageTalk":
			if chat_type == "imageTalk":
			token = DfTokenDao(db).get_token_by_id(IMAGE_TO_TEXT)
			if not token:
			await websocket.send_json({"message": "Invalid token", "type": "error"})
			@@ -341,7 +350,15 @@
			# complete_response = ""

			answer_str = ""
			async for rag_response in dify_service.chat(token, current_user.id, question, upload_file_id,
			files = []
			if upload_file_id:
			files.append({
			"type": "image",
			"transfer_method": "local_file",
			"url": "",
			"upload_file_id": upload_file_id
			})
			async for rag_response in dify_service.chat(token, current_user.id, question, files,
			conversation_id):
			# print(rag_response)
			try:
			@@ -409,7 +426,7 @@
			result = {"message": f"内部错误： {e2}", "type": "close"}
			await websocket.send_json(result)
			print(f"Error process message of ragflow: {e2}")
			elif agent.type == "reportWorkflow":
			elif chat_type == "reportWorkflow":

			token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_CLEANING)
			if not token:
			@@ -530,6 +547,130 @@
			result = {"message": f"内部错误： {e2}", "type": "close"}
			await websocket.send_json(result)
			print(f"Error process message of ragflow: {e2}")
			elif chat_type == "documentIa":
			# print(122112)
			token = DfTokenDao(db).get_token_by_id(DOCUMENT_IA_QUESTIONS)
			# print(token)
			if not token:
			await websocket.send_json({"message": "Invalid token", "type": "error"})

			while True:
			conversation_id = ""
			# print(4343)
			receive_message = await websocket.receive_json()
			print(f"Received from client {chat_id}: {receive_message}")
			upload_file_id = receive_message.get('upload_file_id', [])
			question = receive_message.get('message', "")
			if not question and not image_url:
			await websocket.send_json({"message": "Invalid request", "type": "error"})
			continue
			try:
			session = SessionService(db).create_session(
			chat_id,
			question,
			agent_id,
			AgentType.DIFY,
			current_user.id
			)
			conversation_id = session.conversation_id
			except Exception as e:
			logger.error(e)
			# complete_response = ""
			files = []
			for fileId in upload_file_id:
			files.append({
			"type": "document",
			"transfer_method": "local_file",
			"url": "",
			"upload_file_id": fileId
			})

			answer_str = ""
			complete_response = ""
			async for rag_response in dify_service.chat(token, current_user.id, question, files,
			conversation_id):
			# print(rag_response)
			try:
			if rag_response[:5] == "data:":
			# 如果是，则截取掉前5个字符，并去除首尾空白符
			complete_response = rag_response[5:].strip()
			elif "event: ping" in rag_response:
			continue
			else:
			# 否则，保持原样
			complete_response += rag_response
			try:
			data = json.loads(complete_response)
			if data.get("event") == "node_started" or data.get(
			"event") == "node_finished": # "event": "message_end"
			if "data" not in data or not data["data"]: # 信息过滤
			logger.error("非法数据--------------------")
			logger.error(data)
			continue
			else: # 正常输出
			answer = data.get("data", "")
			if isinstance(answer, str):
			logger.error("----------------未知数据--------------------")
			logger.error(data)
			continue
			elif isinstance(answer, dict):

			message = answer.get("title", "")

			result = {"message": message, "type": "system"}
			continue
			elif data.get("event") == "message": # "event": "message_end"
			# 正常输出
			answer = data.get("answer", "")
			result = {"message": answer, "type": "stream"}
			elif data.get("event") == "workflow_finished":
			answer = data.get("data", "")
			if isinstance(answer, str):
			logger.error("----------------未知数据--------------------")
			logger.error(data)
			result = {"message": "", "type": "close", "download_url": ""}
			elif isinstance(answer, dict):
			download_url = ""
			outputs = answer.get("outputs", {})
			if outputs:
			message = outputs.get("answer", "")
			# download_url = outputs.get("download_url", "")
			else:
			message = answer.get("error", "")

			# result = {"message": message, "type": "message",
			# "download_url": download_url}
			try:
			SessionService(db).update_session(chat_id,
			message={"role": "assistant",
			"content": {
			"answer": message,
			"download_url": download_url}},
			conversation_id=data.get(
			"conversation_id"))
			except Exception as e:
			logger.error("保存dify的会话异常！")
			logger.error(e)
			# await websocket.send_json(result)
			continue
			elif data.get("event") == "message_end":
			result = {"message": "", "type": "close"}

			else:
			continue
			try:
			await websocket.send_json(result)
			except Exception as e:
			logger.error(e)
			logger.error("返回客户端消息异常!")
			complete_response = ""
			except json.JSONDecodeError as e:
			print(f"Error decoding JSON: {e}")
			# print(f"Response text: {text}")
			except Exception as e2:
			result = {"message": f"内部错误： {e2}", "type": "close"}
			await websocket.send_json(result)
			print(f"Error process message of ragflow: {e2}")

			# 启动任务处理客户端消息
			tasks = [