From f2c43713b16e821f4a1ae97804c60f18734d5f6a Mon Sep 17 00:00:00 2001 From: zhaoqingang <zhaoqg0118@163.com> Date: 星期五, 13 十二月 2024 17:25:12 +0800 Subject: [PATCH] 问题优化 --- app/api/agent.py | 173 +++++++++++++++++++++++++++++++++++++++++++++++++++------ 1 files changed, 153 insertions(+), 20 deletions(-) diff --git a/app/api/agent.py b/app/api/agent.py index faedaee..2bde98c 100644 --- a/app/api/agent.py +++ b/app/api/agent.py @@ -1,3 +1,4 @@ +import json import uuid from fastapi import Depends, APIRouter, Query, HTTPException @@ -5,14 +6,17 @@ from pydantic import BaseModel from sqlalchemy.orm import Session -from app.api import Response, get_current_user, ResponseList +from app.api import Response, get_current_user, ResponseList, process_files +from app.api.user import reset_user_pwd from app.config.config import settings from app.models.agent_model import AgentType, AgentModel from app.models.base_model import get_db +from app.models.session_model import SessionModel from app.models.user_model import UserModel from app.service.bisheng import BishengService +from app.service.dialog import get_session_history from app.service.ragflow import RagflowService -from app.service.token import get_ragflow_token, get_bisheng_token +from app.service.service_token import get_ragflow_token, get_bisheng_token router = APIRouter() @@ -25,7 +29,12 @@ @router.get("/{agent_id}/sessions", response_model=ResponseList) -async def chat_list(agent_id: str, db: Session = Depends(get_db), current_user: UserModel = Depends(get_current_user)): +async def chat_list( + agent_id: str, + page: int = Query(1, ge=1), + limit: int = Query(1000, ge=1, le=1000), + db: Session = Depends(get_db), + current_user: UserModel = Depends(get_current_user)): agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first() if not agent: return ResponseList(code=404, msg="Agent not found") @@ -33,8 +42,10 @@ if agent.agent_type == AgentType.RAGFLOW: ragflow_service = RagflowService(base_url=settings.fwr_base_url) try: - token = get_ragflow_token(db, current_user.id) + token = await get_ragflow_token(db, current_user.id) result = await ragflow_service.get_chat_sessions(token, agent_id) + if not result: + result = await get_session_history(db, current_user.id, agent_id) except Exception as e: raise HTTPException(status_code=500, detail=str(e)) return ResponseList(code=200, msg="", data=result) @@ -42,10 +53,22 @@ elif agent.agent_type == AgentType.BISHENG: bisheng_service = BishengService(base_url=settings.sgb_base_url) try: - token = get_bisheng_token(db, current_user.id) - result = await bisheng_service.get_chat_sessions(token) + token = await get_bisheng_token(db, current_user.id) + result = await bisheng_service.get_chat_sessions(token, agent_id, page, limit) except Exception as e: raise HTTPException(status_code=500, detail=str(e)) + return ResponseList(code=200, msg="", data=result) + + elif agent.agent_type == AgentType.BASIC: + offset = (page - 1) * limit + records = db.query(SessionModel).filter(SessionModel.agent_id == agent_id, SessionModel.tenant_id==current_user.id).order_by(SessionModel.create_date.desc()).offset(offset).limit(limit).all() + result = [item.to_dict() for item in records] + return ResponseList(code=200, msg="", data=result) + + elif agent.agent_type == AgentType.DIFY: + offset = (page - 1) * limit + records = db.query(SessionModel).filter(SessionModel.agent_id == agent_id, SessionModel.tenant_id==current_user.id).order_by(SessionModel.create_date.desc()).offset(offset).limit(limit).all() + result = [item.to_dict() for item in records] return ResponseList(code=200, msg="", data=result) else: @@ -61,7 +84,7 @@ if agent.agent_type == AgentType.RAGFLOW: ragflow_service = RagflowService(base_url=settings.fwr_base_url) try: - token = get_ragflow_token(db, current_user.id) + token = await get_ragflow_token(db, current_user.id) result = await ragflow_service.get_session_log(token, conversation_id) if 'session_log' in result and 'reference' in result: combined_logs = [] @@ -89,28 +112,138 @@ return JSONResponse(status_code=200, content={"code": 400, "message": "Invalid result structure"}) except Exception as e: raise HTTPException(status_code=500, detail=str(e)) - if agent.agent_type == AgentType.BISHENG: + elif agent.agent_type == AgentType.BISHENG: + is_join = False + if agent.name == "鎶ュ憡鐢熸垚": + is_join = True bisheng_service = BishengService(base_url=settings.sgb_base_url) try: - token = get_bisheng_token(db, current_user.id) + token = await get_bisheng_token(db, current_user.id) result = await bisheng_service.get_session_log(token, agent_id, conversation_id) - if 'session_log' in result: - combined_logs = [] - last_question = None - for session in result['session_log']: - if session['role'] == 'question': - last_question = session['message'] - elif session['role'] == 'answer' and last_question: + combined_logs = [] + last_question = None + answer_str = "" + files = [] + for session in result: + # print(session) + # 妫�鏌� session 鏄惁涓� None + if session is None: + continue + + message = session.get('message') + + # 鍒ゆ柇 message 鏄惁鏄瓧绗︿覆锛岀劧鍚庡皾璇曡В鏋愪负 JSON 瀵硅薄 + if isinstance(message, str): + try: + message_json = json.loads(message) + if 'question' in message_json: + message = message_json['question'] + elif 'query' in message_json: + message = message_json['query'] + elif 'report_name' in message_json: + message = message_json['report_name'] + + except Exception as e: + pass # 闈� JSON 瀛楃涓诧紝缁х画浣跨敤鍘熷 message + if session.get('files') and isinstance(session.get('files'), str): + try: + files = json.loads(session.get('files')) + process_files(files, agent_id) + + except Exception as e: + pass # 闈� JSON 瀛楃涓诧紝缁х画浣跨敤鍘熷 message + + # 妫�鏌� message 鏄惁涓� None + if message is None: + continue + if is_join: + ... + if session.get('role') == 'question': + last_question = message + elif session.get('role') == 'answer': + answer_str += message + + else: + if session.get('role') == 'question': + last_question = message + elif session.get('role') == 'answer' and last_question: combined_logs.append({ 'question': last_question, - 'answer': session['message'] + 'answer': message }) last_question = None - return JSONResponse(status_code=200, content={"code": 200, "data": combined_logs}) - else: - return JSONResponse(status_code=200, content={"code": 400, "message": "Invalid result structure"}) + return JSONResponse(status_code=200, content={"code": 200, "data": combined_logs if combined_logs else [{'question': last_question, + 'answer': answer_str, 'files': files}]}) except Exception as e: raise HTTPException(status_code=500, detail=str(e)) + elif agent.agent_type == AgentType.BASIC: + data = [] + session = db.query(SessionModel).filter(SessionModel.id == conversation_id).first() + if session: + tmp_data = {} + for i in session.log_to_json().get("message", []): + if i.get("role") == "user": + tmp_data["question"]=i.get("content") + elif i.get("role") == "assistant": + + if isinstance(i.get("content"), dict): + tmp_data["answer"] = i.get("content", {}).get("message") + if "file_name" in i.get("content", {}): + tmp_data["files"] = [{"file_name":i.get("content", {}).get("file_name"), "file_url":i.get("content", {}).get("file_url")}] + else: + tmp_data["answer"] = i.get("content") + + if "excel_url" in i: + tmp_data["excel_url"] = i.get("excel_url") + if "image_url" in i: + tmp_data["image_url"] = i.get("image_url") + if "sql" in i: + tmp_data["sql"] = i.get("sql") + if "code" in i: + tmp_data["code"] = i.get("code") + if "e" in i: + tmp_data["e"] = i.get("e") + + if "image_name" in i: + tmp_data["image_name"] = i.get("image_name") + if "excel_name" in i: + tmp_data["excel_name"] = i.get("excel_name") + data.append(tmp_data) + tmp_data = {} + + if tmp_data: + data.append(tmp_data) + + return JSONResponse(status_code=200, content={"code": 200, "data": data}) + elif agent.agent_type == AgentType.DIFY: + data = [] + session = db.query(SessionModel).filter(SessionModel.id == conversation_id).first() + if session: + tmp_data = {} + for i in session.log_to_json().get("message", []): + if i.get("role") == "user": + tmp_data["question"] = i.get("content") + elif i.get("role") == "assistant": + if isinstance(i.get("content"), dict): + tmp_data["answer"] = i.get("content", {}).get("answer") + if "file_name" in i.get("content", {}): + tmp_data["files"] = [{"file_name": i.get("content", {}).get("file_name"), + "file_url": i.get("content", {}).get("file_url")}] + if "images" in i.get("content", {}): + tmp_data["images"] = i.get("content", {}).get("images") + + if "download_url" in i.get("content", {}): + tmp_data["download_url"] = i.get("content", {}).get("download_url") + else: + tmp_data["answer"] = i.get("content") + data.append(tmp_data) + tmp_data = {} + + if tmp_data: + data.append(tmp_data) + + return JSONResponse(status_code=200, content={"code": 200, "data": data}) + else: return JSONResponse(status_code=200, content={"code": 200, "log": "Unsupported agent type"}) -- Gitblit v1.8.0