获取llm列表

xuyonghao

2024-12-05 98c6c8c1f764f537c146be3bff39c5f71076d554

获取llm列表

 app/api/llm.py

New file
@@ -0,0 +1,17 @@
from fastapi import APIRouter, Depends
from app.api import Response, get_current_user
from app.models.base_model import get_db
from app.models.user_model import UserModel
from app.service.llm import get_llm_list


llm_router = APIRouter()


@llm_router.get("/list", response_model=Response)
async def llm_list(
        db=Depends(get_db),
        current_user: UserModel = Depends(get_current_user),
):
    getllmlist = await get_llm_list(db, current_user.id)
    return Response(code=200, msg="", data=getllmlist)

 app/models/llm_model.py

@@ -23,7 +23,7 @@

    def to_json(self):
        json = {
            'id': self.ID,
            'id': self.id,
            'llm_factory': self.llm_factory,
            'model_type': self.model_type,
            'llm_name': self.llm_name,

 app/service/llm.py

New file
@@ -0,0 +1,22 @@
from app.models import CommonLlmModel, group_llm_table
from app.models.user_model import UserModel


async def get_llm_list(db, user_id):
    user = db.query(UserModel).filter(UserModel.id == user_id).first()
    if user is None:
        return {"rows": []}
    if user.permission == "admin":
        query = db.query(CommonLlmModel)
    else:
        group_list = [i.id for i in user.groups]
        query = db.query(CommonLlmModel)
        query = query.intersect(
            db.query(CommonLlmModel).join(
                group_llm_table,
                CommonLlmModel.id == group_llm_table.c.llm_id
            ).filter(
                group_llm_table.c.group_id.in_(group_list)
            )
        )
    return {"rows": [kld.to_json() for kld in query.all()]}

 main.py

@@ -12,6 +12,7 @@
from app.api.excel import router as excel_router
from app.api.files import router as files_router
from app.api.knowledge import knowledge_router
from app.api.llm import llm_router
from app.api.organization import dept_router
from app.api.public_api import public_api
from app.api.report import router as report_router
@@ -70,6 +71,7 @@
app.include_router(dept_router, prefix='/api/dept', tags=["dept"])
app.include_router(menu_router, prefix='/api/menu', tags=["menu"])
app.include_router(knowledge_router, prefix='/api/knowledge', tags=["knowledge"])
app.include_router(llm_router, prefix='/api/llm', tags=["llm"])
app.include_router(dialog_router, prefix='/api/dialog', tags=["dialog"])
app.include_router(canvas_router, prefix='/api/canvas', tags=["canvas"])
# app.include_router(sync_router, prefix='/api/sync', tags=["sync"])