From 124bfc93ed2d3702cf9d9af9ff9b5985ec2b7b45 Mon Sep 17 00:00:00 2001
From: zhaoqingang <zhaoqg0118@163.com>
Date: 星期二, 18 二月 2025 15:51:23 +0800
Subject: [PATCH] commit
---
app/task/fetch_agent.py | 72 +++++++++++++++++++++++++++---------
1 files changed, 54 insertions(+), 18 deletions(-)
diff --git a/app/task/fetch_agent.py b/app/task/fetch_agent.py
index da17b10..c753f55 100644
--- a/app/task/fetch_agent.py
+++ b/app/task/fetch_agent.py
@@ -8,13 +8,13 @@
from sqlalchemy.orm import sessionmaker, Session
from app.config.config import settings
-from app.config.const import RAGFLOW, BISHENG, DIFY, ENV_CONF_PATH
+from app.config.const import RAGFLOW, BISHENG, DIFY, ENV_CONF_PATH, Dialog_STATSU_DELETE, Dialog_STATSU_ON
from app.models import KnowledgeModel
from app.models.dialog_model import DialogModel
from app.models.user_model import UserAppModel
from app.models.agent_model import AgentModel
from app.models.base_model import SessionLocal, Base
-from app.models.resource_model import ResourceModel
+from app.models.resource_model import ResourceModel, ResourceTypeModel
from app.service.v2.app_register import AppRegisterDao
# 鍒涘缓鏁版嵁搴撳紩鎿庡拰浼氳瘽宸ュ巶
@@ -64,6 +64,7 @@
description = Column(Text) # 璇存槑
status = Column(String(1)) # 鐘舵��
doc_num = Column(Integer) # 鏂囨。
+ embd_id = Column(String(128)) # 鏂囨。
class RgUserTenant(Base):
@@ -163,7 +164,7 @@
('basic_excel_talk', 6, '鏅鸿兘鏁版嵁', 'BASIC', 'excelTalk'),
('basic_question_talk', 7, '鍑洪缁勫嵎', 'BASIC', 'questionTalk'),
('9d75142a-66eb-4e23-b7d4-03efe4584915', 8, '灏忔暟缁樺浘', 'DIFY', 'imageTalk'),
- ('basic_paper_talk', 9, '鏂囨。鍑哄嵎', 'BASIC', 'paperTalk'),
+ ('2f6ddf93-7ba6-4b2d-b991-d96421404600', 9, '鏂囨。鍑哄嵎', 'DIFY', 'paperTalk'),
('basic_report_clean', 10, '鏂囨。鎶ュ憡', 'DIFY', 'reportWorkflow')
]
@@ -240,6 +241,15 @@
def get_data_from_ragflow_v2(names: List[str]) -> List[Dict]:
db = SessionRagflow()
+ para = {
+ "user_input_form": [],
+ "retriever_resource": {
+ "enabled": True
+ },
+ "file_upload": {
+ "enabled": False
+ }
+ }
try:
if names:
query = db.query(Dialog.id, Dialog.name, Dialog.description, Dialog.status, Dialog.tenant_id) \
@@ -251,13 +261,13 @@
results = query.all()
formatted_results = [
{"id": row[0], "name": row[1], "description": row[2], "status": "1" if row[3] == "1" else "2",
- "user_id": str(row[4]), "mode": "agent-dialog"} for row in results]
+ "user_id": str(row[4]), "mode": "agent-dialog", "parameters": para} for row in results]
return formatted_results
finally:
db.close()
-def get_data_from_dify_v2(names: List[str]) -> List[Dict]:
+def get_data_from_dy_v2(names: List[str]) -> List[Dict]:
db = SessionDify()
try:
if names:
@@ -269,7 +279,7 @@
results = query.all()
formatted_results = [
{"id": str(row[0]), "name": row[1], "description": row[2], "status": "1",
- "user_id": str(row[4]), "mode": row[5]} for row in results]
+ "user_id": str(row[4]), "mode": row[5], "parameters": {}} for row in results]
return formatted_results
finally:
db.close()
@@ -286,20 +296,22 @@
if existing_agent:
existing_agent.name = row["name"]
existing_agent.description = row["description"]
- # existing_agent.status = row["status"]
existing_agent.mode = row["mode"]
- # existing_agent.tenant_id = get_rag_user_id(db, row["user_id"], type_dict[dialog_type])
+ if existing_agent.status == Dialog_STATSU_DELETE:
+ existing_agent.status = Dialog_STATSU_ON
+ if row["parameters"]:
+ existing_agent.parameters = json.dumps(row["parameters"])
else:
existing = DialogModel(id=row["id"], status=row["status"], name=row["name"],
description=row["description"],
tenant_id=get_rag_user_id(db, row["user_id"], type_dict[dialog_type]),
- dialog_type=dialog_type, mode=row["mode"])
+ dialog_type=dialog_type, mode=row["mode"], parameters=json.dumps(row["parameters"]))
db.add(existing)
db.commit()
for dialog in db.query(DialogModel).filter_by(dialog_type=dialog_type).all():
if dialog.id not in agent_id_list:
# print(dialog.id)
- db.query(DialogModel).filter_by(id=dialog.id).update({"status": "2"})
+ db.query(DialogModel).filter_by(id=dialog.id).update({"status": Dialog_STATSU_DELETE})
db.commit()
except IntegrityError:
db.rollback()
@@ -332,12 +344,12 @@
ragflow_data = get_data_from_ragflow_v2([])
if ragflow_data:
update_ids_in_local_v2(ragflow_data, "1")
- elif app["id"] == BISHENG:
- bisheng_data = get_data_from_bisheng_v2([])
- if bisheng_data:
- update_ids_in_local_v2(bisheng_data, "2")
+ # elif app["id"] == BISHENG:
+ # bisheng_data = get_data_from_bisheng_v2([])
+ # if bisheng_data:
+ # update_ids_in_local_v2(bisheng_data, "2")
elif app["id"] == DIFY:
- dify_data = get_data_from_dify_v2([])
+ dify_data = get_data_from_dy_v2([])
if dify_data:
update_ids_in_local_v2(dify_data, "4")
print("v2 Agents synchronized successfully")
@@ -385,10 +397,10 @@
try:
row = db.query(RgKnowledge.id, RgKnowledge.name, RgKnowledge.description, RgKnowledge.status,
- RgKnowledge.tenant_id, RgKnowledge.doc_num, RgKnowledge.permission).filter(
+ RgKnowledge.tenant_id, RgKnowledge.doc_num, RgKnowledge.permission, RgKnowledge.embd_id).filter(
RgKnowledge.id == klg_id).first()
return {"id": row[0], "name": row[1], "description": row[2], "status": str(row[3]),
- "user_id": str(row[4]), "doc_num": row[5], "permission": row[6]} if row else {}
+ "user_id": str(row[4]), "doc_num": row[5], "permission": row[6], "embd_id": row[7]} if row else {}
finally:
db.close()
@@ -431,6 +443,18 @@
db.close()
+def import_type_table(session: Session, node: dict, parent=None):
+ resource_type = ResourceTypeModel(
+ id=node['id'],
+ name=node['name'],
+ description=node.get('description')
+ )
+ if parent:
+ resource_type.parent = parent
+ session.add(resource_type)
+ session.commit()
+
+
def import_tree(session: Session, node: dict, parent=None):
resource = ResourceModel(
id=node['id'],
@@ -460,6 +484,18 @@
def sync_resources_from_json():
db = SessionLocal()
try:
+ if db.query(ResourceTypeModel).count() == 0:
+ with open(os.path.join(ENV_CONF_PATH, "resource_type.json"), 'r', encoding='utf-8') as file:
+ type_json_data = json.load(file)
+
+ db.query(ResourceTypeModel).delete()
+ db.commit()
+
+ for node in type_json_data:
+ import_type_table(db, node)
+ print("add resourceType record successfully")
+ else:
+ print("sync resourcesType successfully")
if db.query(ResourceModel).count() == 0:
with open(os.path.join(ENV_CONF_PATH, "resource.json"), 'r', encoding='utf-8') as file:
json_data = json.load(file)
@@ -473,7 +509,7 @@
else:
print("sync resources successfully")
except Exception as e:
- print(f"Failed to sync resources: {str(e)}")
+ print(f"Failed to sync resources or resource type: {str(e)}")
finally:
db.close()
--
Gitblit v1.8.0