zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 支持向量模型

Browse Source
This commit is contained in:
shaohuzhang1 2024-07-18 16:36:34 +08:00
parent 9679030565
commit 9e76cd97de
2 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/common/event/listener_manage.py
View File

@ -159,6 +159,8 @@ class ListenerManagement:
@param embedding_model 向量模型 @param embedding_model 向量模型
:return: None :return: None
""" """
if not try_lock('embedding' + document_id):
return
max_kb.info(f"开始--->向量化文档:{document_id}") max_kb.info(f"开始--->向量化文档:{document_id}")
QuerySet(Document).filter(id=document_id).update(**{'status': Status.embedding}) QuerySet(Document).filter(id=document_id).update(**{'status': Status.embedding})
QuerySet(Paragraph).filter(document_id=document_id).update(**{'status': Status.embedding}) QuerySet(Paragraph).filter(document_id=document_id).update(**{'status': Status.embedding})
@ -184,6 +186,7 @@ class ListenerManagement:
**{'status': status, 'update_time': datetime.datetime.now()}) **{'status': status, 'update_time': datetime.datetime.now()})
QuerySet(Paragraph).filter(document_id=document_id).update(**{'status': status}) QuerySet(Paragraph).filter(document_id=document_id).update(**{'status': status})
max_kb.info(f"结束--->向量化文档:{document_id}") max_kb.info(f"结束--->向量化文档:{document_id}")
un_lock('embedding' + document_id)
@staticmethod @staticmethod
@embedding_poxy @embedding_poxy
@ -196,6 +199,7 @@ class ListenerManagement:
""" """
max_kb.info(f"开始--->向量化数据集:{dataset_id}") max_kb.info(f"开始--->向量化数据集:{dataset_id}")
try: try:
ListenerManagement.delete_embedding_by_dataset(dataset_id)
document_list = QuerySet(Document).filter(dataset_id=dataset_id) document_list = QuerySet(Document).filter(dataset_id=dataset_id)
max_kb.info(f"数据集文档:{[d.name for d in document_list]}") max_kb.info(f"数据集文档:{[d.name for d in document_list]}")
for document in document_list: for document in document_list:

1
apps/dataset/serializers/dataset_serializers.py
View File

@ -785,6 +785,7 @@ class DataSetSerializers(serializers.ModelSerializer):
QuerySet(ApplicationDatasetMapping).filter( QuerySet(ApplicationDatasetMapping).filter(
dataset_id=self.data.get('id'))]))} dataset_id=self.data.get('id'))]))}
@transaction.atomic
def edit(self, dataset: Dict, user_id: str): def edit(self, dataset: Dict, user_id: str):
""" """
修改知识库 修改知识库