zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Batch generation of problems (#1905)

Browse Source
This commit is contained in:
shaohuzhang1 2024-12-25 11:23:59 +08:00 committed by GitHub
parent 2db86169fa
commit 28ceb94417
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
apps/dataset/serializers/document_serializers.py
View File

@ -1159,16 +1159,25 @@ class DocumentSerializers(ApiMixin, serializers.Serializer):
class BatchGenerateRelated(ApiMixin, serializers.Serializer): class BatchGenerateRelated(ApiMixin, serializers.Serializer):
dataset_id = serializers.UUIDField(required=True, error_messages=ErrMessage.uuid("知识库id")) dataset_id = serializers.UUIDField(required=True, error_messages=ErrMessage.uuid("知识库id"))
@transaction.atomic
def batch_generate_related(self, instance: Dict, with_valid=True): def batch_generate_related(self, instance: Dict, with_valid=True):
if with_valid: if with_valid:
self.is_valid(raise_exception=True) self.is_valid(raise_exception=True)
document_id_list = instance.get("document_id_list") document_id_list = instance.get("document_id_list")
model_id = instance.get("model_id") model_id = instance.get("model_id")
prompt = instance.get("prompt") prompt = instance.get("prompt")
for document_id in document_id_list: ListenerManagement.update_status(QuerySet(Document).filter(id__in=document_id_list),
DocumentSerializers.GenerateRelated(data={'document_id': document_id}).generate_related(model_id, TaskType.GENERATE_PROBLEM,
prompt) State.PENDING)
ListenerManagement.update_status(QuerySet(Paragraph).filter(document_id__in=document_id_list),
TaskType.GENERATE_PROBLEM,
State.PENDING)
ListenerManagement.get_aggregation_document_status_by_query_set(
QuerySet(Document).filter(id__in=document_id_list))()
try:
for document_id in document_id_list:
generate_related_by_document_id.delay(document_id, model_id, prompt)
except AlreadyQueued as e:
pass
class FileBufferHandle: class FileBufferHandle: