zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 问题批量插入去重

Browse Source
This commit is contained in:
shaohuzhang1 2024-04-10 11:38:26 +08:00
parent 06e03f7cd6
commit b5452e3764
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/dataset/serializers/problem_serializers.py
View File

@ -60,13 +60,14 @@ class ProblemSerializers(ApiMixin, serializers.Serializer):
if with_valid: if with_valid:
self.is_valid(raise_exception=True) self.is_valid(raise_exception=True)
problem_list = self.data.get('problem_list') problem_list = self.data.get('problem_list')
problem_list = list(set(problem_list))
dataset_id = self.data.get('dataset_id') dataset_id = self.data.get('dataset_id')
exists_problem_content_list = [problem.content for problem in exists_problem_content_list = [problem.content for problem in
QuerySet(Problem).filter(dataset_id=dataset_id, QuerySet(Problem).filter(dataset_id=dataset_id,
content__in=problem_list)] content__in=problem_list)]
problem_instance_list = [Problem(id=uuid.uuid1(), dataset_id=dataset_id, content=problem_content) for problem_instance_list = [Problem(id=uuid.uuid1(), dataset_id=dataset_id, content=problem_content) for
problem_content in problem_content in
self.data.get('problem_list') if problem_list if
(not exists_problem_content_list.__contains__(problem_content) if (not exists_problem_content_list.__contains__(problem_content) if
len(exists_problem_content_list) > 0 else True)] len(exists_problem_content_list) > 0 else True)]
@ -122,7 +123,7 @@ class ProblemSerializers(ApiMixin, serializers.Serializer):
self.is_valid(raise_exception=True) self.is_valid(raise_exception=True)
problem_paragraph_mapping = QuerySet(ProblemParagraphMapping).filter(dataset_id=self.data.get("dataset_id"), problem_paragraph_mapping = QuerySet(ProblemParagraphMapping).filter(dataset_id=self.data.get("dataset_id"),
problem_id=self.data.get("problem_id")) problem_id=self.data.get("problem_id"))
if problem_paragraph_mapping is None or len(problem_paragraph_mapping)==0: if problem_paragraph_mapping is None or len(problem_paragraph_mapping) == 0:
return [] return []
return native_search( return native_search(
QuerySet(Paragraph).filter(id__in=[row.paragraph_id for row in problem_paragraph_mapping]), QuerySet(Paragraph).filter(id__in=[row.paragraph_id for row in problem_paragraph_mapping]),