zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 修复在线知识库爬取文档名超过128个字符报错 #706 (#778)

Browse Source
This commit is contained in:
shaohuzhang1 2024-07-16 10:59:13 +08:00 committed by wangdan-fit2cloud
parent 5dfe56cefb
commit 6a337f7ecd
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/dataset/serializers/document_serializers.py
View File

@ -666,13 +666,13 @@ class DocumentSerializers(ApiMixin, serializers.Serializer):
paragraphs = get_split_model('web.md').parse(response.content) paragraphs = get_split_model('web.md').parse(response.content)
# 插入 # 插入
DocumentSerializers.Create(data={'dataset_id': dataset_id}).save( DocumentSerializers.Create(data={'dataset_id': dataset_id}).save(
{'name': source_url, 'paragraphs': paragraphs, {'name': source_url[0:128], 'paragraphs': paragraphs,
'meta': {'source_url': source_url, 'selector': selector}, 'meta': {'source_url': source_url, 'selector': selector},
'type': Type.web}, with_valid=True) 'type': Type.web}, with_valid=True)
except Exception as e: except Exception as e:
logging.getLogger("max_kb_error").error(f'{str(e)}:{traceback.format_exc()}') logging.getLogger("max_kb_error").error(f'{str(e)}:{traceback.format_exc()}')
else: else:
Document(name=source_url, Document(name=source_url[0:128],
meta={'source_url': source_url, 'selector': selector}, meta={'source_url': source_url, 'selector': selector},
type=Type.web, type=Type.web,
char_length=0, char_length=0,