zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 分段不支持类型的文件报错

Browse Source
This commit is contained in:
shaohuzhang1 2024-04-10 17:05:46 +08:00
parent c0d0f53baa
commit 8b31fd6b36
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/common/handle/impl/text_split_handle.py
View File

@ -29,7 +29,8 @@ class TextSplitHandle(BaseSplitHandle):
if file_name.endswith(".md") or file_name.endswith('.txt'): if file_name.endswith(".md") or file_name.endswith('.txt'):
return True return True
result = detect(buffer) result = detect(buffer)
if result['encoding'] != 'ascii' and result['confidence'] > 0.5: if result['encoding'] is not None and result['confidence'] is not None and result['encoding'] != 'ascii' and \
result['confidence'] > 0.5:
return True return True
return False return False