zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 对模型嵌入归一化,提升检索速度 (#710)

Browse Source
This commit is contained in:
gcalgoz 2024-07-05 18:14:58 +08:00 committed by GitHub
parent 5950fa3e91
commit d152f441ff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/common/config/embedding_config.py
View File

@ -24,10 +24,13 @@ class EmbeddingModel:
model_name = CONFIG.get('EMBEDDING_MODEL_NAME') model_name = CONFIG.get('EMBEDDING_MODEL_NAME')
cache_folder = CONFIG.get('EMBEDDING_MODEL_PATH') cache_folder = CONFIG.get('EMBEDDING_MODEL_PATH')
device = CONFIG.get('EMBEDDING_DEVICE') device = CONFIG.get('EMBEDDING_DEVICE')
encode_kwargs = {'normalize_embeddings': True}
e = HuggingFaceEmbeddings( e = HuggingFaceEmbeddings(
model_name=model_name, model_name=model_name,
cache_folder=cache_folder, cache_folder=cache_folder,
model_kwargs={'device': device}) model_kwargs={'device': device},
encode_kwargs=encode_kwargs,
)
EmbeddingModel.instance = e EmbeddingModel.instance = e
return EmbeddingModel.instance return EmbeddingModel.instance