zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: xinference tti and image model set default model

Browse Source 
--bug=1051237 --user=刘瑞斌 【模型管理】Xorbits Inference添加自定义模型报错问题汇总 https://www.tapd.cn/57709429/s/1642278
This commit is contained in:
CaptainB 2025-01-06 18:13:57 +08:00 committed by 刘瑞斌
parent 6b23fcd11c
commit 9b57655255
1 changed files with 23 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py
View File

@ -521,25 +521,29 @@ embedding_model_info = [
rerank_list = [ModelInfo('bce-reranker-base_v1', rerank_list = [ModelInfo('bce-reranker-base_v1',
'发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估', '发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估',
ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)] ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)]
model_info_manage = (ModelInfoManage.builder() model_info_manage = (
.append_model_info_list(model_info_list) ModelInfoManage.builder()
.append_model_info_list(voice_model_info) .append_model_info_list(model_info_list)
.append_default_model_info(voice_model_info[0]) .append_model_info_list(voice_model_info)
.append_default_model_info(voice_model_info[1]) .append_default_model_info(voice_model_info[0])
.append_default_model_info(ModelInfo('phi3', .append_default_model_info(voice_model_info[1])
'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。', .append_default_model_info(ModelInfo('phi3',
ModelTypeConst.LLM, xinference_llm_model_credential, 'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。',
XinferenceChatModel)) ModelTypeConst.LLM, xinference_llm_model_credential,
.append_model_info_list(embedding_model_info) XinferenceChatModel))
.append_default_model_info(ModelInfo('', .append_model_info_list(embedding_model_info)
'', .append_default_model_info(ModelInfo('',
ModelTypeConst.EMBEDDING, '',
xinference_embedding_model_credential, XinferenceEmbedding)) ModelTypeConst.EMBEDDING,
.append_model_info_list(rerank_list) xinference_embedding_model_credential, XinferenceEmbedding))
.append_model_info_list(image_model_info) .append_model_info_list(rerank_list)
.append_model_info_list(tti_model_info) .append_model_info_list(image_model_info)
.append_default_model_info(rerank_list[0]) .append_default_model_info(image_model_info[0])
.build()) .append_model_info_list(tti_model_info)
.append_default_model_info(tti_model_info[0])
.append_default_model_info(rerank_list[0])
.build()
)
def get_base_url(url: str): def get_base_url(url: str):