zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: xinference 支持手动输入语音模型

Browse Source
This commit is contained in:
CaptainB 2024-10-24 17:37:45 +08:00 committed by 刘瑞斌
parent 0ddd745e09
commit 6df7d2d965
1 changed files with 19 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py
View File

@ -277,6 +277,9 @@ model_info_list = [
xinference_llm_model_credential, xinference_llm_model_credential,
XinferenceChatModel XinferenceChatModel
), ),
]
voice_model_info = [
ModelInfo( ModelInfo(
'CosyVoice-300M-SFT', 'CosyVoice-300M-SFT',
'CosyVoice-300M-SFT是一个小型的语音合成模型。', 'CosyVoice-300M-SFT是一个小型的语音合成模型。',
@ -359,18 +362,22 @@ embedding_model_info = [
rerank_list = [ModelInfo('bce-reranker-base_v1', rerank_list = [ModelInfo('bce-reranker-base_v1',
'发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估', '发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估',
ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)] ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)]
model_info_manage = (ModelInfoManage.builder().append_model_info_list(model_info_list).append_default_model_info( model_info_manage = (ModelInfoManage.builder()
ModelInfo( .append_model_info_list(model_info_list)
'phi3', .append_model_info_list(voice_model_info)
'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。', .append_default_model_info(voice_model_info[0])
ModelTypeConst.LLM, xinference_llm_model_credential, XinferenceChatModel)) .append_default_model_info(voice_model_info[1])
.append_model_info_list( .append_default_model_info(ModelInfo('phi3',
embedding_model_info).append_default_model_info( 'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。',
ModelInfo( ModelTypeConst.LLM, xinference_llm_model_credential,
'', XinferenceChatModel))
'', .append_model_info_list(embedding_model_info)
ModelTypeConst.EMBEDDING, xinference_embedding_model_credential, XinferenceEmbedding)) .append_default_model_info(ModelInfo('',
.append_model_info_list(rerank_list).append_default_model_info(rerank_list[0]) '',
ModelTypeConst.EMBEDDING,
xinference_embedding_model_credential, XinferenceEmbedding))
.append_model_info_list(rerank_list)
.append_default_model_info(rerank_list[0])
.build()) .build())