refactor: model
This commit is contained in:
parent
c27995c172
commit
da3c945b56
@ -14,11 +14,12 @@ class BaiLianChatModel(MaxKBBaseModel, BaseChatOpenAI):
|
|||||||
@staticmethod
|
@staticmethod
|
||||||
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
|
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
|
||||||
optional_params = MaxKBBaseModel.filter_optional_params(model_kwargs)
|
optional_params = MaxKBBaseModel.filter_optional_params(model_kwargs)
|
||||||
if 'qwen-omni-turbo' in model_name or 'qwq' in model_name:
|
# if 'qwen-omni-turbo' in model_name or 'qwq' in model_name:
|
||||||
optional_params['streaming'] = True
|
# optional_params['streaming'] = True
|
||||||
return BaiLianChatModel(
|
return BaiLianChatModel(
|
||||||
model=model_name,
|
model=model_name,
|
||||||
openai_api_base=model_credential.get('api_base'),
|
openai_api_base=model_credential.get('api_base'),
|
||||||
openai_api_key=model_credential.get('api_key'),
|
openai_api_key=model_credential.get('api_key'),
|
||||||
|
streaming=True,
|
||||||
extra_body=optional_params
|
extra_body=optional_params
|
||||||
)
|
)
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user