fix: openai need streaming
This commit is contained in:
parent
081fcab7eb
commit
6fde8ec80f
@ -35,6 +35,7 @@ class OpenAIChatModel(MaxKBBaseModel, BaseChatOpenAI):
|
|||||||
openai_api_base=model_credential.get('api_base'),
|
openai_api_base=model_credential.get('api_base'),
|
||||||
openai_api_key=model_credential.get('api_key'),
|
openai_api_key=model_credential.get('api_key'),
|
||||||
**optional_params,
|
**optional_params,
|
||||||
|
streaming=True,
|
||||||
custom_get_token_ids=custom_get_token_ids
|
custom_get_token_ids=custom_get_token_ids
|
||||||
)
|
)
|
||||||
return azure_chat_open_ai
|
return azure_chat_open_ai
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user