fix: openai need streaming

2025-04-01 16:58:08 +08:00 · 2025-04-01 16:58:08 +08:00 · 6fde8ec80f
commit 6fde8ec80f
parent 081fcab7eb
1 changed files with 1 additions and 0 deletions
--- a/apps/setting/models_provider/impl/openai_model_provider/model/llm.py
+++ b/apps/setting/models_provider/impl/openai_model_provider/model/llm.py
@ -35,6 +35,7 @@ class OpenAIChatModel(MaxKBBaseModel, BaseChatOpenAI):
            openai_api_base=model_credential.get('api_base'),
            openai_api_key=model_credential.get('api_key'),
            **optional_params,
+            streaming=True,
            custom_get_token_ids=custom_get_token_ids
        )
        return azure_chat_open_ai