diff --git a/utils/fastapi_utils.py b/utils/fastapi_utils.py index c9c1c09..0f2eb5b 100644 --- a/utils/fastapi_utils.py +++ b/utils/fastapi_utils.py @@ -600,14 +600,12 @@ async def call_guideline_llm(chat_history: str, guidelines_text: str, terms:str, def _get_optimal_batch_size(guidelines_count: int) -> int: """根据guidelines数量决定最优批次数量(并发数)""" - if guidelines_count <= 5: + if guidelines_count <= 10: return 1 - elif guidelines_count <= 10: - return 2 elif guidelines_count <= 20: - return 3 + return 2 elif guidelines_count <= 30: - return 4 + return 3 else: return 5