modify _get_optimal_batch_size
This commit is contained in:
parent
13e2ba56a7
commit
498b98c5dc
@ -600,14 +600,12 @@ async def call_guideline_llm(chat_history: str, guidelines_text: str, terms:str,
|
|||||||
|
|
||||||
def _get_optimal_batch_size(guidelines_count: int) -> int:
|
def _get_optimal_batch_size(guidelines_count: int) -> int:
|
||||||
"""根据guidelines数量决定最优批次数量(并发数)"""
|
"""根据guidelines数量决定最优批次数量(并发数)"""
|
||||||
if guidelines_count <= 5:
|
if guidelines_count <= 10:
|
||||||
return 1
|
return 1
|
||||||
elif guidelines_count <= 10:
|
|
||||||
return 2
|
|
||||||
elif guidelines_count <= 20:
|
elif guidelines_count <= 20:
|
||||||
return 3
|
return 2
|
||||||
elif guidelines_count <= 30:
|
elif guidelines_count <= 30:
|
||||||
return 4
|
return 3
|
||||||
else:
|
else:
|
||||||
return 5
|
return 5
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user