fix: 修复Xinference 模型回答问题最后几个字会重复一次
--bug=1045125 --user=王孝刚 【模型管理】本地 Xinference 模型回答问题最后几个字会重复一次 https://www.tapd.cn/57709429/s/1565685
This commit is contained in:
parent
d50c008979
commit
f9784dcbd1
@ -47,7 +47,6 @@ class BaseChatOpenAI(ChatOpenAI):
|
|||||||
if token_usage := chunk.get("usage"):
|
if token_usage := chunk.get("usage"):
|
||||||
self.__dict__.setdefault('_last_generation_info', {}).update(token_usage)
|
self.__dict__.setdefault('_last_generation_info', {}).update(token_usage)
|
||||||
logprobs = None
|
logprobs = None
|
||||||
else:
|
|
||||||
continue
|
continue
|
||||||
else:
|
else:
|
||||||
choice = chunk["choices"][0]
|
choice = chunk["choices"][0]
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user