zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 应用对话时如何模型未正确输出优化问题,则使用原问题进行问答

Browse Source 
#13
This commit is contained in:
shaohuzhang1 2024-03-25 10:45:15 +08:00
parent e9fbe1b13b
commit f1b04e8a1b
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/application/chat_pipeline/step/reset_problem_step/impl/base_reset_problem_step.py
View File

@ -28,7 +28,9 @@ class BaseResetProblemStep(IResetProblemStep):
range(start_index if start_index > 0 else 0, len(history_chat_record))] range(start_index if start_index > 0 else 0, len(history_chat_record))]
message_list = [*flat_map(history_message), message_list = [*flat_map(history_message),
HumanMessage(content=prompt.format(**{'question': problem_text}))] HumanMessage(content=prompt.format(**{'question': problem_text}))]
response = chat_model(message_list) response = chat_model.invoke(message_list)
padding_problem = problem_text
if response.content.__contains__("<data>") and response.content.__contains__('</data>'):
padding_problem = response.content[response.content.index('<data>') + 6:response.content.index('</data>')] padding_problem = response.content[response.content.index('<data>') + 6:response.content.index('</data>')]
self.context['message_tokens'] = chat_model.get_num_tokens_from_messages(message_list) self.context['message_tokens'] = chat_model.get_num_tokens_from_messages(message_list)
self.context['answer_tokens'] = chat_model.get_num_tokens(padding_problem) self.context['answer_tokens'] = chat_model.get_num_tokens(padding_problem)