vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-07 09:02:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix followup tool call check with assistant prefills

Browse source
This commit is contained in:
Concedo 2026-02-22 10:33:00 +08:00
parent edc04f3f7d
commit 73f3ffaeb7
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -3141,7 +3141,11 @@ ws ::= | " " | "\n" [ \t]{0,20}
# If last message, add any tools calls after message content and before message end token if any
if message_index == len(messages_array):
used_tool_json = determine_tool_json_to_use(genparams, messages_string, assistant_message_start, (message['role'] == "tool"))
is_followup = (message['role'] == "tool")
#small hack: if the current turn is assistant, but its short (e.g. a prefilled name), and the previous turn was tool, consider it followup as well
if(not is_followup and message_index>1 and message['role'] == "assistant" and messages_array[message_index-2]['role']=="tool" and message['content'] and len(message['content']) < 100): #100 char limit
is_followup = True
used_tool_json = determine_tool_json_to_use(genparams, messages_string, assistant_message_start, is_followup)
if used_tool_json:
toolparamjson = None