vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-04-26 10:41:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

handle multi tool calls

Browse source
This commit is contained in:
Concedo 2025-07-25 23:06:23 +08:00
parent f25339c92b
commit 8192cd6747
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -2390,7 +2390,7 @@ ws ::= | " " | "\n" [ \t]{0,20}
attachedaudid += 1
messages_string += f"\n(Attached Audio {attachedaudid})\n"
# If last message, add any tools calls after message content and before message end token if any
if message['role'] == "user" and message_index == len(messages_array):
if (message['role'] == "user" or message['role'] == "tool") and message_index == len(messages_array):
# tools handling: Check if user is passing a openai tools array, if so add to end of prompt before assistant prompt unless tool_choice has been set to None
tools_array = genparams.get('tools', [])
chosen_tool = genparams.get('tool_choice', "auto")
@ -2402,6 +2402,8 @@ ws ::= | " " | "\n" [ \t]{0,20}
if chosen_tool=="auto":
# if you want a different template, you can set 'custom_tools_prompt' in the chat completions adapter as follows
custom_tools_prompt = adapter_obj.get("custom_tools_prompt", "Can the user query be answered by a listed tool above? (One word response: yes or no):")
if message['role'] == "tool":
custom_tools_prompt = adapter_obj.get("custom_tools_prompt", "Can the user query be further answered by another listed tool above? (If response is already complete, reply NO) (One word response: yes or no):")
# note: message string already contains the instruct start tag!
pollgrammar = r'root ::= "yes" | "no" | "Yes" | "No" | "YES" | "NO"'
temp_poll = {