vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixes for tool calling

Browse source
This commit is contained in:
Concedo 2025-07-30 19:25:39 +08:00
parent 3284757b56
commit 1976bb3f53
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -2415,7 +2415,7 @@ ws ::= | " " | "\n" [ \t]{0,20}
pollgrammar = r'root ::= "yes" | "no" | "Yes" | "No" | "YES" | "NO"' pollgrammar = r'root ::= "yes" | "no" | "Yes" | "No" | "YES" | "NO"'
temp_poll = { temp_poll = {
"prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{custom_tools_prompt}{user_end}", "prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{custom_tools_prompt}{user_end}",
"max_length":4, "max_length":5,
"temperature":0.1, "temperature":0.1,
"top_k":1, "top_k":1,
"rep_pen":1, "rep_pen":1,
@ -2445,10 +2445,10 @@ ws ::= | " " | "\n" [ \t]{0,20}
pollgrammar += ("" if pollgrammar=="" else " | ") pollgrammar += ("" if pollgrammar=="" else " | ")
pollgrammar += "\"" + name + "\"" pollgrammar += "\"" + name + "\""
pollgrammar = r'root ::= ' + pollgrammar pollgrammar = r'root ::= ' + pollgrammar
decide_tool_prompt = "Which of the listed tools should be used? Pick exactly one. (Reply directly with the selected tool's name):" decide_tool_prompt = "Which of the listed tools should be used next? Pick exactly one. (Reply directly with the selected tool's name):"
temp_poll = { temp_poll = {
"prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{decide_tool_prompt}{user_end}", "prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{decide_tool_prompt}{user_end}",
"max_length":8, "max_length":16,
"temperature":0.1, "temperature":0.1,
"top_k":1, "top_k":1,
"rep_pen":1, "rep_pen":1,