vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow temperatures up to 1.0 when function calling

Browse source
This commit is contained in:
Concedo 2025-05-30 15:59:18 +08:00
parent d99f362513
commit 6529326c59
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -2269,8 +2269,8 @@ ws ::= | " " | "\n" [ \t]{0,20}
if used_tool_json:
toolparamjson = None
toolname = None
# Set temperature low automatically if function calling
genparams["temperature"] = 0.1
# Set temperature lower automatically if function calling, cannot exceed 0.5
genparams["temperature"] = (1.0 if genparams.get("temperature", 0.5) > 1.0 else genparams.get("temperature", 0.5))
genparams["using_openai_tools"] = True
# Set grammar to llamacpp example grammar to force json response (see https://github.com/ggerganov/llama.cpp/blob/master/grammars/json_arr.gbnf)
genparams["grammar"] = jsongrammar