vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-31 01:54:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

increase logprobs returned to 10

Browse source
This commit is contained in:
Concedo 2026-01-18 11:13:42 +08:00
parent 22ddad81b9
commit 3816391a74
3 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
expose.h
View file

@ -4,7 +4,7 @@
const int tensor_split_max = 16;
const int images_max = 8;
const int audio_max = 4;
const int logprobs_max = 5;
const int logprobs_max = 10;
const int overridekv_max = 4;
// match kobold's sampler list and order

2
gpttype_adapter.cpp
View file

@ -4732,7 +4732,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
std::string topstr = toppick.selected_token;
::utreplace(topstr, "\n", "\\n");
printf("(%s <%d> %.2f%%)", RemoveBell(topstr).c_str(), toppick.selected_tokenid, toppick.selected_probability*100);
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size());
int maxtoshow = (toppick.tokenid.size()>4?4:toppick.tokenid.size()); //hardcode limit even if we have more logprobs_max
for (int i=0;i<maxtoshow;++i)
{
if(toppick.tokenid[i]==toppick.selected_tokenid)

2
koboldcpp.py
View file

@ -48,7 +48,7 @@ images_max = 8
audio_max = 4
bias_min_value = -100.0
bias_max_value = 100.0
logprobs_max = 5
logprobs_max = 10
default_draft_amount = 8
default_ttsmaxlen = 4096
default_visionmaxres = 1024