vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

perplexity: give more information about constraints on failure (#15303)

Browse source 
* perplexity: give more information about constraints on failure

This checks whether -np is insufficient vs context, and provides clues as to how much is needed for each.

* log formatting

* log error and return instead of storing max_seq_exceeded int

* check if s0 is zero for -np check
This commit is contained in:
kallewoof 2025-08-14 15:16:32 +09:00 • committed by GitHub
parent 29c8fbe4e0
commit 3ea913f1ce
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tools/perplexity/perplexity.cpp
View file

@ -920,7 +920,7 @@ static void hellaswag_score(llama_context * ctx, const common_params & params) {
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, hs_data[i0].required_tokens);
return;
}
@ -1213,7 +1213,7 @@ static void winogrande_score(llama_context * ctx, const common_params & params)
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, data[i0].required_tokens);
return;
}
@ -1548,6 +1548,10 @@ static void multiple_choice_score(llama_context * ctx, const common_params & par
int num_answers = cur_task.seq_tokens.size();
if (s0 + num_answers > max_seq) {
if (s0 == 0) {
LOG_ERR("%s : task %zu requires a higher -np|--parallel value (at least %d)\n", __func__, i0, num_answers);
return;
}
break;
}
@ -1588,7 +1592,7 @@ static void multiple_choice_score(llama_context * ctx, const common_params & par
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, tasks[i0].required_tokens);
return;
}