vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 00:29:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

phrasing

Browse source
This commit is contained in:
Concedo 2025-03-02 14:25:22 +08:00
parent b8c0df04aa
commit 4bf5698276
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
gpttype_adapter.cpp
View file

@ -1191,7 +1191,7 @@ void sample_rep_pen(int n_ctx, int rep_pen_range, float rep_pen, float rep_pen_s
// Create a frequency map to count occurrences of each token in last_tokens // Create a frequency map to count occurrences of each token in last_tokens
std::unordered_set<llama_token> tokens_near(last_tokens + last_n_repeat / 2, last_tokens + last_n_repeat); std::unordered_set<llama_token> tokens_near(last_tokens + last_n_repeat / 2, last_tokens + last_n_repeat);
std::unordered_set<llama_token> tokens_far(last_tokens, last_tokens + last_n_repeat / 2); std::unordered_set<llama_token> tokens_far(last_tokens, last_tokens + last_n_repeat / 2);
float rep_pen_reduced = rep_pen; float rep_pen_reduced = rep_pen;
if(rep_pen_reduced>1.0f) if(rep_pen_reduced>1.0f)
{ {
@ -3535,7 +3535,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
if (!evalres) if (!evalres)
{ {
fprintf(stderr, "\nFailed to predict at %d! Check your context buffer sizes!\n",n_past); fprintf(stderr, "\nFailed to predict at token position %d! Check your context buffer sizes!\n",n_past);
output.text = nullptr; output.text = nullptr;
output.status = 0; output.status = 0;
output.prompt_tokens = output.completion_tokens = 0; output.prompt_tokens = output.completion_tokens = 0;