vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 16:44:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cfg scale wip

Browse source
This commit is contained in:
Concedo 2025-05-07 00:36:00 +08:00
parent ffe23f0e93
commit a5b6f372a3
3 changed files with 42 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gpttype_adapter.cpp
View file

@ -3451,7 +3451,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
//eval the guidance prompt
printf("Preparing Negative Prompt (%zu tokens)\n", guidance_embd.size());
kcpp_embd_batch batch = kcpp_embd_batch(guidance_embd, 0, use_mrope, false);
auto er = (llama_decode(guidance_ctx, batch.batch)==0);
auto er = llama_decode(guidance_ctx, batch.batch);
if(er!=0)
{
printf("\nProcess Negative Prompt Failed! (code:%d)\n",er);