vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-22 03:10:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fixed a bug with drafting tokens

Browse source
This commit is contained in:
Concedo 2024-12-23 11:36:08 +08:00
parent fd5100c382
commit 10d4fc637d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gpttype_adapter.cpp
View file

@ -3611,7 +3611,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
{
logits_to_sample = draft_results.drafted_amount;
}
while(logits_sampled<logits_to_sample && remaining_tokens>0 && !abort_draft)
while(logits_sampled<logits_to_sample && remaining_tokens>0 && !abort_draft && !early_abort)
{
if(logits_sampled>0)
{