vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

gentoken reservations

Browse source
This commit is contained in:
Concedo 2025-06-28 09:16:20 +08:00
parent 0ac20e30b5
commit 815d2056d9
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
gpttype_adapter.cpp
View file

@ -3603,6 +3603,9 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
int input_consumed = 0; int input_consumed = 0;
std::mt19937 rng(kcpp_data->seed); std::mt19937 rng(kcpp_data->seed);
//do some reservation so we don't have to realloc
generated_tokens.reserve(remaining_tokens+16);
//prepare sampler order //prepare sampler order
std::vector<samplers> sampler_order; std::vector<samplers> sampler_order;
if(inputs.sampler_len<=0) //list by value if(inputs.sampler_len<=0) //list by value