vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor - do not use a copy buffer to store generation outputs, instead return a cpp allocated ptr

Browse source
This commit is contained in:
Concedo 2024-02-29 14:02:20 +08:00
parent f75e479db0
commit 524ba12abd
6 changed files with 32 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

8
expose.cpp
View file

@ -206,18 +206,18 @@ extern "C"
}
}
generation_outputs generate(const generation_inputs inputs, generation_outputs &output)
generation_outputs generate(const generation_inputs inputs)
{
return gpttype_generate(inputs, output);
return gpttype_generate(inputs);
}
bool load_model_sd(const load_sd_model_inputs inputs)
{
return sdtype_load_model(inputs);
}
sd_generation_outputs generate_sd(const sd_generation_inputs inputs, sd_generation_outputs &output)
sd_generation_outputs generate_sd(const sd_generation_inputs inputs)
{
return sdtype_generate(inputs, output);
return sdtype_generate(inputs);
}
const char * new_token(int idx) {