vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor - do not use a copy buffer to store generation outputs, instead return a cpp allocated ptr

Browse source
This commit is contained in:
Concedo 2024-02-29 14:02:20 +08:00
parent f75e479db0
commit 524ba12abd
6 changed files with 32 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

9
otherarch/sdcpp/sd_adapter.cpp
View file

@ -144,12 +144,13 @@ bool sdtype_load_model(const load_sd_model_inputs inputs) {
}
sd_generation_outputs sdtype_generate(const sd_generation_inputs inputs, sd_generation_outputs &output)
sd_generation_outputs sdtype_generate(const sd_generation_inputs inputs)
{
sd_generation_outputs output;
if(sd_ctx == nullptr || sd_params == nullptr)
{
printf("\nError: KCPP SD is not initialized!\n");
snprintf(output.data, sizeof(output.data), "%s", "");
output.data = nullptr;
output.status = 0;
return output;
}
@ -208,7 +209,7 @@ sd_generation_outputs sdtype_generate(const sd_generation_inputs inputs, sd_gene
if (results == NULL) {
printf("\nKCPP SD generate failed!\n");
snprintf(output.data, sizeof(output.data), "%s", "");
output.data = nullptr;
output.status = 0;
return output;
}
@ -230,7 +231,7 @@ sd_generation_outputs sdtype_generate(const sd_generation_inputs inputs, sd_gene
free(results);
snprintf(output.data, sizeof(output.data), "%s", "");
output.data = nullptr;
output.status = 1;
return output;
}