mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-13 18:39:48 +00:00
WIP on sdcpp integration
This commit is contained in:
parent
1e3ac7d803
commit
f75e479db0
12 changed files with 154 additions and 664 deletions
11
expose.cpp
11
expose.cpp
|
@ -211,6 +211,15 @@ extern "C"
|
|||
return gpttype_generate(inputs, output);
|
||||
}
|
||||
|
||||
bool load_model_sd(const load_sd_model_inputs inputs)
|
||||
{
|
||||
return sdtype_load_model(inputs);
|
||||
}
|
||||
sd_generation_outputs generate_sd(const sd_generation_inputs inputs, sd_generation_outputs &output)
|
||||
{
|
||||
return sdtype_generate(inputs, output);
|
||||
}
|
||||
|
||||
const char * new_token(int idx) {
|
||||
if (generated_tokens.size() <= idx || idx < 0) return nullptr;
|
||||
|
||||
|
@ -263,4 +272,6 @@ extern "C"
|
|||
output.ids = toks.data(); //this may be slightly unsafe
|
||||
return output;
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue