vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wip adding embeddings support

Browse source
This commit is contained in:
Concedo 2025-03-24 18:01:23 +08:00
parent b1641ee4a2
commit 3992fb79cc
7 changed files with 378 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

9
expose.cpp
View file

@ -247,6 +247,15 @@ extern "C"
return ttstype_generate(inputs);
}
bool embeddings_load_model(const embeddings_load_model_inputs inputs)
{
return embeddingstype_load_model(inputs);
}
embeddings_generation_outputs embeddings_generate(const embeddings_generation_inputs inputs)
{
return embeddingstype_generate(inputs);
}
const char * new_token(int idx) {
if (generated_tokens.size() <= idx || idx < 0) return nullptr;