vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

WIP on sdcpp integration

Browse source
This commit is contained in:
Concedo 2024-02-29 00:40:07 +08:00
parent 1e3ac7d803
commit f75e479db0
12 changed files with 154 additions and 664 deletions
Download patch file Download diff file Expand all files Collapse all files

6
model_adapter.cpp
View file

@ -284,14 +284,14 @@ void print_tok_vec(std::vector<float> &embd)
int filever = gguf_get_version(ctx);
fileformatmeta->fileversion = filever;
fileformatmeta->model_architecture = GGUFArch::DEFAULT;
fileformatmeta->model_architecture = GGUFArch::ARCH_DEFAULT;
if(modelarch=="phi2")
{
fileformatmeta->model_architecture = GGUFArch::PHI;
fileformatmeta->model_architecture = GGUFArch::ARCH_PHI;
}
else if(modelarch=="falcon")
{
fileformatmeta->model_architecture = GGUFArch::FALCON;
fileformatmeta->model_architecture = GGUFArch::ARCH_FALCON;
}
}
gguf_free(ctx);