vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix for mamba processing

Browse source
This commit is contained in:
Concedo 2024-03-13 13:27:46 +08:00
parent ba950716a9
commit 47c42fd45c
4 changed files with 24 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
model_adapter.cpp
View file

@ -293,6 +293,10 @@ void print_tok_vec(std::vector<float> &embd)
{
fileformatmeta->model_architecture = GGUFArch::ARCH_FALCON;
}
else if(modelarch=="mamba")
{
fileformatmeta->model_architecture = GGUFArch::ARCH_MAMBA;
}
}
gguf_free(ctx);
}