vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Added backwards compatibility to an earlier version of NeoX.

Browse source
This commit is contained in:
Concedo 2023-04-25 20:34:18 +08:00
parent bff998f871
commit 5eec5d6ed9
6 changed files with 49 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_adapter.cpp
View file

@ -130,7 +130,7 @@ void print_tok_vec(std::vector<float> &embd)
else if(vocabsiz < 31998 || vocabsiz > 33000)
{
//anything outside the llama v1 range is assumed to be NeoX
fileformat = FileFormat::NEOX_1;
fileformat = FileFormat::NEOX_2;
}
}
else if(magic == 0x67676d66) //v2 format ggmf