vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 16:44:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Gpt NeoX / Pythia integration completed

Browse source
This commit is contained in:
Concedo 2023-04-22 11:23:25 +08:00
parent 7b3d04e5d4
commit c454f8b848
5 changed files with 20 additions and 150 deletions
Download patch file Download diff file Expand all files Collapse all files

2
model_adapter.cpp
View file

@ -127,7 +127,7 @@ void print_tok_vec(std::vector<float> &embd)
fileformat = FileFormat::GPT2_2; //quantized format cannot be legacy type
}
}
else if(vocabsiz < 32000 || vocabsiz > 36000)
else if(vocabsiz < 31998 || vocabsiz > 33000)
{
//anything outside the llama v1 range is assumed to be NeoX
fileformat = FileFormat::NEOX_1;