vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 08:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new gpt2 format supported

Browse source
This commit is contained in:
Concedo 2023-04-08 17:35:36 +08:00
parent 1369b46bb7
commit d8e37bfe75
12 changed files with 962 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

4
model_adapter.cpp
View file

@ -85,11 +85,11 @@ void print_tok_vec(std::vector<float> &embd)
fin.read((char *) &vocabsiz, sizeof(int32_t));
if(vocabsiz==50400) //know GPT-J vocab size
{
fileformat = FileFormat::GPTJ1;
fileformat = FileFormat::GPTJ_1;
}
if(vocabsiz==50257)
{
fileformat = FileFormat::GPT2;
fileformat = FileFormat::GPT2_1;
}
}
else if(magic == 0x67676d66) //v2 format ggmf