vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 08:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wip pythia integration

Browse source
This commit is contained in:
Concedo 2023-04-22 01:08:23 +08:00
parent 68898046c2
commit ef13443047
4 changed files with 34 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
model_adapter.cpp
View file

@ -113,7 +113,7 @@ void print_tok_vec(std::vector<float> &embd)
fileformat = FileFormat::GPTJ_3; //quantized format cannot be legacy type
}
}
if(vocabsiz==50257)
else if(vocabsiz==50257)
{
fileformat = FileFormat::GPT2_1;
uint32_t temp;
@ -125,8 +125,12 @@ void print_tok_vec(std::vector<float> &embd)
if(temp!=0 && temp!=1)
{
fileformat = FileFormat::GPT2_2; //quantized format cannot be legacy type
}
}
}
else if(vocabsiz < 32000 || vocabsiz > 36000)
{
//anything outside the llama v1 range is assumed to be NeoX
fileformat = FileFormat::NEOX_1;
}
}
else if(magic == 0x67676d66) //v2 format ggmf