vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added MPT support

Browse source
This commit is contained in:
Concedo 2023-06-03 16:14:08 +08:00
parent 9839259b63
commit 6f82e17b7a
10 changed files with 983 additions and 48 deletions
Download patch file Download diff file Expand all files Collapse all files

6
model_adapter.cpp
View file

@ -98,7 +98,11 @@ void print_tok_vec(std::vector<float> &embd)
//we need to read more to determine
int32_t vocabsiz = 0;
fin.read((char *) &vocabsiz, sizeof(int32_t));
if(vocabsiz==50400) //know GPT-J vocab size
if(vocabsiz==4096) //actually the d_model for mpt
{
fileformat = FileFormat::MPT_1;
}
else if(vocabsiz==50400) //know GPT-J vocab size
{
fileformat = FileFormat::GPTJ_1;
uint32_t temp;