vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

partially working, but the blas matmul is broken

Browse source
This commit is contained in:
Concedo 2023-05-13 11:35:38 +08:00
parent b335f73a60
commit 05cf5f7d6e
8 changed files with 53 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

8
model_adapter.cpp
View file

@ -145,7 +145,13 @@ void print_tok_vec(std::vector<float> &embd)
}
else if(magic == 0x67676a74) //v3 format ggjt
{
fileformat = FileFormat::GGJT; //ggjt by default
fileformat = FileFormat::GGJT_2; //ggjt by default
uint32_t temp;
fin.read((char *)&temp, sizeof(temp)); //file version
if(temp==1)
{
fileformat = FileFormat::GGJT;
}
}
fin.close();