vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 11:59:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added support for gpt4all original format

Browse source
This commit is contained in:
Concedo 2023-04-02 00:53:46 +08:00
parent 085a9f90a7
commit b1f08813e3
10 changed files with 38 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llamaextra.cpp
View file

@ -272,7 +272,13 @@ void print_tok_vec(std::vector<int> &embd)
vocab.id_to_token.resize(model.hparams.n_vocab);
std::vector<char> tmp(64);
for (int i = 0; i < model.hparams.n_vocab; i++) {
int32_t vocabloops = model.hparams.n_vocab;
if(vocabloops==32001 && legacy_file_format)
{
printf("---\n!! WARNING: Model appears to be GPT4ALL v1 model, triggering compatibility fix !!\n---\n");
vocabloops -= 1;
}
for (int i = 0; i < vocabloops; i++) {
uint32_t len;
fin.read((char *) &len, sizeof(len));