new gpt2 format supported

This commit is contained in:
Concedo 2023-04-08 17:35:36 +08:00
parent 1369b46bb7
commit d8e37bfe75
12 changed files with 962 additions and 51 deletions

View file

@ -33,7 +33,7 @@ int main(int argc, char ** argv) {
gpt_vocab vocab;
gptj_model_v1 model;
FileFormat file_format = FileFormat::GPTJ2;
FileFormat file_format = FileFormat::GPTJ_2;
// load the model
{