vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 20:09:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

integrated gpt2 support

Browse source
This commit is contained in:
Concedo 2023-04-04 23:15:47 +08:00
parent 52de932842
commit 14273fea7a
9 changed files with 926 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

5
model_adapter.h
View file

@ -36,11 +36,12 @@ enum ModelLoadResult
bool llama_load_model(const load_model_inputs inputs, FileFormat file_format);
generation_outputs llama_generate(const generation_inputs inputs, generation_outputs &output);
ModelLoadResult gptj_load_model(const load_model_inputs inputs, FileFormat in_file_format);
generation_outputs gptj_generate(const generation_inputs inputs, generation_outputs &output);
ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in_file_format);
generation_outputs gpttype_generate(const generation_inputs inputs, generation_outputs &output);
void timer_start();
double timer_check();
void print_tok_vec(std::vector<int> &embd);
void print_tok_vec(std::vector<float> &embd);
FileFormat check_file_format(const std::string & fname);