vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-14 19:09:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

removed main.exe to reduce clutter, added support for rep pen in gptj

Browse source
This commit is contained in:
Concedo 2023-04-04 20:43:13 +08:00
parent 9c0dbbb08b
commit 52de932842
11 changed files with 46 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

2
otherarch/gptj_v2.cpp
View file

@ -289,7 +289,7 @@ ModelLoadResult gptj_model_load(const std::string & fname, gptj_model & model, g
//test for transposition and retry older loader
if(tensor->ne[0]==ne[1] && tensor->ne[1]==ne[0] && should_transpose_layer(name))
{
printf("\nFound a transposed tensor. This could be an older model. Retrying load...");
printf("\nFound a transposed tensor. This could be an older or newer model. Retrying load...");
ggml_free(ctx);
return ModelLoadResult::RETRY_LOAD;
}