vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

partially working, but the blas matmul is broken

Browse source
This commit is contained in:
Concedo 2023-05-13 11:35:38 +08:00
parent b335f73a60
commit 05cf5f7d6e
8 changed files with 53 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp
View file

@ -937,7 +937,8 @@ static void llama_model_load_internal(
if (hparams.ftype != LLAMA_FTYPE_ALL_F32 &&
hparams.ftype != LLAMA_FTYPE_MOSTLY_F16 &&
hparams.ftype != LLAMA_FTYPE_MOSTLY_Q8_0) {
throw format("this format is no longer supported (see https://github.com/ggerganov/llama.cpp/pull/1305)");
printf("\nLegacy LLAMA GGJT compatability changes triggered.\n");
//throw format("this format is no longer supported (see https://github.com/ggerganov/llama.cpp/pull/1305)");
}
}