vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-20 13:55:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

gpu layer offloading disabled for phi models in clblast

Browse source
This commit is contained in:
Concedo 2024-01-25 17:40:05 +08:00
parent 0a70cc1ba7
commit d9a7bd577a
4 changed files with 38 additions and 36 deletions
Download patch file Download diff file Expand all files Collapse all files

6
expose.cpp
View file

@ -169,13 +169,9 @@ extern "C"
{
printf("\n---\nIdentified as RWKV model: (ver %d)\nAttempting to Load...\n---\n", file_format);
}
else if(file_format==FileFormat::GGUF_FALCON)
{
printf("\n---\nIdentified as FALCON model: (ver %d)\nAttempting to Load...\n---\n", file_format);
}
else
{
printf("\n---\nIdentified as LLAMA model: (ver %d)\nAttempting to Load...\n---\n", file_format);
printf("\n---\nIdentified as GGUF model: (ver %d)\nAttempting to Load...\n---\n", file_format);
}
ModelLoadResult lr = gpttype_load_model(inputs, file_format, file_format_meta);
if (lr == ModelLoadResult::FAIL || lr == ModelLoadResult::RETRY_LOAD)