vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wip cleanup before big merge

Browse source
This commit is contained in:
Concedo 2023-05-20 12:48:28 +08:00
parent 010b2753d9
commit 4e86a07e57
5 changed files with 2976 additions and 2989 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama.cpp
View file

@ -1080,7 +1080,6 @@ static void llama_model_load_internal(
const int n_gpu = std::min(n_gpu_layers, int(hparams.n_layer));
if(GetQuantsUnshuffled())
{
SetGPULayers(n_gpu);
fprintf(stderr, "%s: [opencl] offloading %d layers to GPU\n", __func__, n_gpu);