vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 11:59:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add more QOL

Browse source
This commit is contained in:
Concedo 2023-05-17 00:11:28 +08:00
parent 94ef3e81cf
commit 417711be46
6 changed files with 17 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp
View file

@ -1073,7 +1073,8 @@ static void llama_model_load_internal(
{
const int n_gpu = std::min(n_gpu_layers, int(hparams.n_layer));
if(GetQuantsUnshuffled())
{
{
SetGPULayers(n_gpu);
fprintf(stderr, "%s: [opencl] offloading %d layers to GPU\n", __func__, n_gpu);