vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-06 20:50:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix bugs in available_mem calculation

Browse source
This commit is contained in:
Lizonghang 2025-02-15 17:43:03 +04:00
parent 64c4a47980
commit e64f237e04
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
common/common.cpp
View file

@ -1433,6 +1433,10 @@ static bool assign_layers_to_device(
if (dev.gpu_support.cuda || dev.gpu_support.metal) { if (dev.gpu_support.cuda || dev.gpu_support.metal) {
int64_t required_mem = w[m] * b_prime; int64_t required_mem = w[m] * b_prime;
int64_t available_mem = dev.gpu_props.memory_free * GIGABYTE - c_gpu[m]; int64_t available_mem = dev.gpu_props.memory_free * GIGABYTE - c_gpu[m];
if (dev.gpu_support.metal && m == 0 && cparams.keep_out_in_metal) {
available_mem -= bo;
}
if (required_mem <= available_mem) { if (required_mem <= available_mem) {
n_gpu_layers[m] = w[m]; n_gpu_layers[m] = w[m];
} else { } else {