vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-07 04:19:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

set minimal disk speed to 500Mbps

Browse source
This commit is contained in:
Lizonghang 2025-01-19 10:09:27 +04:00
parent 4f5265a78d
commit c701340719
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
common/common.cpp
View file

@ -829,7 +829,7 @@ static void assign_device(
uint32_t * n_gpu_layers,
struct llama_model * model,
const struct llama_context_params cparams,
float min_disk_read_speed = 0.1f) { // minimum disk I/O speed: 100 MB/s
float min_disk_read_speed = 0.5f) { // minimum disk I/O speed: 500 MB/s
GGML_ASSERT(dev_info_set != nullptr);
GGML_ASSERT(n_layer_window != nullptr);
GGML_ASSERT(my_rank == 0);