vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 16:34:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

increase default max nodes from 8192 to 16384

Browse source
This commit is contained in:
Zonghang Li 2025-01-04 11:08:35 +04:00
parent b712ad3044
commit b2f806a572
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama.cpp
View file

@ -4599,7 +4599,7 @@ namespace GGUFMeta {
using llama_buf_map = std::unordered_map<uint32_t, ggml_backend_buffer_t>;
static size_t llama_model_max_nodes(const llama_model & model) {
return std::max<size_t>(8192, model.tensors_by_name.size()*5);
return std::max<size_t>(16384, model.tensors_by_name.size()*5);
}
static int get_layer_id(const ggml_tensor * tensor) {