vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-06 16:19:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

modify default max nodes back to 8192

Browse source
This commit is contained in:
Zonghang Li 2025-01-04 19:18:59 +04:00
parent e543fcd55f
commit 0b9720c222
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/llama.cpp
View file

@ -4599,7 +4599,7 @@ namespace GGUFMeta {
using llama_buf_map = std::unordered_map<uint32_t, ggml_backend_buffer_t>;
static size_t llama_model_max_nodes(const llama_model & model) {
return std::max<size_t>(16384, model.tensors_by_name.size()*5);
return std::max<size_t>(8192, model.tensors_by_name.size()*5);
}
static int get_layer_id(const ggml_tensor * tensor) {