vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixing memory bugs

Browse source
This commit is contained in:
Concedo 2023-06-23 18:41:23 +08:00
parent e6ddb15c3a
commit df9135e3a9
5 changed files with 12 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -80,7 +80,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH0()
{ MODEL_3B, 256ull * MB },
{ MODEL_7B, 512ull * MB },
{ MODEL_13B, 512ull * MB },
{ MODEL_30B, 512ull * MB },
{ MODEL_30B, 640ull * MB },
{ MODEL_65B, 1024ull * MB },
};
return k_sizes;
@ -92,7 +92,7 @@ static const std::map<e_model, size_t> & MEM_REQ_SCRATCH1()
{ MODEL_3B, 256ull * MB },
{ MODEL_7B, 512ull * MB },
{ MODEL_13B, 512ull * MB },
{ MODEL_30B, 512ull * MB },
{ MODEL_30B, 640ull * MB },
{ MODEL_65B, 1024ull * MB },
};
return k_sizes;