vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wstring convert for mpt

Browse source
This commit is contained in:
Concedo 2023-06-24 11:43:42 +08:00
parent 6d718525c4
commit 0485fa65a2
5 changed files with 30 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -105,7 +105,7 @@ static const std::map<e_model, size_t> & MEM_REQ_KV_SELF()
{ MODEL_3B, 682ull * MB },
{ MODEL_7B, 1026ull * MB },
{ MODEL_13B, 1608ull * MB },
{ MODEL_30B, 3124ull * MB },
{ MODEL_30B, 3224ull * MB },
{ MODEL_65B, 5120ull * MB },
};
return k_sizes;
@ -119,7 +119,7 @@ static const std::map<e_model, size_t> & MEM_REQ_EVAL()
{ MODEL_3B, 512ull * MB },
{ MODEL_7B, 800ull * MB },
{ MODEL_13B, 1024ull * MB },
{ MODEL_30B, 1280ull * MB },
{ MODEL_30B, 1380ull * MB },
{ MODEL_65B, 1536ull * MB },
};
return k_sizes;