vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new gpt2 format supported

Browse source
This commit is contained in:
Concedo 2023-04-08 17:35:36 +08:00
parent 1369b46bb7
commit d8e37bfe75
12 changed files with 962 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -761,6 +761,8 @@ static bool llama_eval_internal(
auto & kv_self = model.kv_self;
printf("\ns:%d\n",llama_get_kv_cache_size(&lctx));
LLAMA_ASSERT(!!kv_self.ctx);
const int n_embd = hparams.n_embd;