vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added linear rope option, added warning for bad samplers

Browse source
This commit is contained in:
Concedo 2023-07-11 18:08:19 +08:00
parent b0b131499f
commit 4be167915a
6 changed files with 66 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

7
gpttype_adapter.cpp
View file

@ -346,6 +346,13 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
= gpt2_ctx_v1.hparams.n_ctx = gpt2_ctx_v2.hparams.n_ctx = gpt2_ctx_v3.hparams.n_ctx
= mpt_ctx_v3.hparams.n_ctx = params.n_ctx;
//handle linear rope
if(inputs.linear_rope)
{
printf("Using Linear RoPE scaling instead of NTK-Aware scaling.\n");
}
set_ntk_rope_scale_mode(!inputs.linear_rope);
//handle custom token bans
banned_tokens.clear();
for(int x=0;x<ban_token_max;++x)