vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-19 08:00:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fixed gemma4 templates, basic non thinking is working fine on all models now

Browse source
This commit is contained in:
Concedo 2026-04-03 12:20:01 +08:00
parent 34ad53e950
commit e6a49c404f
5 changed files with 42 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
embd_res/klite.embd
View file

@ -4655,7 +4655,7 @@ Current version indicated by LITEVER below.
"system_end":"<end_of_turn>\\n",
},
{
"name":"Gemma 4",
"name":"Gemma 4 E2B & E4B",
"user":"<|turn>user\\n",
"user_end":"<turn|>\\n",
"assistant":"<|turn>model\\n",
@ -4663,6 +4663,15 @@ Current version indicated by LITEVER below.
"system":"<|turn>system\\n",
"system_end":"<turn|>\\n",
},
{
"name":"Gemma 4 26B & 31B",
"user":"<|turn>user\\n",
"user_end":"<turn|>\\n",
"assistant":"<|turn>model\\n<|channel>thought\\n<channel|>",
"assistant_end":"<turn|>\\n",
"system":"<|turn>system\\n",
"system_end":"<turn|>\\n",
},
{
"name":"GLM-4 & 4.5",
"user":"<|user|>\\n",

13
kcpp_adapters/AutoGuess-NoThink.json
View file

@ -76,9 +76,20 @@
"assistant_start": "<start_of_turn>model\n",
"assistant_end": "<end_of_turn>\n"
}
}, {
"search": ["<|turn>model","<|think|>","<|channel>thought"],
"name": "Google Gemma 4 (26B and 31B)",
"adapter": {
"system_start": "<|turn>system\n",
"system_end": "<turn|>\n",
"user_start": "<|turn>user\n",
"user_end": "<turn|>\n",
"assistant_start": "<|turn>model\n<|channel>thought\n<channel|>",
"assistant_end": "<turn|>\n"
}
}, {
"search": ["<|turn>model","<|think|>"],
"name": "Google Gemma 4",
"name": "Google Gemma 4 (E2B and E4B)",
"adapter": {
"system_start": "<|turn>system\n",
"system_end": "<turn|>\n",

13
kcpp_adapters/AutoGuess.json
View file

@ -76,9 +76,20 @@
"assistant_start": "<start_of_turn>model\n",
"assistant_end": "<end_of_turn>\n"
}
}, {
"search": ["<|turn>model","<|think|>","<|channel>thought"],
"name": "Google Gemma 4 (26B and 31B)",
"adapter": {
"system_start": "<|turn>system\n",
"system_end": "<turn|>\n",
"user_start": "<|turn>user\n",
"user_end": "<turn|>\n",
"assistant_start": "<|turn>model\n<|channel>thought\n<channel|>",
"assistant_end": "<turn|>\n"
}
}, {
"search": ["<|turn>model","<|think|>"],
"name": "Google Gemma 4",
"name": "Google Gemma 4 (E2B and E4B)",
"adapter": {
"system_start": "<|turn>system\n",
"system_end": "<turn|>\n",

8
kcpp_adapters/Gemma-4-26B-31B.json Normal file
View file

@ -0,0 +1,8 @@
{
"system_start": "<|turn>system\n",
"system_end": "<turn|>\n",
"user_start": "<|turn>user\n",
"user_end": "<turn|>\n",
"assistant_start": "<|turn>model\n<|channel>thought\n<channel|>",
"assistant_end": "<turn|>\n"
}

0
kcpp_adapters/Gemma-4.json → kcpp_adapters/Gemma-4-E2B-E4B.json
View file