vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-15 03:19:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

readjusted mistral and oai template, fixed compile issue on termux, updated lite, show generated token ids in debug mode

Browse source
This commit is contained in:
Concedo 2025-08-07 21:14:48 +08:00
parent 61c19fea56
commit 338b1fe97e
8 changed files with 121 additions and 98 deletions
Download patch file Download diff file Expand all files Collapse all files

24
kcpp_adapters/AutoGuess.json
View file

@ -89,18 +89,18 @@
}
}, {
"search": ["[/INST]", "[SYSTEM_PROMPT]"],
"name": "Mistral V7 (with system prompt)",
"name": "Mistral Tekken",
"adapter": {
"system_start": "[SYSTEM_PROMPT] ",
"system_start": "[SYSTEM_PROMPT]",
"system_end": "[/SYSTEM_PROMPT]",
"user_start": "[INST] ",
"user_start": "[INST]",
"user_end": "",
"assistant_start": "[/INST]",
"assistant_end": "</s>"
}
}, {
"search": ["[/INST]", "\"[INST] \" + system_message"],
"name": "Mistral V3",
"name": "Mistral Non-Tekken",
"adapter": {
"system_start": "[INST] ",
"system_end": "[/INST]",
@ -190,12 +190,12 @@
"search": ["<|start|>user<|message|>", "<|channel|>", "<|end|>"],
"name": "OpenAI Harmony",
"adapter": {
"system_start": "<|start|>system<|message|>",
"system_end": "<|end|>\n",
"system_start": "<|start|>developer<|message|>",
"system_end": "<|end|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|end|>\n",
"user_end": "<|end|>",
"assistant_start": "<|start|>assistant<|channel|>final<|message|>",
"assistant_end": "<|return|>\n"
"assistant_end": "<|return|>"
}
}, {
"search": ["rwkv_", "'User: '"],
@ -212,11 +212,11 @@
"search": ["[/INST]"],
"name": "Mistral (Generic)",
"adapter": {
"system_start": "[INST] ",
"system_end": "[/INST]\n",
"user_start": "[INST] ",
"system_start": "[INST]",
"system_end": "[/INST]",
"user_start": "[INST]",
"user_end": "",
"assistant_start": "[/INST]\n",
"assistant_start": "[/INST]",
"assistant_end": "</s>"
}
}, {

4
kcpp_adapters/Mistral-V2-V3.json → kcpp_adapters/Mistral-NonTekken.json
View file

@ -1,7 +1,7 @@
{
"system_start": "",
"system_start": "[INST] ",
"system_end": "",
"user_start": "[INST]",
"user_start": "[INST] ",
"user_end": "",
"assistant_start": "[/INST]",
"assistant_end": "</s>"

4
kcpp_adapters/Mistral-V3-Tekken-V7.json → kcpp_adapters/Mistral-Tekken.json
View file

@ -1,7 +1,7 @@
{
"system_start": "[SYSTEM_PROMPT] ",
"system_start": "[SYSTEM_PROMPT]",
"system_end": "[/SYSTEM_PROMPT]",
"user_start": "[INST] ",
"user_start": "[INST]",
"user_end": "",
"assistant_start": "[/INST]",
"assistant_end": "</s>"

8
kcpp_adapters/Mistral-V1.json
View file

@ -1,8 +0,0 @@
{
"system_start": "",
"system_end": "",
"user_start": " [INST]",
"user_end": "",
"assistant_start": " [/INST]",
"assistant_end": "</s>"
}

8
kcpp_adapters/OpenAI-Harmony.json
View file

@ -1,8 +1,8 @@
{
"system_start": "<|start|>system<|message|>",
"system_end": "<|end|>\n",
"system_start": "<|start|>developer<|message|>",
"system_end": "<|end|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|end|>\n",
"user_end": "<|end|>",
"assistant_start": "<|start|>assistant<|channel|>final<|message|>",
"assistant_end": "<|return|>\n"
"assistant_end": "<|return|>"
}