vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-22 03:10:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Adapter fixes (#1659)

Browse source 
* test adapters

* add assistant_gen adapter key

* add support for chat templates stored as .jinja files

* removed mistakenly commited gated-tokenizers link

* autoguess: Harmony: add missing newline prefixes to system_end
This commit is contained in:
kallewoof 2025-08-10 17:19:50 +09:00 • committed by GitHub
parent 57db0ce9cd
commit 204739e7f1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 33 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

13
kcpp_adapters/AutoGuess.json
View file

@ -106,7 +106,8 @@
"system_end": "[/INST]",
"user_start": "[INST] ",
"user_end": "",
"assistant_start": "[/INST]",
"assistant_start": "[/INST] ",
"assistant_gen": "[/INST]",
"assistant_end": "</s>"
}
}, {
@ -168,11 +169,12 @@
"search": ["<|bom|>","is_last_checked_defined"],
"name": "Jamba",
"adapter": {
"system_start": "<|bom|><|system|>",
"system_start": "<|bom|><|system|> ",
"system_end": "<|eom|>",
"user_start": "<|bom|><|user|>",
"user_start": "<|bom|><|user|> ",
"user_end": "<|eom|>",
"assistant_start": "<|bom|><|assistant|>",
"assistant_start": "<|bom|><|assistant|> ",
"assistant_gen": "<|bom|><|assistant|>",
"assistant_end": "<|eom|>"
}
}, {
@ -191,7 +193,7 @@
"name": "OpenAI Harmony",
"adapter": {
"system_start": "<|start|>developer<|message|># Instructions\n\n",
"system_end": "<|end|>",
"system_end": "\n\n<|end|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|end|>",
"assistant_start": "<|start|>assistant<|channel|>final<|message|>",
@ -206,6 +208,7 @@
"user_start": "User: ",
"user_end": "\n\n",
"assistant_start": "Assistant: ",
"assistant_gen": "Assistant:",
"assistant_end": "\n\n"
}
}, {