vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-10 04:00:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added llama4 tags

Browse source
This commit is contained in:
Concedo 2025-04-12 08:58:04 +08:00
parent ea9bd61e47
commit efef14bb82
3 changed files with 38 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

11
kcpp_adapters/AutoGuess.json
View file

@ -63,6 +63,17 @@
"assistant_start": "<|start_header_id|>assistant<|end_header_id|>\n\n",
"assistant_end": "<|eot_id|>\n\n"
}
}, {
"search": ["<|header_start|>assistant<|header_end|>"],
"name": "Llama 4",
"adapter": {
"system_start": "<|header_start|>system<|header_end|>\n\n",
"system_end": "<|eot|>",
"user_start": "<|header_start|>user<|header_end|>\n\n",
"user_end": "<|eot|>",
"assistant_start": "<|header_start|>assistant<|header_end|>\n\n",
"assistant_end": "<|eot|>"
}
}, {
"search": ["[/INST]", "[SYSTEM_PROMPT]"],
"name": "Mistral V7 (with system prompt)",

8
kcpp_adapters/Llama-4.json Normal file
View file

@ -0,0 +1,8 @@
{
"system_start": "<|header_start|>system<|header_end|>\n\n",
"system_end": "<|eot|>",
"user_start": "<|header_start|>user<|header_end|>\n\n",
"user_end": "<|eot|>",
"assistant_start": "<|header_start|>assistant<|header_end|>\n\n",
"assistant_end": "<|eot|>"
}