vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-04-26 10:41:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

added llama4 tags

Browse source
This commit is contained in:
Concedo 2025-04-12 08:58:04 +08:00
parent ea9bd61e47
commit efef14bb82
3 changed files with 38 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

11
kcpp_adapters/AutoGuess.json
View file

@ -63,6 +63,17 @@
"assistant_start": "<|start_header_id|>assistant<|end_header_id|>\n\n",
"assistant_end": "<|eot_id|>\n\n"
}
}, {
"search": ["<|header_start|>assistant<|header_end|>"],
"name": "Llama 4",
"adapter": {
"system_start": "<|header_start|>system<|header_end|>\n\n",
"system_end": "<|eot|>",
"user_start": "<|header_start|>user<|header_end|>\n\n",
"user_end": "<|eot|>",
"assistant_start": "<|header_start|>assistant<|header_end|>\n\n",
"assistant_end": "<|eot|>"
}
}, {
"search": ["[/INST]", "[SYSTEM_PROMPT]"],
"name": "Mistral V7 (with system prompt)",

8
kcpp_adapters/Llama-4.json Normal file
View file

@ -0,0 +1,8 @@
{
"system_start": "<|header_start|>system<|header_end|>\n\n",
"system_end": "<|eot|>",
"user_start": "<|header_start|>user<|header_end|>\n\n",
"user_end": "<|eot|>",
"assistant_start": "<|header_start|>assistant<|header_end|>\n\n",
"assistant_end": "<|eot|>"
}

28
klite.embd
View file

@ -3364,6 +3364,16 @@ Current version indicated by LITEVER below.
},
{
"id":7,
"name":"Llama 4 Chat",
"user":"<|header_start|>user<|header_end|>\\n\\n",
"user_end":"<|eot|>",
"assistant":"<|header_start|>assistant<|header_end|>\\n\\n",
"assistant_end":"<|eot|>",
"system":"<|header_start|>system<|header_end|>\\n\\n",
"system_end":"<|eot|>",
},
{
"id":8,
"name":"Metharme",
"user":"<|user|>",
"user_end":"",
@ -3373,7 +3383,7 @@ Current version indicated by LITEVER below.
"system_end":"",
},
{
"id":8,
"id":9,
"name":"Mistral V1",
"user":" [INST] ",
"user_end":"",
@ -3383,7 +3393,7 @@ Current version indicated by LITEVER below.
"system_end":"",
},
{
"id":9,
"id":10,
"name":"Mistral V2 & V3",
"user":"[INST] ",
"user_end":"",
@ -3393,7 +3403,7 @@ Current version indicated by LITEVER below.
"system_end":"",
},
{
"id":10,
"id":11,
"name":"Mistral V7 & V3-Tekken",
"user":"[INST]",
"user_end":"",
@ -3403,7 +3413,7 @@ Current version indicated by LITEVER below.
"system_end":"[/SYSTEM_PROMPT]",
},
{
"id":11,
"id":12,
"name":"Phi-3 Mini",
"user":"<|user|>\\n",
"user_end":"<|end|>\\n",
@ -3413,7 +3423,7 @@ Current version indicated by LITEVER below.
"system_end":"<|end|>\\n",
},
{
"id":12,
"id":13,
"name":"Vicuna",
"user":"\\nUSER: ",
"user_end":"",
@ -3423,7 +3433,7 @@ Current version indicated by LITEVER below.
"system_end":"",
},
{
"id":13,
"id":14,
"name":"Deepseek V2.5",
"user":"<｜User｜>",
"user_end":"<｜end▁of▁sentence｜>",
@ -3433,7 +3443,7 @@ Current version indicated by LITEVER below.
"system_end":"",
},
{
"id":14,
"id":15,
"name":"KoboldCppAutomatic",
"user":"{{[INPUT]}}",
"user_end":"",
@ -12602,7 +12612,7 @@ Current version indicated by LITEVER below.
let matchiter = 0;
inputtxt = inputtxt.replace(/%ExpandBtn%/g, function (m) {
let curr = matches[matchiter];
let expandedhtml = `<span><button type="button" title="Show Thoughts" class="btn btn-primary" style="font-size:12px;padding:2px 2px;" onclick="toggle_hide_thinking(this)">Show Thoughts (${curr.length} characters)</button><span class="color_lightgreen hidden"><br>${escape_html(curr)}</span></span>`;
let expandedhtml = `<span><button type="button" title="Show Thoughts" class="btn btn-primary" style="font-size:12px;padding:2px 2px;" onclick="toggle_hide_thinking(this)">Show Thoughts (${curr.length} characters)</button><span class="color_lightgreen hidden"><br>${escape_html(curr)}\n</span></span>`;
++matchiter;
return expandedhtml;
});
@ -21902,7 +21912,7 @@ Current version indicated by LITEVER below.
<div class="inlinelabel" style="font-size: 11px;">
<div class="justifyleft" style="padding:3px">Voice Delay: </div>
<input title="Voice Delay Milliseconds" type="text" inputmode="decimal" value="300" id="voice_end_delay" style="width:40px">
<input type="file" id="transcribe_file_input" accept="audio/*" style="display:none;">
<input type="file" id="transcribe_file_input" accept="audio/*,video/*" style="display:none;">
<button id="transcribe_file_btn" type="button" class="bg_green btn btn-primary" style="height:20px; padding:2px 3px; font-size:11px;margin-top: 3px;" onclick="transcribe_file_btn()">Transcribe File</button>
</div>