vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-12 09:59:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

updated lite, add gemma 2 template

Browse source
This commit is contained in:
Concedo 2024-07-02 21:02:52 +08:00
parent 7499a6bd4b
commit 82202aebda
3 changed files with 22 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
kcpp_adapters/ChatML.json
View file

@ -1,8 +1,8 @@
{ {
"system_start":"<|im_start|>system", "system_start":"<|im_start|>system\n",
"system_end":"<|im_end|>", "system_end":"<|im_end|>",
"user_start":"<|im_start|>user", "user_start":"<|im_start|>user\n",
"user_end":"<|im_end|>", "user_end":"<|im_end|>",
"assistant_start":"<|im_start|>assistant", "assistant_start":"<|im_start|>assistant\n",
"assistant_end":"<|im_end|>" "assistant_end":"<|im_end|>"
} }

8
kcpp_adapters/Gemma-2.json Normal file
View file

@ -0,0 +1,8 @@
{
"system_start":"<start_of_turn>system\n",
"system_end":"<end_of_turn>",
"user_start":"<start_of_turn>user\n",
"user_end":"<end_of_turn>",
"assistant_start":"<start_of_turn>assistant\n",
"assistant_end":"<end_of_turn>"
}

16
klite.embd
View file

@ -2692,9 +2692,11 @@ Current version: 148
return '%' + ('00' + c.charCodeAt(0).toString(16)).slice(-2) return '%' + ('00' + c.charCodeAt(0).toString(16)).slice(-2)
}).join('')) }).join(''))
} }
var no_escape_html = false;
function escapeHtml(unsafe) function escapeHtml(unsafe)
{ {
if(localsettings.no_escape_html) if(no_escape_html)
{ {
return unsafe; return unsafe;
} }
@ -2707,7 +2709,7 @@ Current version: 148
} }
function unescapeHtml(input) function unescapeHtml(input)
{ {
if(localsettings.no_escape_html) if(no_escape_html)
{ {
return input; return input;
} }
@ -3810,7 +3812,6 @@ Current version: 148
xtts_voice: "female_calm", xtts_voice: "female_calm",
beep_on: false, beep_on: false,
notify_on: false, notify_on: false,
no_escape_html: false,
narrate_both_sides: false, narrate_both_sides: false,
narrate_only_dialog: false, narrate_only_dialog: false,
image_styles: "", image_styles: "",
@ -8744,7 +8745,7 @@ Current version: 148
toggle_tts_mode(); toggle_tts_mode();
document.getElementById("beep_on").checked = localsettings.beep_on; document.getElementById("beep_on").checked = localsettings.beep_on;
document.getElementById("notify_on").checked = localsettings.notify_on; document.getElementById("notify_on").checked = localsettings.notify_on;
document.getElementById("no_escape_html").checked = localsettings.no_escape_html; document.getElementById("no_escape_html").checked = no_escape_html;
document.getElementById("narrate_both_sides").checked = localsettings.narrate_both_sides; document.getElementById("narrate_both_sides").checked = localsettings.narrate_both_sides;
document.getElementById("narrate_only_dialog").checked = localsettings.narrate_only_dialog; document.getElementById("narrate_only_dialog").checked = localsettings.narrate_only_dialog;
toggle_opmode(); toggle_opmode();
@ -8995,7 +8996,7 @@ Current version: 148
localsettings.xtts_voice = document.getElementById("xtts_voices").value; localsettings.xtts_voice = document.getElementById("xtts_voices").value;
localsettings.beep_on = (document.getElementById("beep_on").checked?true:false); localsettings.beep_on = (document.getElementById("beep_on").checked?true:false);
localsettings.notify_on = (document.getElementById("notify_on").checked?true:false); localsettings.notify_on = (document.getElementById("notify_on").checked?true:false);
localsettings.no_escape_html = (document.getElementById("no_escape_html").checked?true:false); no_escape_html = (document.getElementById("no_escape_html").checked?true:false);
localsettings.narrate_both_sides = (document.getElementById("narrate_both_sides").checked?true:false); localsettings.narrate_both_sides = (document.getElementById("narrate_both_sides").checked?true:false);
localsettings.narrate_only_dialog = (document.getElementById("narrate_only_dialog").checked?true:false); localsettings.narrate_only_dialog = (document.getElementById("narrate_only_dialog").checked?true:false);
localsettings.auto_ctxlen = (document.getElementById("auto_ctxlen").checked ? true : false); localsettings.auto_ctxlen = (document.getElementById("auto_ctxlen").checked ? true : false);
@ -9130,6 +9131,10 @@ Current version: 148
case "10": // Phi-3 Mini case "10": // Phi-3 Mini
st = "<|end|><|user|>\\n"; st = "<|end|><|user|>\\n";
et = "<|end|>\\n<|assistant|>"; et = "<|end|>\\n<|assistant|>";
break;
case "11": // Gemma 2
st = "<end_of_turn>\\n<start_of_turn>user\\n";
et = "<end_of_turn>\\n<start_of_turn>assistant\\n";
break; break;
default: default:
break; break;
@ -16153,6 +16158,7 @@ Current version: 148
<option value="8">CommandR</option> <option value="8">CommandR</option>
<option value="9">Llama 3 Chat</option> <option value="9">Llama 3 Chat</option>
<option value="10">Phi-3</option> <option value="10">Phi-3</option>
<option value="11">Gemma-2</option>
</select> </select>
<div class="settingsmall miniinput" style="width:100%;padding:2px"> <div class="settingsmall miniinput" style="width:100%;padding:2px">
<div class="justifyleft settingsmall">Sys. Prompt <span class="helpicon">?<span class="helptext">A system pre-prompt sent at the very start to guide the AI behavior. Usually NOT needed.</span></span></div> <div class="justifyleft settingsmall">Sys. Prompt <span class="helpicon">?<span class="helptext">A system pre-prompt sent at the very start to guide the AI behavior. Usually NOT needed.</span></span></div>