vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-12 18:09:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

updated lite, add gemma 2 template

Browse source
This commit is contained in:
Concedo 2024-07-02 21:02:52 +08:00
parent 7499a6bd4b
commit 82202aebda
3 changed files with 22 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
kcpp_adapters/ChatML.json
View file

@ -1,8 +1,8 @@
{
"system_start":"<|im_start|>system",
"system_start":"<|im_start|>system\n",
"system_end":"<|im_end|>",
"user_start":"<|im_start|>user",
"user_start":"<|im_start|>user\n",
"user_end":"<|im_end|>",
"assistant_start":"<|im_start|>assistant",
"assistant_start":"<|im_start|>assistant\n",
"assistant_end":"<|im_end|>"
}

8
kcpp_adapters/Gemma-2.json Normal file
View file

@ -0,0 +1,8 @@
{
"system_start":"<start_of_turn>system\n",
"system_end":"<end_of_turn>",
"user_start":"<start_of_turn>user\n",
"user_end":"<end_of_turn>",
"assistant_start":"<start_of_turn>assistant\n",
"assistant_end":"<end_of_turn>"
}

16
klite.embd
View file

@ -2692,9 +2692,11 @@ Current version: 148
return '%' + ('00' + c.charCodeAt(0).toString(16)).slice(-2)
}).join(''))
}
var no_escape_html = false;
function escapeHtml(unsafe)
{
if(localsettings.no_escape_html)
if(no_escape_html)
{
return unsafe;
}
@ -2707,7 +2709,7 @@ Current version: 148
}
function unescapeHtml(input)
{
if(localsettings.no_escape_html)
if(no_escape_html)
{
return input;
}
@ -3810,7 +3812,6 @@ Current version: 148
xtts_voice: "female_calm",
beep_on: false,
notify_on: false,
no_escape_html: false,
narrate_both_sides: false,
narrate_only_dialog: false,
image_styles: "",
@ -8744,7 +8745,7 @@ Current version: 148
toggle_tts_mode();
document.getElementById("beep_on").checked = localsettings.beep_on;
document.getElementById("notify_on").checked = localsettings.notify_on;
document.getElementById("no_escape_html").checked = localsettings.no_escape_html;
document.getElementById("no_escape_html").checked = no_escape_html;
document.getElementById("narrate_both_sides").checked = localsettings.narrate_both_sides;
document.getElementById("narrate_only_dialog").checked = localsettings.narrate_only_dialog;
toggle_opmode();
@ -8995,7 +8996,7 @@ Current version: 148
localsettings.xtts_voice = document.getElementById("xtts_voices").value;
localsettings.beep_on = (document.getElementById("beep_on").checked?true:false);
localsettings.notify_on = (document.getElementById("notify_on").checked?true:false);
localsettings.no_escape_html = (document.getElementById("no_escape_html").checked?true:false);
no_escape_html = (document.getElementById("no_escape_html").checked?true:false);
localsettings.narrate_both_sides = (document.getElementById("narrate_both_sides").checked?true:false);
localsettings.narrate_only_dialog = (document.getElementById("narrate_only_dialog").checked?true:false);
localsettings.auto_ctxlen = (document.getElementById("auto_ctxlen").checked ? true : false);
@ -9130,6 +9131,10 @@ Current version: 148
case "10": // Phi-3 Mini
st = "<|end|><|user|>\\n";
et = "<|end|>\\n<|assistant|>";
break;
case "11": // Gemma 2
st = "<end_of_turn>\\n<start_of_turn>user\\n";
et = "<end_of_turn>\\n<start_of_turn>assistant\\n";
break;
default:
break;
@ -16153,6 +16158,7 @@ Current version: 148
<option value="8">CommandR</option>
<option value="9">Llama 3 Chat</option>
<option value="10">Phi-3</option>
<option value="11">Gemma-2</option>
</select>
<div class="settingsmall miniinput" style="width:100%;padding:2px">
<div class="justifyleft settingsmall">Sys. Prompt <span class="helpicon">?<span class="helptext">A system pre-prompt sent at the very start to guide the AI behavior. Usually NOT needed.</span></span></div>