vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-10-03 11:35:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

bump default amt to gen

Browse source
This commit is contained in:
Concedo 2026-08-28 18:36:26 +08:00
parent cf113d8123
commit f178512db3
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
embd_res/klite.embd
View file

@ -12,7 +12,7 @@ Current version indicated by LITEVER below.
-->
<head>
<script id="init-config">
const LITEVER = 342;
const LITEVER = 343;
const urlParams = new URLSearchParams(window.location.search);
var localflag = urlParams.get('local'); //this will be replaced automatically in embedded kcpp
const STORAGE_PREFIX = (localflag?"e_":"")+"kaihordewebui_";
@ -4579,7 +4579,7 @@ Current version indicated by LITEVER below.
second_ep_url:"",
max_context_length: (localflag?12288:6144),
max_length: (localflag?1536:768),
max_length: (localflag?2048:768),
last_maxctx: 0,
auto_ctxlen: true,
auto_genamt: true,
@ -31597,11 +31597,11 @@ Current version indicated by LITEVER below.
<input title="Max Output" inputmode="numeric" class="justifyright push-right" id="max_length" oninput="
document.getElementById('max_length_slide').value = this.value;">
</div>
<div><input title="Max Output Slider" type="range" min="16" max="1536" step="2" id="max_length_slide" oninput="
<div><input title="Max Output Slider" type="range" min="16" max="2048" step="2" id="max_length_slide" oninput="
document.getElementById('max_length').value = this.value;"></div>
<div class="settingminmax">
<div class="justifyleft">16</div>
<div class="justifyright" id="max_length_slide_label">1536</div>
<div class="justifyright" id="max_length_slide_label">2048</div>
</div>
<div id="auto_genamt_panel" class="settinglabel">
<div class="justifyleft" title="Automatically lowers settings if incompatible with existing workers">Auto-Adjust Limits </div>

2
koboldcpp.py
View file

@ -62,7 +62,7 @@ default_vae_tile_threshold = 640
default_sdvaedevice = 'main'
default_sdclipdevice = 'CPU'
default_native_ctx = 16384
default_genlen = 1536
default_genlen = 2048
overridekv_max = 16
default_autofit_padding = 1024
lora_filenames_max = 10