vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add top n sigma sampler from llama.cpp (#1384)

Browse source 
* Add N Sigma Sampler

* update nsigma sampler chain

* xtc position fix

* remove stray newline

---------

Co-authored-by: CasualAutopsy <casual_autopsy@outlook.com>
This commit is contained in:
EquinoxPsychosis 2025-02-21 01:31:42 -05:00 • committed by GitHub
parent 5f74ee3c3b
commit 2740af3660
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 61 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -194,6 +194,7 @@ class generation_inputs(ctypes.Structure):
("min_p", ctypes.c_float),
("typical_p", ctypes.c_float),
("tfs", ctypes.c_float),
("nsigma", ctypes.c_float),
("rep_pen", ctypes.c_float),
("rep_pen_range", ctypes.c_int),
("rep_pen_slope", ctypes.c_float),
@ -1116,6 +1117,7 @@ def generate(genparams, stream_flag=False):
min_p = float(genparams.get('min_p', 0.0))
typical_p = float(genparams.get('typical', 1.0))
tfs = float(genparams.get('tfs', 1.0))
nsigma = float(genparams.get('nsigma', -1.0))
rep_pen = float(genparams.get('rep_pen', 1.0))
rep_pen_range = int(genparams.get('rep_pen_range', 320))
rep_pen_slope = float(genparams.get('rep_pen_slope', 1.0))
@ -1182,6 +1184,7 @@ def generate(genparams, stream_flag=False):
inputs.min_p = min_p
inputs.typical_p = typical_p
inputs.tfs = tfs
inputs.nsigma = nsigma
inputs.rep_pen = rep_pen
inputs.rep_pen_range = rep_pen_range
inputs.rep_pen_slope = rep_pen_slope