vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated lite (+2 squashed commit)

Browse source 
Squashed commit:

[31a99e1f] bump baned phrase a bit more again

[c999736b] small fix
This commit is contained in:
Concedo 2024-10-10 23:55:13 +08:00
parent 3dab63887f
commit 5ad826b82a
3 changed files with 36 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

5
koboldcpp.py
View file

@ -20,7 +20,7 @@ from datetime import datetime, timezone
# constants
sampler_order_max = 7
stop_token_max = 32
ban_token_max = 40
ban_token_max = 48
tensor_split_max = 16
logit_bias_max = 32
dry_seq_break_max = 24
@ -915,8 +915,9 @@ def generate(genparams, is_quiet=False, stream_flag=False):
custom_token_bans = genparams.get('custom_token_bans', '')
for tok in custom_token_bans.split(','):
tok = tok.strip() # Remove leading/trailing whitespace
if tok.isdigit():
logit_biases[tok] = -999
logit_biases[tok] = bias_min_value
inputs = generation_inputs()
inputs.prompt = prompt.encode("UTF-8")