vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

replace_instruct_placeholders is now default

Browse source
This commit is contained in:
Concedo 2025-06-20 22:11:58 +08:00
parent 9c27ccde50
commit 2ba7803b95
3 changed files with 27 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -2408,7 +2408,7 @@ ws ::= | " " | "\n" [ \t]{0,20}
genparams["prompt"] = ollamasysprompt + ollamabodyprompt
#final transformations (universal template replace)
replace_instruct_placeholders = genparams.get('replace_instruct_placeholders', False)
replace_instruct_placeholders = genparams.get('replace_instruct_placeholders', True)
stop_sequence = (genparams.get('stop_sequence', []) if genparams.get('stop_sequence', []) is not None else [])
stop_sequence = stop_sequence[:stop_token_max]
if replace_instruct_placeholders: