From fc255cf50c182f46c7c47ed7ced83c68d2f12519 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 1 May 2025 17:07:17 +0800 Subject: [PATCH] fixed null stop --- koboldcpp.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index 4582394e1..804213a61 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2042,10 +2042,11 @@ def transform_genparams(genparams, api_format): presence_penalty = genparams.get('presence_penalty', genparams.get('frequency_penalty', 0.0)) genparams["presence_penalty"] = tryparsefloat(presence_penalty,0.0) # openai allows either a string or a list as a stop sequence - if isinstance(genparams.get('stop',[]), list): - genparams["stop_sequence"] = genparams.get('stop', []) - else: - genparams["stop_sequence"] = [genparams.get('stop')] + if genparams.get('stop',[]) is not None: + if isinstance(genparams.get('stop',[]), list): + genparams["stop_sequence"] = genparams.get('stop', []) + else: + genparams["stop_sequence"] = [genparams.get('stop')] genparams["sampler_seed"] = tryparseint(genparams.get('seed', -1),-1) genparams["mirostat"] = genparams.get('mirostat_mode', 0) @@ -2240,7 +2241,8 @@ ws ::= | " " | "\n" [ \t]{0,20} ollamasysprompt = genparams.get('system', "") ollamabodyprompt = f"{detokstr}{user_message_start}{genparams.get('prompt', '')}{assistant_message_start}" ollamaopts = genparams.get('options', {}) - genparams["stop_sequence"] = genparams.get('stop', []) + if genparams.get('stop',[]) is not None: + genparams["stop_sequence"] = genparams.get('stop', []) if "num_predict" in ollamaopts: genparams["max_length"] = ollamaopts.get('num_predict', args.defaultgenamt) if "num_ctx" in ollamaopts: