From 2bc11e00df9789f6234a6bb39302fa76bedcde39 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 8 Apr 2024 21:37:47 +0800 Subject: [PATCH] fixed stop sequence overwriting --- koboldcpp.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 43746486d..4108c3a5f 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -742,7 +742,8 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): genparams["prompt"] = messages_string if len(images_added)>0: genparams["images"] = images_added - genparams["stop_sequence"] = [user_message_start.strip(),assistant_message_start.strip()] + if len(genparams.get('stop_sequence', []))==0: #only set stop seq if it wont overwrite existing + genparams["stop_sequence"] = [user_message_start.strip(),assistant_message_start.strip()] genparams["trim_stop"] = True elif api_format==5: