From d8fb97211f3e3dba0e0160695ca11407fdeb171b Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 10 Apr 2024 19:25:30 +0800 Subject: [PATCH] chat completions forced append stop sequences if already existing --- koboldcpp.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/koboldcpp.py b/koboldcpp.py index 35cc3ad7f..fbb0f3bce 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -744,6 +744,9 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): genparams["images"] = images_added if len(genparams.get('stop_sequence', []))==0: #only set stop seq if it wont overwrite existing genparams["stop_sequence"] = [user_message_start.strip(),assistant_message_start.strip()] + else: + genparams["stop_sequence"].append(user_message_start.strip()) + genparams["stop_sequence"].append(assistant_message_start.strip()) genparams["trim_stop"] = True elif api_format==5: