From c55bb9a63d7e278a4483515892eced5c7409df7f Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Fri, 7 Mar 2025 15:18:33 +0800 Subject: [PATCH] use actual null instead of string "null" for finish_reason in openai responses --- koboldcpp.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index 54a99e9fc..5a9ec6731 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -106,7 +106,7 @@ nocertify = False start_time = time.time() last_req_time = time.time() last_non_horde_req_time = time.time() -currfinishreason = "null" +currfinishreason = None saved_stdout = None @@ -2053,7 +2053,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler): async def generate_text(self, genparams, api_format, stream_flag): global friendlymodelname, chatcompl_adapter, currfinishreason - currfinishreason = "null" + currfinishreason = None def run_blocking(): # api format 1=basic,2=kai,3=oai,4=oai-chat # flag instance as non-idle for a while