vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use actual null instead of string "null" for finish_reason in openai responses

Browse source
This commit is contained in:
Concedo 2025-03-07 15:18:33 +08:00
parent ec43d2b147
commit c55bb9a63d
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -106,7 +106,7 @@ nocertify = False
start_time = time.time() start_time = time.time()
last_req_time = time.time() last_req_time = time.time()
last_non_horde_req_time = time.time() last_non_horde_req_time = time.time()
currfinishreason = "null" currfinishreason = None
saved_stdout = None saved_stdout = None
@ -2053,7 +2053,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
async def generate_text(self, genparams, api_format, stream_flag): async def generate_text(self, genparams, api_format, stream_flag):
global friendlymodelname, chatcompl_adapter, currfinishreason global friendlymodelname, chatcompl_adapter, currfinishreason
currfinishreason = "null" currfinishreason = None
def run_blocking(): # api format 1=basic,2=kai,3=oai,4=oai-chat def run_blocking(): # api format 1=basic,2=kai,3=oai,4=oai-chat
# flag instance as non-idle for a while # flag instance as non-idle for a while