vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

abort has multiuser support via genkey too

Browse source
This commit is contained in:
Concedo 2023-10-06 23:27:00 +08:00
parent 84eeecb889
commit 2a36c85558
2 changed files with 15 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

12
koboldcpp.py
View file

@ -661,7 +661,15 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
return
if self.path.endswith('/api/extra/abort'):
if requestsinqueue==0:
multiuserkey = ""
try:
tempbody = json.loads(body)
multiuserkey = tempbody.get('genkey', "")
except ValueError as e:
multiuserkey = ""
pass
if (multiuserkey!="" and multiuserkey==currentusergenkey) or requestsinqueue==0:
ag = handle.abort_generate()
time.sleep(0.3) #short delay before replying
self.send_response(200)
@ -669,7 +677,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
self.wfile.write(json.dumps({"success": ("true" if ag else "false")}).encode())
print("\nGeneration Aborted")
else:
self.wfile.write(json.dumps({"success": "false"}).encode())
self.wfile.write(json.dumps({"success": "false"}).encode())
return
if self.path.endswith('/api/extra/generate/check'):