vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ollama compat fixes

Browse source
This commit is contained in:
Concedo 2025-06-04 19:22:29 +08:00
parent 2fdb0acd59
commit 06d2bc3404
1 changed files with 10 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

17
koboldcpp.py
View file

@ -3011,15 +3011,18 @@ Change Mode<br>
elif self.path.endswith('/sdapi/v1/upscalers'): elif self.path.endswith('/sdapi/v1/upscalers'):
response_body = (json.dumps([]).encode()) response_body = (json.dumps([]).encode())
elif self.path.endswith(('/speakers_list')): #xtts compatible elif self.path.endswith('/speakers_list'): #xtts compatible
response_body = (json.dumps(["kobo","cheery","sleepy","shouty","chatty"]).encode()) #some random voices for them to enjoy response_body = (json.dumps(["kobo","cheery","sleepy","shouty","chatty"]).encode()) #some random voices for them to enjoy
elif self.path.endswith(('/speakers')): #xtts compatible elif self.path.endswith('/speakers'): #xtts compatible
response_body = (json.dumps([{"name":"kobo","voice_id":"kobo","preview_url":""},{"name":"cheery","voice_id":"cheery","preview_url":""},{"name":"sleepy","voice_id":"sleepy","preview_url":""},{"name":"shouty","voice_id":"shouty","preview_url":""},{"name":"chatty","voice_id":"chatty","preview_url":""}]).encode()) #some random voices for them to enjoy response_body = (json.dumps([{"name":"kobo","voice_id":"kobo","preview_url":""},{"name":"cheery","voice_id":"cheery","preview_url":""},{"name":"sleepy","voice_id":"sleepy","preview_url":""},{"name":"shouty","voice_id":"shouty","preview_url":""},{"name":"chatty","voice_id":"chatty","preview_url":""}]).encode()) #some random voices for them to enjoy
elif self.path.endswith(('/get_tts_settings')): #xtts compatible elif self.path.endswith('/get_tts_settings'): #xtts compatible
response_body = (json.dumps({"temperature":0.75,"speed":1,"length_penalty":1,"repetition_penalty":1,"top_p":1,"top_k":4,"enable_text_splitting":True,"stream_chunk_size":100}).encode()) #some random voices for them to enjoy response_body = (json.dumps({"temperature":0.75,"speed":1,"length_penalty":1,"repetition_penalty":1,"top_p":1,"top_k":4,"enable_text_splitting":True,"stream_chunk_size":100}).encode()) #some random voices for them to enjoy
elif self.path.endswith(('/api/tags')): #ollama compatible elif self.path.endswith('/api/tags') or self.path.endswith('/api/ps'): #ollama compatible
response_body = (json.dumps({"models":[{"name":"koboldcpp","model":friendlymodelname,"modified_at":"2024-07-19T15:26:55.6122841+08:00","size":394998579,"digest":"b5dc5e784f2a3ee1582373093acf69a2f4e2ac1710b253a001712b86a61f88bb","details":{"parent_model":"","format":"gguf","family":"koboldcpp","families":["koboldcpp"],"parameter_size":"128M","quantization_level":"Q4_0"}}]}).encode()) response_body = (json.dumps({"models":[{"name":"koboldcpp","model":friendlymodelname,"modified_at":"2024-07-19T15:26:55.6122841+08:00","expires_at": "2055-06-04T19:06:25.5433636+08:00","size":394998579,"size_vram":394998579,"digest":"b5dc5e784f2a3ee1582373093acf69a2f4e2ac1710b253a001712b86a61f88bb","details":{"parent_model":"","format":"gguf","family":"koboldcpp","families":["koboldcpp"],"parameter_size":"128M","quantization_level":"Q4_0"}}]}).encode())
elif self.path.endswith('/api/version'): #ollama compatible, NOT the kcpp version
response_body = (json.dumps({"version":"0.7.0"}).encode())
#comfyui compatible #comfyui compatible
elif self.path=='/system_stats': elif self.path=='/system_stats':
@ -3570,9 +3573,9 @@ Change Mode<br>
}}).encode()) }}).encode())
return return
api_format = 5 api_format = 5
elif self.path.endswith('/api/generate'): elif self.path.endswith('/api/generate'): #ollama
api_format = 6 api_format = 6
elif self.path.endswith('/api/chat'): elif self.path.endswith('/api/chat'): #ollama
api_format = 7 api_format = 7
elif self.path=="/prompt" or self.path.endswith('/sdapi/v1/txt2img') or self.path.endswith('/sdapi/v1/img2img'): elif self.path=="/prompt" or self.path.endswith('/sdapi/v1/txt2img') or self.path.endswith('/sdapi/v1/img2img'):
is_imggen = True is_imggen = True