vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

improved tool calls and whisper

Browse source
This commit is contained in:
Concedo 2024-12-06 14:34:31 +08:00
parent 836c06d91a
commit e9d2332dd8
4 changed files with 243 additions and 305 deletions
Download patch file Download diff file Expand all files Collapse all files

10
koboldcpp.py
View file

@ -264,6 +264,7 @@ class whisper_load_model_inputs(ctypes.Structure):
class whisper_generation_inputs(ctypes.Structure):
_fields_ = [("prompt", ctypes.c_char_p),
("audio_data", ctypes.c_char_p),
("suppress_non_speech", ctypes.c_bool),
("quiet", ctypes.c_bool)]
class whisper_generation_outputs(ctypes.Structure):
@ -1236,6 +1237,7 @@ def whisper_generate(genparams):
inputs.prompt = prompt.encode("UTF-8")
inputs.audio_data = audio_data.encode("UTF-8")
inputs.quiet = is_quiet
inputs.suppress_non_speech = genparams.get("suppress_non_speech", False)
ret = handle.whisper_generate(inputs)
outstr = ""
if ret.status==1:
@ -1392,9 +1394,11 @@ def transform_genparams(genparams, api_format):
messages_string += tools_message_start
# content can be a string or an array of objects
curr_content = message['content']
if isinstance(curr_content, str):
messages_string += curr_content
curr_content = message.get("content",None)
if not curr_content:
pass # do nothing
elif isinstance(curr_content, str):
messages_string += curr_content
elif isinstance(curr_content, list): #is an array
for item in curr_content:
if item['type']=="text":