diff --git a/koboldcpp.py b/koboldcpp.py index 4e26c857e..07fa17531 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3770,7 +3770,12 @@ Change Mode
outdatas = [] odidx = 0 for od in gen["data"]: - outdatas.append({"object":"embedding","index":odidx,"embedding":od}) + if genparams.get("encoding_format", "")=="base64": + binary_data = struct.pack('<' + 'f' * len(od), *od) + b64_string = base64.b64encode(binary_data).decode('utf-8') + outdatas.append({"object":"embedding","index":odidx,"embedding":b64_string}) + else: + outdatas.append({"object":"embedding","index":odidx,"embedding":od}) odidx += 1 genresp = (json.dumps({"object":"list","data":outdatas,"model":friendlyembeddingsmodelname,"usage":{"prompt_tokens":gen["count"],"total_tokens":gen["count"]}}).encode()) self.send_response(200)