From 82d7c53b8567aa4afae3b5ef5917c07127078621 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 9 Jun 2025 00:26:40 +0800 Subject: [PATCH] embeddings handle base64 --- koboldcpp.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 4e26c857e..07fa17531 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3770,7 +3770,12 @@ Change Mode
outdatas = [] odidx = 0 for od in gen["data"]: - outdatas.append({"object":"embedding","index":odidx,"embedding":od}) + if genparams.get("encoding_format", "")=="base64": + binary_data = struct.pack('<' + 'f' * len(od), *od) + b64_string = base64.b64encode(binary_data).decode('utf-8') + outdatas.append({"object":"embedding","index":odidx,"embedding":b64_string}) + else: + outdatas.append({"object":"embedding","index":odidx,"embedding":od}) odidx += 1 genresp = (json.dumps({"object":"list","data":outdatas,"model":friendlyembeddingsmodelname,"usage":{"prompt_tokens":gen["count"],"total_tokens":gen["count"]}}).encode()) self.send_response(200)