From 1a23d49c32efac58dcbc63028a81af961df94ba1 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Fri, 19 Jul 2024 16:08:54 +0800 Subject: [PATCH] serve tags endpoint --- klite.embd | 4 ++++ koboldcpp.py | 3 +++ 2 files changed, 7 insertions(+) diff --git a/klite.embd b/klite.embd index bbba93cb9..20cad7a90 100644 --- a/klite.embd +++ b/klite.embd @@ -7856,6 +7856,10 @@ Current version indicated by LITEVER below. { let desired_oai_key = document.getElementById("custom_oai_key").value.trim(); let desired_oai_ep = document.getElementById("custom_oai_endpoint").value.trim(); + if(desired_oai_ep!="" && desired_oai_ep.slice(-1)=="/") + { + desired_oai_ep = desired_oai_ep.slice(0, -1); + } if (document.getElementById("oaiaddversion").checked) { if(desired_oai_ep!="" && desired_oai_ep.length > 4 && !desired_oai_ep.slice(-4).toLowerCase().includes("/v") && !desired_oai_ep.toLowerCase().includes("/v1/")) { diff --git a/koboldcpp.py b/koboldcpp.py index 100a2ed25..4eedb233a 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1674,6 +1674,9 @@ Enter Prompt:
elif self.path.endswith('/sdapi/v1/upscalers'): response_body = (json.dumps([]).encode()) + elif self.path.endswith(('/api/tags')): #ollama compatible + response_body = (json.dumps({"models":[{"name":"koboldcpp","model":friendlymodelname,"modified_at":"2024-07-19T15:26:55.6122841+08:00","size":394998579,"digest":"b5dc5e784f2a3ee1582373093acf69a2f4e2ac1710b253a001712b86a61f88bb","details":{"parent_model":"","format":"gguf","family":"koboldcpp","families":["koboldcpp"],"parameter_size":"128M","quantization_level":"Q4_0"}}]}).encode()) + elif self.path=="/api" or self.path=="/docs" or self.path.startswith(('/api/?json=','/api?json=','/docs/?json=','/docs?json=')): content_type = 'text/html' if embedded_kcpp_docs is None: