vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

serve tags endpoint

Browse source
This commit is contained in:
Concedo 2024-07-19 16:08:54 +08:00
parent 24b9616344
commit 1a23d49c32
2 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
klite.embd
View file

@ -7856,6 +7856,10 @@ Current version indicated by LITEVER below.
{ {
let desired_oai_key = document.getElementById("custom_oai_key").value.trim(); let desired_oai_key = document.getElementById("custom_oai_key").value.trim();
let desired_oai_ep = document.getElementById("custom_oai_endpoint").value.trim(); let desired_oai_ep = document.getElementById("custom_oai_endpoint").value.trim();
if(desired_oai_ep!="" && desired_oai_ep.slice(-1)=="/")
{
desired_oai_ep = desired_oai_ep.slice(0, -1);
}
if (document.getElementById("oaiaddversion").checked) if (document.getElementById("oaiaddversion").checked)
{ {
if(desired_oai_ep!="" && desired_oai_ep.length > 4 && !desired_oai_ep.slice(-4).toLowerCase().includes("/v") && !desired_oai_ep.toLowerCase().includes("/v1/")) { if(desired_oai_ep!="" && desired_oai_ep.length > 4 && !desired_oai_ep.slice(-4).toLowerCase().includes("/v") && !desired_oai_ep.toLowerCase().includes("/v1/")) {

3
koboldcpp.py
View file

@ -1674,6 +1674,9 @@ Enter Prompt:<br>
elif self.path.endswith('/sdapi/v1/upscalers'): elif self.path.endswith('/sdapi/v1/upscalers'):
response_body = (json.dumps([]).encode()) response_body = (json.dumps([]).encode())
elif self.path.endswith(('/api/tags')): #ollama compatible
response_body = (json.dumps({"models":[{"name":"koboldcpp","model":friendlymodelname,"modified_at":"2024-07-19T15:26:55.6122841+08:00","size":394998579,"digest":"b5dc5e784f2a3ee1582373093acf69a2f4e2ac1710b253a001712b86a61f88bb","details":{"parent_model":"","format":"gguf","family":"koboldcpp","families":["koboldcpp"],"parameter_size":"128M","quantization_level":"Q4_0"}}]}).encode())
elif self.path=="/api" or self.path=="/docs" or self.path.startswith(('/api/?json=','/api?json=','/docs/?json=','/docs?json=')): elif self.path=="/api" or self.path=="/docs" or self.path.startswith(('/api/?json=','/api?json=','/docs/?json=','/docs?json=')):
content_type = 'text/html' content_type = 'text/html'
if embedded_kcpp_docs is None: if embedded_kcpp_docs is None: