diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index b39e2ecd7..e5f18ec95 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -2129,11 +2129,6 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in printf("Qwen2VL detected! Mrope will be used, and context shift will be disabled!\n"); kcpp_data->use_contextshift = false; } - if(file_format_meta.model_architecture == GGUFArch::ARCH_GEMMA3) - { - printf("Gemma3 detected! Context shift will be disabled!\n"); - kcpp_data->use_contextshift = false; - } model_params.main_gpu = cu_parseinfo_maindevice; #if defined(GGML_USE_CUDA) diff --git a/kcpp_adapters/AutoGuess.json b/kcpp_adapters/AutoGuess.json index 8015a8323..de26232da 100644 --- a/kcpp_adapters/AutoGuess.json +++ b/kcpp_adapters/AutoGuess.json @@ -43,6 +43,15 @@ "assistant_start": "model\n", "assistant_end": "\n" } +}, { + "search": ["", "", ""], + "name": "Google Gemma 3.", + "adapter": { + "user_start": "user\n", + "user_end": "\n", + "assistant_start": "model\n", + "assistant_end": "\n" + } }, { "search": ["<|start_header_id|>system"], "name": "Llama 3.x.", diff --git a/kcpp_docs.embd b/kcpp_docs.embd index 49abc72c7..e32741f40 100644 --- a/kcpp_docs.embd +++ b/kcpp_docs.embd @@ -2070,6 +2070,18 @@ "post": { "summary": "Generates text continuations given a prompt. Please refer to OpenAI documentation", "description": "Generates text continuations given a prompt.\n\nThis is an OpenAI compatibility endpoint.\n\n Please refer to OpenAI documentation at [https://platform.openai.com/docs/api-reference/completions](https://platform.openai.com/docs/api-reference/completions)", + "requestBody": { + "content": { + "application/json": { + "example": {}, + "schema": { + "properties": {}, + "type": "object" + } + } + }, + "required": true + }, "tags": [ "v1" ], @@ -2080,6 +2092,18 @@ "post": { "summary": "Generates a response from a list of messages. Please refer to OpenAI documentation", "description": "Given a list of messages comprising a conversation, the model will return a response.\n\n This is an OpenAI compatibility endpoint.\n\n Please refer to OpenAI documentation at [https://platform.openai.com/docs/api-reference/chat](https://platform.openai.com/docs/api-reference/chat)", + "requestBody": { + "content": { + "application/json": { + "example": {}, + "schema": { + "properties": {}, + "type": "object" + } + } + }, + "required": true + }, "tags": [ "v1" ], @@ -2110,6 +2134,18 @@ "post": { "summary": "Generates Text-To-Speech audio from input text. Please refer to OpenAI documentation", "description": "Generates Text-To-Speech audio from input text.\n\n This is an OpenAI compatibility endpoint.\n\n Please refer to OpenAI documentation at [https://platform.openai.com/docs/api-reference/audio/createSpeech](https://platform.openai.com/docs/api-reference/audio/createSpeech)", + "requestBody": { + "content": { + "application/json": { + "example": {}, + "schema": { + "properties": {}, + "type": "object" + } + } + }, + "required": true + }, "tags": [ "v1" ], diff --git a/klite.embd b/klite.embd index ebc863dc9..430b702c3 100644 --- a/klite.embd +++ b/klite.embd @@ -12,7 +12,7 @@ Current version indicated by LITEVER below. -->