vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

AutoGuess: GLM-4 (#1502)

Browse source 
* AutoGuess: GLM-4

* add 'chat_start' field to adapters

* GLM-4 fix
This commit is contained in:
kallewoof 2025-04-26 09:47:42 +09:00 • committed by GitHub
parent 35dc8387e9
commit 7cb815b727
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
kcpp_adapters/AutoGuess.json
View file

@ -112,10 +112,11 @@
"assistant_end": "</s>" "assistant_end": "</s>"
} }
}, { }, {
"search": ["<|system|>", "<|user|>","[gMASK]"], "search": ["[gMASK]<sop>"],
"name": "GLM-4", "name": "GLM-4",
"adapter": { "adapter": {
"system_start": "[gMASK]<sop><|system|>\n", "chat_start": "[gMASK]<sop>",
"system_start": "<|system|>\n",
"system_end": "", "system_end": "",
"user_start": "<|user|>\n", "user_start": "<|user|>\n",
"user_end": "", "user_end": "",

2
koboldcpp.py
View file

@ -2049,7 +2049,7 @@ def transform_genparams(genparams, api_format):
if api_format==4 or api_format==7: #handle ollama chat here too if api_format==4 or api_format==7: #handle ollama chat here too
# translate openai chat completion messages format into one big string. # translate openai chat completion messages format into one big string.
messages_array = genparams.get('messages', []) messages_array = genparams.get('messages', [])
messages_string = "" messages_string = adapter_obj.get("chat_start", "")
system_message_start = adapter_obj.get("system_start", "\n### Instruction:\n") system_message_start = adapter_obj.get("system_start", "\n### Instruction:\n")
system_message_end = adapter_obj.get("system_end", "") system_message_end = adapter_obj.get("system_end", "")
user_message_start = adapter_obj.get("user_start", "\n### Instruction:\n") user_message_start = adapter_obj.get("user_start", "\n### Instruction:\n")