vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

removed hunyuan autoguess template, fixed multi file loading up to 999 parts

Browse source
This commit is contained in:
Concedo 2025-07-15 17:49:49 +08:00
parent f3f6168f85
commit 8396add5be
2 changed files with 2 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

11
kcpp_adapters/AutoGuess.json
View file

@ -210,17 +210,6 @@
"assistant_start": "<|response|>\n",
"assistant_end": "<|endofresponse|>\n"
}
}, {
"search": ["<|extra_4|>", "<|extra_0|>", "用户", "助手"],
"name": "Hunyuan",
"adapter": {
"system": "",
"system_end": "",
"user": "用户：\n",
"user_end": "",
"assistant": "助手：\n",
"assistant_end": ""
}
}, {
"search": ["rwkv-world"],
"name": "RWKV World",

4
koboldcpp.py
View file

@ -1112,7 +1112,7 @@ def autoset_gpu_layers(ctxsize, sdquanted, bbs, qkv_level): #shitty algo to dete
if fsize > (10*1024*1024): #dont bother with models < 10mb
cs = ctxsize
mem = gpumem
if "-00001-of-0000" in fname:
if "-00001-of-00" in fname:
match = re.search(r'-(\d{5})-of-(\d{5})\.', fname)
if match:
total_parts = int(match.group(2))
@ -6316,7 +6316,7 @@ def download_model_from_url(url, permitted_types=[".gguf",".safetensors", ".ggml
break
if ((url.startswith("http://") or url.startswith("https://")) and end_ext_ok):
dlfile = downloader_internal(url, "auto", False, min_file_size)
if handle_multipart and "-00001-of-0000" in url: #handle multipart files up to 9 parts
if handle_multipart and "-00001-of-00" in url: #handle multipart files up to 9 parts
match = re.search(r'-(\d{5})-of-(\d{5})\.', url)
if match:
total_parts = int(match.group(2))