vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-08 01:41:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fixed https://github.com/LostRuins/koboldcpp/issues/1892

Browse source
This commit is contained in:
Concedo 2025-12-19 22:52:39 +08:00
parent 9ea153c14c
commit 9458e08346
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -7939,7 +7939,7 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
# The chat completions adapter is a list that needs derivation from chat templates
# Try to derive chat completions adapter from chat template, now that we have the model loaded
if not args.nomodel and args.model_param:
if args.model_param:
ctbytes = handle.get_chat_template()
cached_chat_template = ctypes.string_at(ctbytes).decode("UTF-8","ignore")
if cached_chat_template != "" and (chatcompl_adapter_list is not None and isinstance(chatcompl_adapter_list, list)):