diff --git a/klite.embd b/klite.embd index 430b702c3..19e6c42f7 100644 --- a/klite.embd +++ b/klite.embd @@ -14383,7 +14383,7 @@ Current version indicated by LITEVER below. let et = get_instruct_endtag(true); if(st=="{{[INPUT]}}" && et=="{{[OUTPUT]}}") { - submit_payload.params.autoguess_format = true; + submit_payload.params.replace_instruct_placeholders = true; } } if(custom_kobold_endpoint != "" && is_using_kcpp_with_dry() && localsettings.dry_multiplier > 0) diff --git a/koboldcpp.py b/koboldcpp.py index 8b3cd0e56..3fb6c9c94 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1153,8 +1153,8 @@ def generate(genparams, stream_flag=False): banned_tokens = genparams.get('banned_tokens', banned_strings) bypass_eos_token = genparams.get('bypass_eos', False) custom_token_bans = genparams.get('custom_token_bans', '') - autoguess_format = genparams.get('autoguess_format', False) - if autoguess_format: + replace_instruct_placeholders = genparams.get('replace_instruct_placeholders', False) + if replace_instruct_placeholders: adapter_obj = {} if chatcompl_adapter is None else chatcompl_adapter system_message_start = adapter_obj.get("system_start", "\n### Instruction:\n") user_message_start = adapter_obj.get("user_start", "\n### Instruction:\n")