vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update lite, cleanup, fix interrogate format

Browse source
This commit is contained in:
Concedo 2024-08-18 00:48:53 +08:00
parent 1edf83761a
commit d71b5477c5
5 changed files with 30 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -1348,10 +1348,14 @@ ws ::= | " " | "\n" [ \t]{0,20}
elif api_format==5:
global chatcompl_adapter
firstimg = genparams.get('image', "")
genparams["images"] = [firstimg]
genparams["max_length"] = 42
genparams["prompt"] = "### Instruction: In one sentence, write a descriptive caption for this image.\n### Response:"
adapter_obj = {} if chatcompl_adapter is None else chatcompl_adapter
user_message_start = adapter_obj.get("user_start", "### Instruction:")
assistant_message_start = adapter_obj.get("assistant_start", "### Response:")
genparams["prompt"] = f"{user_message_start} In one sentence, write a descriptive caption for this image.\n{assistant_message_start}"
return genparams