vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 20:09:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

merged, added ability to render special tokens

Browse source
This commit is contained in:
Concedo 2024-04-22 18:19:58 +08:00
commit b4d2031215
37 changed files with 335 additions and 7328 deletions
Download patch file Download diff file Expand all files Collapse all files

9
kcpp_docs.embd
View file

@ -193,9 +193,14 @@
"description": "KoboldCpp ONLY. If set, takes an array of base64 encoded strings, each one representing an image to be processed.",
"type": "array"
},
"trim_stop": {
"trim_stop": {
"default": false,
"description": "KoboldCpp ONLY. If true, also removes detected stop_sequences from the output and truncates all text after them. Does not work with SSE streaming.",
"description": "KoboldCpp ONLY. If true, also removes detected stop_sequences from the output and truncates all text after them.",
"type": "boolean"
},
"render_special": {
"default": false,
"description": "KoboldCpp ONLY. If true, prints special tokens as text for GGUF models",
"type": "boolean"
},
"logit_bias": {