vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-14 19:09:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated lite (+2 squashed commit)

Browse source 
Squashed commit:

[d10a731e] update lite

[2554b8e6] update docs
This commit is contained in:
Concedo 2024-04-27 18:01:13 +08:00
parent c230b78906
commit 6c3fd5b685
2 changed files with 153 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

7
kcpp_docs.embd
View file

@ -203,6 +203,13 @@
"description": "KoboldCpp ONLY. If true, prints special tokens as text for GGUF models",
"type": "boolean"
},
"banned_tokens": {
"description": "An array of string sequences to remove from model vocab. All matching tokens with matching substrings are removed.",
"items": {
"type": "string"
},
"type": "array"
},
"logit_bias": {
"default": {},
"description": "KoboldCpp ONLY. An dictionary of key-value pairs, which indicate the token IDs (int) and logit bias (float) to apply for that token. Up to 16 value can be provided.",