vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated docs, shifted kv extra space to be subtracted from user's ctx value instead of added on load.

Browse source
This commit is contained in:
Concedo 2023-11-30 14:19:40 +08:00
parent 66ef4a20e2
commit a012342a77
2 changed files with 26 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
kcpp_docs.embd
View file

@ -367,9 +367,19 @@
"content": {
"application/json": {
"example": {
"prompt": "Niko the kobold stalked carefully down the alley, his small scaly figure obscured by a dusky cloak that fluttered lightly in the cold winter breeze.",
"temperature": 0.5,
"top_p": 0.9
"max_context_length": 2048,
"max_length": 100,
"prompt": "Niko the kobold stalked carefully down the alley, his small scaly figure obscured by a dusky cloak that fluttered lightly in the cold winter breeze.",
"quiet": false,
"rep_pen": 1.1,
"rep_pen_range": 256,
"rep_pen_slope": 1,
"temperature": 0.5,
"tfs": 1.0,
"top_a": 0,
"top_k": 100,
"top_p": 0.9,
"typical": 1.0
},
"schema": {
"$ref": "#/components/schemas/GenerationInput"