mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-04-28 03:30:20 +00:00
updated docs, adjusted acestep threads
This commit is contained in:
parent
cfcbfd571a
commit
ad6eaffd3c
2 changed files with 2 additions and 1 deletions
|
|
@ -1529,7 +1529,7 @@
|
|||
"example": {
|
||||
"input": "hello world, how are you today?",
|
||||
"voice": "kobo",
|
||||
"speaker_json":"",
|
||||
"instruction":"",
|
||||
},
|
||||
"schema": {
|
||||
"properties": {
|
||||
|
|
|
|||
|
|
@ -32,6 +32,7 @@ static BackendPair backend_init(const char * label) {
|
|||
bp.cpu_backend = bp.backend;
|
||||
ggml_backend_cpu_set_n_threads(bp.backend, n_threads);
|
||||
} else {
|
||||
n_threads = (n_threads>4?4:n_threads);
|
||||
bp.cpu_backend = ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_CPU, NULL);
|
||||
ggml_backend_cpu_set_n_threads(bp.cpu_backend, n_threads);
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue