vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-08 01:41:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

try to solve ttscpp oom regression

Browse source
This commit is contained in:
Concedo 2025-09-24 17:45:28 +08:00
parent d3f9db8d33
commit c7a1eec4e4
3 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-backend.cpp
View file

@ -656,9 +656,9 @@ static bool ggml_is_view_op(enum ggml_op op) {
#ifndef GGML_SCHED_MAX_BACKENDS
#define GGML_SCHED_MAX_BACKENDS 16
#endif
//kcpp yolo fix: decreased from 30 to 14 in order to try resolve tts oom issues.
#ifndef GGML_SCHED_MAX_SPLIT_INPUTS
#define GGML_SCHED_MAX_SPLIT_INPUTS 30
#define GGML_SCHED_MAX_SPLIT_INPUTS 14
#endif
#ifndef GGML_SCHED_MAX_COPIES

2
koboldcpp.py
View file

@ -64,7 +64,7 @@ dry_seq_break_max = 128
extra_images_max = 4
# global vars
KcppVersion = "1.99.3"
KcppVersion = "1.99.4"
showdebug = True
kcpp_instance = None #global running instance
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}

2
otherarch/tts_adapter.cpp
View file

@ -671,7 +671,7 @@ bool ttstype_load_model(const tts_load_model_inputs inputs)
// tts init
if (is_ttscpp_file) {
ttscpp_config = new generation_configuration("am_echo", 25, 1.0, 1.0, true, "", 2048, 1.0);
ttscpp_config = new generation_configuration("am_echo", 25, 1.0, 1.0, true, "", 1600, 1.0);
ttscpp_runner = runner_from_file(modelfile_ttc, inputs.threads, ttscpp_config, true);
if (ttscpp_runner == nullptr) {
printf("\nTTS Load Error: Failed to initialize TTSCPP!\n");