vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added a nicer built in voice

Browse source
This commit is contained in:
Concedo 2025-01-13 23:26:54 +08:00
parent 62e33d0bf7
commit 636beac6d2
7 changed files with 166 additions and 36 deletions
Download patch file Download diff file Expand all files Collapse all files

12
otherarch/utils.cpp
View file

@ -225,18 +225,6 @@ bool should_transpose_layer(std::string name)
return false;
}
static std::vector<uint8_t> kcpp_compute_buf;
void kcpp_graph_compute_helper(struct ggml_v3_cgraph *graph, int n_threads)
{
struct ggml_v3_cplan plan = ggml_v3_graph_plan(graph, n_threads);
if (plan.work_size > 0)
{
kcpp_compute_buf.resize(plan.work_size);
plan.work_data = kcpp_compute_buf.data();
}
ggml_v3_graph_compute(graph, &plan);
}
static const std::string kcpp_base64_chars =
"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
"abcdefghijklmnopqrstuvwxyz"