vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 17:44:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

added toggle for vae tiling, use custom memory buffer

Browse source
This commit is contained in:
Concedo 2025-01-08 13:12:03 +08:00
parent d752846116
commit 568e476997
5 changed files with 44 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
otherarch/sdcpp/stable-diffusion.cpp
View file

@ -1084,7 +1084,8 @@ public:
ggml_tensor_scale_output(result);
}
} else {
if (vae_tiling && decode) { // TODO: support tiling vae encode
//koboldcpp never use tiling with taesd
if (false && vae_tiling && decode) { // TODO: support tiling vae encode
// split latent in 64x64 tiles and compute in several steps
auto on_tiling = [&](ggml_tensor* in, ggml_tensor* out, bool init) {
tae_first_stage->compute(n_threads, in, decode, &out);