vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-18 14:59:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

optimize lowvram for music

Browse source
This commit is contained in:
Concedo 2026-04-12 18:17:08 +08:00
parent 5361b45fba
commit 7bf7b0aefc
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/acestep/dit-vae.cpp
View file

@ -549,6 +549,11 @@ std::string acestep_generate_audio(const music_generation_inputs inputs)
}
}
if(acestep_dit_lowvram)
{
unload_acestep_dit_others();
}
// DiT Generate
std::vector<float> output(batch_n * Oc * T);
@ -626,7 +631,6 @@ std::string acestep_generate_audio(const music_generation_inputs inputs)
if(acestep_dit_lowvram)
{
unload_acestep_dit_others();
unload_acestep_vae_dec();
}