vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-08 18:30:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

move pipeline parallelism to a --pipelineparallel launch flag

Browse source
This commit is contained in:
Concedo 2025-12-11 21:03:41 +08:00
parent b7428048fc
commit fd0d0cab03
5 changed files with 20 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

1
expose.h
View file

@ -76,6 +76,7 @@ struct load_model_inputs
const bool highpriority = false;
const bool swa_support = false;
const bool smartcache = false;
const bool pipelineparallel = false;
const float lora_multiplier = 1.0f;
const bool quiet = false;
const int debugmode = 0;