vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-19 16:31:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

adjust batching eligibility

Browse source
This commit is contained in:
Concedo 2026-05-11 21:54:32 +08:00
parent 2771e16fbc
commit 286e62267e
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -2288,7 +2288,7 @@ def continuous_batching_python_eligible(genparams, api_format):
model_path = str(getattr(args, "model_param", "") or "").lower()
if model_path and not model_path.endswith(".gguf"):
return False
if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "mmproj", "") or getattr(args, "enableguidance", False):
if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "enableguidance", False):
return False
if genparams.get("negative_prompt") or genparams.get("images") or genparams.get("audio"):
return False