From 299d6ce0ed92a3acdd521a9bad768d837ef20053 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 16 Feb 2025 11:59:08 +0800 Subject: [PATCH] horde advertised max ctx --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 0789b18fe..9f0d36fb6 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -4551,7 +4551,7 @@ def run_horde_worker(args, api_key, worker_name): "name": worker_name, "models": [friendlymodelname], "max_length": maxhordelen, - "max_context_length": maxhordectx, + "max_context_length": min(maxctx,maxhordectx), "priority_usernames": [], "softprompts": [], "bridge_agent": BRIDGE_AGENT,