vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

server : disable context shift by default (#15416)

Browse source 
* server : disable context shift by default

ggml-ci

* server : make scopr of test parameters local
This commit is contained in:
Georgi Gerganov 2025-08-19 16:46:37 +03:00 • committed by GitHub
parent a6d3cfe7fa
commit d2fcd91cf9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 27 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tools/server/tests/utils.py
View file

@ -79,7 +79,7 @@ class ServerProcess:
draft: int | None = None
api_key: str | None = None
lora_files: List[str] | None = None
disable_ctx_shift: int | None = False
enable_ctx_shift: int | None = False
draft_min: int | None = None
draft_max: int | None = None
no_webui: bool | None = None
@ -178,8 +178,8 @@ class ServerProcess:
if self.lora_files:
for lora_file in self.lora_files:
server_args.extend(["--lora", lora_file])
if self.disable_ctx_shift:
server_args.extend(["--no-context-shift"])
if self.enable_ctx_shift:
server_args.append("--context-shift")
if self.api_key:
server_args.extend(["--api-key", self.api_key])
if self.draft_max: