From 6d4626a5d9bf130d844781a9ef93754d348f04ff Mon Sep 17 00:00:00 2001 From: SkqLiao Date: Thu, 20 Mar 2025 18:48:51 +0800 Subject: [PATCH] fix params --- ktransformers/tests/score.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/ktransformers/tests/score.py b/ktransformers/tests/score.py index 099ebb99..2f6c3d10 100644 --- a/ktransformers/tests/score.py +++ b/ktransformers/tests/score.py @@ -26,7 +26,10 @@ server_cmd = [ "--model_path", "/home/qujing3/models/DeepSeek-R1-Q4_K_M/config", "--gguf_path", "/home/qujing3/models/DeepSeek-V3-GGUF/DeepSeek-V3-Q4_K_M", "--port", "10002", - "--cpu_infer", "64" + "--cpu_infer", "48", + "--optimize_config_path", "ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat.yaml", + "--max_new_tokens", "3000", + "--cache_lens", "6000" ] print("Starting ktransformers server...") @@ -35,7 +38,7 @@ with open("/tmp/server_log.txt", "w") as f: server_process = subprocess.Popen(server_cmd, stdout=f, stderr=f, text=True) try: - wait_for_server("http://localhost:10002", timeout=300) + wait_for_server("http://localhost:10002", timeout=600) eval_cmd = ["python", "ktransformers/tests/humaneval/eval_api.py"] print("Running eval_api.py...")