From 04cebec4bbee0f81a2fa0876bb1e24df2da06ccd Mon Sep 17 00:00:00 2001 From: liam Date: Thu, 14 Nov 2024 19:32:28 +0800 Subject: [PATCH] :zap: rm opt config path default value and fix some config logic bug --- ktransformers/server/args.py | 2 +- ktransformers/server/config/config.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ktransformers/server/args.py b/ktransformers/server/args.py index 5c0bb03..38aa20d 100644 --- a/ktransformers/server/args.py +++ b/ktransformers/server/args.py @@ -101,7 +101,7 @@ class ArgumentParser: parser.add_argument("--prompt_file", type=str, default=self.cfg.prompt_file) args = parser.parse_args() - if (args.model_dir is not None): + if (args.model_dir is not None or args.model_path is not None): if (args.model_path is not None): # if pass model_dir and model_path, we use model_path args.model_dir = args.model_path diff --git a/ktransformers/server/config/config.py b/ktransformers/server/config/config.py index 850b6db..27b788f 100644 --- a/ktransformers/server/config/config.py +++ b/ktransformers/server/config/config.py @@ -95,7 +95,7 @@ class Config(metaclass=Singleton): self.gguf_path: Optional[str] = self.model.get("gguf_path", None) # self.model_cache_lens = self.model.get("cache_lens") self.optimize_config_path: Optional[str] = self.model.get( - "optimize_config_path", "./ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml" + "optimize_config_path", None ) self.paged = self.model.get("paged", True)