diff --git a/ktransformers/server/args.py b/ktransformers/server/args.py index 5c0bb03..38aa20d 100644 --- a/ktransformers/server/args.py +++ b/ktransformers/server/args.py @@ -101,7 +101,7 @@ class ArgumentParser: parser.add_argument("--prompt_file", type=str, default=self.cfg.prompt_file) args = parser.parse_args() - if (args.model_dir is not None): + if (args.model_dir is not None or args.model_path is not None): if (args.model_path is not None): # if pass model_dir and model_path, we use model_path args.model_dir = args.model_path diff --git a/ktransformers/server/config/config.py b/ktransformers/server/config/config.py index 850b6db..27b788f 100644 --- a/ktransformers/server/config/config.py +++ b/ktransformers/server/config/config.py @@ -95,7 +95,7 @@ class Config(metaclass=Singleton): self.gguf_path: Optional[str] = self.model.get("gguf_path", None) # self.model_cache_lens = self.model.get("cache_lens") self.optimize_config_path: Optional[str] = self.model.get( - "optimize_config_path", "./ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml" + "optimize_config_path", None ) self.paged = self.model.get("paged", True)