vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-05 12:09:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

⚡ rm opt config path default value and fix some config logic bug

Browse source
This commit is contained in:
liam 2024-11-14 19:32:28 +08:00
parent dddc42038d
commit 04cebec4bb
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/args.py
View file

@ -101,7 +101,7 @@ class ArgumentParser:
parser.add_argument("--prompt_file", type=str, default=self.cfg.prompt_file) parser.add_argument("--prompt_file", type=str, default=self.cfg.prompt_file)
args = parser.parse_args() args = parser.parse_args()
if (args.model_dir is not None): if (args.model_dir is not None or args.model_path is not None):
if (args.model_path is not None): if (args.model_path is not None):
# if pass model_dir and model_path, we use model_path # if pass model_dir and model_path, we use model_path
args.model_dir = args.model_path args.model_dir = args.model_path

2
ktransformers/server/config/config.py
View file

@ -95,7 +95,7 @@ class Config(metaclass=Singleton):
self.gguf_path: Optional[str] = self.model.get("gguf_path", None) self.gguf_path: Optional[str] = self.model.get("gguf_path", None)
# self.model_cache_lens = self.model.get("cache_lens") # self.model_cache_lens = self.model.get("cache_lens")
self.optimize_config_path: Optional[str] = self.model.get( self.optimize_config_path: Optional[str] = self.model.get(
"optimize_config_path", "./ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml" "optimize_config_path", None
) )
self.paged = self.model.get("paged", True) self.paged = self.model.get("paged", True)