vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-09 22:05:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

⚡ rm opt config path default value and fix some config logic bug

Browse source
This commit is contained in:
liam 2024-11-14 19:32:28 +08:00
parent dddc42038d
commit 04cebec4bb
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/config/config.py
View file

@ -95,7 +95,7 @@ class Config(metaclass=Singleton):
self.gguf_path: Optional[str] = self.model.get("gguf_path", None)
# self.model_cache_lens = self.model.get("cache_lens")
self.optimize_config_path: Optional[str] = self.model.get(
"optimize_config_path", "./ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml"
"optimize_config_path", None
)
self.paged = self.model.get("paged", True)