vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-05 20:19:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

None for load config

Browse source
This commit is contained in:
chenxl 2024-08-22 15:52:25 +00:00
parent 1f85db3d73
commit b9f0819a86
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View file

@ -25,7 +25,7 @@ class KTransformersInterface(TransformersInterface):
with torch.device("meta"):
self.model=custom_models[config.architectures[0]](config)
if default_args.optimize_config_path is not None:
if default_args.optimize_config_path is None:
optimize_rule_path = default_optimize_rules[config.architectures[0]]
else:
optimize_rule_path = args.optimize_config_path