vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-06 04:30:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

None for load config

Browse source
This commit is contained in:
chenxl 2024-08-22 15:52:25 +00:00
parent 1f85db3d73
commit b9f0819a86
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View file

@ -25,7 +25,7 @@ class KTransformersInterface(TransformersInterface):
with torch.device("meta"): with torch.device("meta"):
self.model=custom_models[config.architectures[0]](config) self.model=custom_models[config.architectures[0]](config)
if default_args.optimize_config_path is not None: if default_args.optimize_config_path is None:
optimize_rule_path = default_optimize_rules[config.architectures[0]] optimize_rule_path = default_optimize_rules[config.architectures[0]]
else: else:
optimize_rule_path = args.optimize_config_path optimize_rule_path = args.optimize_config_path