vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-10 06:14:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

✨: rm sensitive info in config.yaml, add readme of makefile. support old model_path config

Browse source
This commit is contained in:
liam 2024-10-31 21:28:17 +08:00
parent 9a2e7057c8
commit a148da2cfe
6 changed files with 43 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/config/config.py
View file

@ -88,6 +88,8 @@ class Config(metaclass=Singleton):
self.model: dict = cfg.get("model", {})
self.backend_type: str = self.model.get("type", "transformers")
self.model_dir: str = self.model.get("path", "")
# to make sure it consistent with previous version
self.model_path: str = self.model_dir
self.model_name: str = self.model.get("name", "")
self.model_device: str = self.model.get("device", "cuda:0")
self.gguf_path: Optional[str] = self.model.get("gguf_path", None)