mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2025-09-05 12:09:48 +00:00
113 lines
No EOL
4.2 KiB
Python
113 lines
No EOL
4.2 KiB
Python
#!/usr/bin/env python
|
|
# coding=utf-8
|
|
'''
|
|
Description :
|
|
Author : unicornchan
|
|
Date : 2024-06-11 16:35:42
|
|
Version : 1.0.0
|
|
LastEditors : WuHao
|
|
LastEditTime : 2024-08-12 06:31:14
|
|
'''
|
|
import os
|
|
import shutil
|
|
import yaml
|
|
|
|
from ktransformers.server.config.singleton import Singleton
|
|
|
|
|
|
class Config(metaclass=Singleton):
|
|
"""Singleton pattern Config class, used to get all configurations.
|
|
"""
|
|
CONFIG_FILE_NAME = "config.yaml"
|
|
|
|
@staticmethod
|
|
def load() -> dict:
|
|
"""load config file
|
|
|
|
Returns:
|
|
dict: all configs
|
|
"""
|
|
base_path: str = os.path.dirname(
|
|
os.path.dirname(os.path.dirname(__file__)))
|
|
config_yaml: str = os.path.join(
|
|
base_path, "configs", Config.CONFIG_FILE_NAME)
|
|
|
|
user_path: str = os.path.expanduser('~')
|
|
localstore_path: str = os.path.join(user_path,'.ktransformers')
|
|
config_path: str = os.path.join(localstore_path,Config.CONFIG_FILE_NAME)
|
|
if not os.path.exists(config_yaml):
|
|
print(f"Can't find config file, {config_yaml}")
|
|
exit(-1)
|
|
if not os.path.exists(localstore_path):
|
|
os.mkdir(localstore_path)
|
|
if not os.path.exists(config_path):
|
|
shutil.copyfile(config_yaml,config_path)
|
|
with open(config_path, 'r', encoding="utf-8") as fp:
|
|
config = yaml.safe_load(fp)
|
|
return config
|
|
|
|
@staticmethod
|
|
def to_path(path: str) -> str:
|
|
"""
|
|
process file path
|
|
"""
|
|
base_path = os.path.dirname(os.path.dirname(os.path.dirname(__file__)))
|
|
real_path = path if os.path.isabs(
|
|
path) else os.path.join(base_path, path)
|
|
return real_path
|
|
|
|
def __init__(self):
|
|
cfg = Config.load()
|
|
self.base_path = os.path.dirname(
|
|
os.path.dirname(os.path.dirname(__file__)))
|
|
self.user_path: str = os.path.expanduser('~')
|
|
self.localstore_path: str = os.path.join(self.user_path,'.ktransformers')
|
|
# log configs
|
|
self.log_dir = os.path.join(self.base_path, Config.to_path(cfg["log"]["dir"]))
|
|
self.log_file = cfg["log"]["file"]
|
|
self.log_level = cfg["log"]["level"]
|
|
self.backup_count = cfg["log"]["backup_count"]
|
|
|
|
# server configs
|
|
self.server: dict = cfg.get("server",{})
|
|
self.server_ip = self.server.get("ip", "0.0.0.0")
|
|
self.server_port = self.server.get("port", 9016)
|
|
|
|
# db configs
|
|
self.db_configs: dict = cfg.get("db", {})
|
|
self.db_type = self.db_configs.get("type", "")
|
|
self.db_host = os.path.join(self.base_path, self.db_configs.get("host", ""))
|
|
self.db_port = self.db_configs.get("port", "")
|
|
self.db_name = self.db_configs.get("database", "")
|
|
self.db_pool_size = self.db_configs.get("pool_size")
|
|
self.db_database = self.db_configs.get("database", "")
|
|
|
|
# user config
|
|
self.user_config: dict = cfg.get("user", {})
|
|
self.user_secret_key = self.user_config.get("secret_key", "")
|
|
self.user_algorithm = self.user_config.get("algorithm", "")
|
|
|
|
# model config
|
|
self.model:dict = cfg.get("model", {})
|
|
self.backend_type: str = self.model.get("type", "transformers")
|
|
self.model_path: str = self.model.get("path", "")
|
|
self.model_name: str = self.model.get("name", "")
|
|
self.model_device: str = self.model.get("device", "cuda:0")
|
|
self.gguf_path: str = self.model.get("gguf_path", "")
|
|
self.model_cache_lens = self.model.get("cache_lens")
|
|
|
|
# web config
|
|
self.web: dict = cfg.get("web", {})
|
|
self.web_cross_domain: bool = self.web.get("open_cross_domain", True)
|
|
self.mount_web: bool = self.web.get("mount", False)
|
|
|
|
self.ext: dict = cfg.get("ext", {})
|
|
self.cpu_infer = self.ext.get("cpu_infer", 10)
|
|
|
|
#file config
|
|
self.local_store_configs: dict = cfg.get("local_store",{})
|
|
self.file_upload_dir: str = os.path.join(self.localstore_path,self.local_store_configs.get("file_upload_dir",""))
|
|
self.assistant_store_dir: str = os.path.join(self.localstore_path,self.local_store_configs.get("assistant_store_dir",""))
|
|
|
|
#long context config
|
|
self.long_context_config: dict = cfg.get("long_context",{}) |