mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2025-09-05 12:09:48 +00:00
412055d450
[fix] fix ktransformers interface when use new CUDAGraphRunner [fix] fix YAML and optimize logic, the top rule has the highest priority
18 lines
No EOL
862 B
Python
18 lines
No EOL
862 B
Python
import sys, os
|
|
from typing import Any
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "..", "ktransformers_ext", "build"))
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "..", "ktransformers_ext", "build", "Release"))
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "..", "ktransformers_ext", "build", "Debug"))
|
|
import cpuinfer_ext
|
|
from ktransformers.server.config.config import Config
|
|
class CPUInfer:
|
|
cpu_infer = None
|
|
def __init__(self, cpu_infer:int = Config().cpu_infer):
|
|
if CPUInfer.cpu_infer is None:
|
|
CPUInfer.cpu_infer = cpuinfer_ext.CPUInfer(cpu_infer)
|
|
|
|
def __getattribute__(self, __name: str) -> Any:
|
|
return CPUInfer.cpu_infer.__getattribute__(__name)
|
|
|
|
def __setattr__(self, __name: str, __value: Any) -> None:
|
|
return CPUInfer.cpu_infer.__setattr__(__name, __value) |