mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-28 11:49:51 +00:00
[feat](kt-kernel): CPU-GPU experts sched (#1796)
Some checks failed
Book-CI / test (push) Has been cancelled
Book-CI / test-1 (push) Has been cancelled
Book-CI / test-2 (push) Has been cancelled
Deploy / deploy (macos-latest) (push) Has been cancelled
Deploy / deploy (ubuntu-latest) (push) Has been cancelled
Deploy / deploy (windows-latest) (push) Has been cancelled
Some checks failed
Book-CI / test (push) Has been cancelled
Book-CI / test-1 (push) Has been cancelled
Book-CI / test-2 (push) Has been cancelled
Deploy / deploy (macos-latest) (push) Has been cancelled
Deploy / deploy (ubuntu-latest) (push) Has been cancelled
Deploy / deploy (windows-latest) (push) Has been cancelled
This commit is contained in:
parent
6277da4c2b
commit
027832c590
17 changed files with 687 additions and 62 deletions
|
|
@ -50,6 +50,7 @@ kt_kernel_ext = _kt_kernel_ext
|
|||
|
||||
# Import main API
|
||||
from .experts import KTMoEWrapper
|
||||
from .experts_base import generate_gpu_experts_masks
|
||||
|
||||
# Read version from package metadata (preferred) or fallback to project root
|
||||
try:
|
||||
|
|
@ -82,4 +83,4 @@ except ImportError:
|
|||
except ImportError:
|
||||
__version__ = "0.4.3"
|
||||
|
||||
__all__ = ["KTMoEWrapper", "kt_kernel_ext", "__cpu_variant__", "__version__"]
|
||||
__all__ = ["KTMoEWrapper", "generate_gpu_experts_masks", "kt_kernel_ext", "__cpu_variant__", "__version__"]
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue