mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-29 12:19:50 +00:00
Fix kt-kernel compile issue (#1595)
* update install.sh * fix import issue * update README
This commit is contained in:
parent
a6bb7651f8
commit
d483147307
5 changed files with 357 additions and 94 deletions
16
kt-kernel/python/utils/__init__.py
Normal file
16
kt-kernel/python/utils/__init__.py
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
#!/usr/bin/env python
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Utilities for kt_kernel package.
|
||||
"""
|
||||
|
||||
from .amx import AMXMoEWrapper
|
||||
from .llamafile import LlamafileMoEWrapper
|
||||
from .loader import SafeTensorLoader, GGUFLoader
|
||||
|
||||
__all__ = [
|
||||
"AMXMoEWrapper",
|
||||
"LlamafileMoEWrapper",
|
||||
"SafeTensorLoader",
|
||||
"GGUFLoader",
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue