mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-29 12:19:50 +00:00
Fix/sglang kt detection (#1875)
* [feat]: simplify sglang installation with submodule, auto-sync CI, and version alignment
- Add kvcache-ai/sglang as git submodule at third_party/sglang (branch = main)
- Add top-level install.sh for one-click source installation (sglang + kt-kernel)
- Add sglang-kt as hard dependency in kt-kernel/pyproject.toml
- Add CI workflow to auto-sync sglang submodule daily and create PR
- Add CI workflow to build and publish sglang-kt to PyPI
- Integrate sglang-kt build into release-pypi.yml (version.py bump publishes both packages)
- Align sglang-kt version with ktransformers via SGLANG_KT_VERSION env var injection
- Update Dockerfile to use submodule and inject aligned version
- Update all 13 doc files, CLI hints, and i18n strings to reference new install methods
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: bump version to 0.5.2
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: rename PyPI package from kt-kernel to ktransformers
Users can now `pip install ktransformers` to get everything
(sglang-kt is auto-installed as a dependency).
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* Revert "[build]: rename PyPI package from kt-kernel to ktransformers"
This reverts commit e0cbbf6364.
* [build]: add ktransformers meta-package for PyPI
`pip install ktransformers` now works as a single install command.
It pulls kt-kernel (which in turn pulls sglang-kt).
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [fix]: show sglang-kt package version in kt version command
- Prioritize sglang-kt package version (aligned with ktransformers)
over sglang internal __version__
- Update display name from "sglang" to "sglang-kt"
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [fix]: improve sglang-kt detection in kt doctor and kt version
Recognize sglang-kt package name as proof of kvcache-ai fork installation.
Previously both commands fell through to "PyPI (not recommended)" for
non-editable local source installs. Now version.py reuses the centralized
check_sglang_installation() logic.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: bump version to 0.5.2.post1
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---------
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
parent
9e69fccb02
commit
15c624dcae
29 changed files with 787 additions and 179 deletions
|
|
@ -37,7 +37,7 @@ MESSAGES: dict[str, dict[str, str]] = {
|
|||
"version_cuda_not_found": "Not found",
|
||||
"version_kt_kernel": "kt-kernel",
|
||||
"version_ktransformers": "ktransformers",
|
||||
"version_sglang": "sglang",
|
||||
"version_sglang": "sglang-kt",
|
||||
"version_llamafactory": "llamafactory",
|
||||
"version_not_installed": "Not installed",
|
||||
# Install command
|
||||
|
|
@ -300,10 +300,10 @@ MESSAGES: dict[str, dict[str, str]] = {
|
|||
"completion_next_session": "Completion will be automatically enabled in new terminal sessions.",
|
||||
# SGLang
|
||||
"sglang_not_found": "SGLang not found",
|
||||
"sglang_pypi_warning": "SGLang from PyPI may not be compatible with kt-kernel",
|
||||
"sglang_pypi_hint": 'SGLang from PyPI may not be compatible. Install from source: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_install_hint": 'Install SGLang: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_recommend_source": 'Recommend reinstalling from source: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_pypi_warning": "SGLang from PyPI may not be compatible with kt-kernel. Use sglang-kt instead: pip install sglang-kt",
|
||||
"sglang_pypi_hint": "SGLang from PyPI may not be compatible. Install the kvcache-ai fork: pip install sglang-kt (or run ./install.sh from ktransformers root)",
|
||||
"sglang_install_hint": "Install SGLang: pip install sglang-kt (or run ./install.sh from ktransformers root)",
|
||||
"sglang_recommend_source": "Recommend reinstalling with the kvcache-ai fork: pip uninstall sglang -y && pip install sglang-kt",
|
||||
"sglang_kt_kernel_not_supported": "SGLang does not support kt-kernel (missing --kt-gpu-prefill-token-threshold parameter)",
|
||||
"sglang_checking_kt_kernel_support": "Checking SGLang kt-kernel support...",
|
||||
"sglang_kt_kernel_supported": "SGLang kt-kernel support verified",
|
||||
|
|
@ -657,7 +657,7 @@ MESSAGES: dict[str, dict[str, str]] = {
|
|||
"version_cuda_not_found": "未找到",
|
||||
"version_kt_kernel": "kt-kernel",
|
||||
"version_ktransformers": "ktransformers",
|
||||
"version_sglang": "sglang",
|
||||
"version_sglang": "sglang-kt",
|
||||
"version_llamafactory": "llamafactory",
|
||||
"version_not_installed": "未安装",
|
||||
# Install command
|
||||
|
|
@ -920,10 +920,10 @@ MESSAGES: dict[str, dict[str, str]] = {
|
|||
"completion_next_session": "新的终端会话将自动启用补全。",
|
||||
# SGLang
|
||||
"sglang_not_found": "未找到 SGLang",
|
||||
"sglang_pypi_warning": "PyPI 版本的 SGLang 可能与 kt-kernel 不兼容",
|
||||
"sglang_pypi_hint": 'PyPI 版本可能不兼容。从源码安装: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_install_hint": '安装 SGLang: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_recommend_source": '建议从源码重新安装: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||||
"sglang_pypi_warning": "PyPI 版本的 SGLang 可能与 kt-kernel 不兼容。请使用 sglang-kt: pip install sglang-kt",
|
||||
"sglang_pypi_hint": "PyPI 版本可能不兼容。安装 kvcache-ai 分支: pip install sglang-kt (或在 ktransformers 根目录运行 ./install.sh)",
|
||||
"sglang_install_hint": "安装 SGLang: pip install sglang-kt (或在 ktransformers 根目录运行 ./install.sh)",
|
||||
"sglang_recommend_source": "建议重新安装 kvcache-ai 分支: pip uninstall sglang -y && pip install sglang-kt",
|
||||
"sglang_kt_kernel_not_supported": "SGLang 不支持 kt-kernel (缺少 --kt-gpu-prefill-token-threshold 参数)",
|
||||
"sglang_checking_kt_kernel_support": "正在检查 SGLang kt-kernel 支持...",
|
||||
"sglang_kt_kernel_supported": "SGLang kt-kernel 支持已验证",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue