vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-04-28 03:39:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

[chore]: unify kt-run numa handling

Browse source
This commit is contained in:
ouqingliang 2026-03-31 09:47:57 +00:00
parent bfc4c3cb04
commit 5cf573307e
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
kt-kernel/python/cli/commands/run.py
View file

@ -44,9 +44,9 @@ from kt_kernel.cli.utils.user_model_registry import UserModelRegistry
"--numa-nodes",
"numa_nodes",
type=int,
nargs=-1,
multiple=True,
default=(),
help="Number of KT threadpools, or explicit NUMA node IDs for each threadpool (e.g. --numa-nodes 2 or --numa-nodes 0 1)",
help="Number of KT threadpools, or explicit NUMA node IDs for each threadpool (e.g. --numa-nodes 2 or --numa-nodes 0 --numa-nodes 1)",
)
@click.option(
"--tensor-parallel-size", "--tp", "tensor_parallel_size", type=int, default=None, help="Tensor parallel size"