diff --git a/requirements-local_chat.txt b/requirements-local_chat.txt
index 855b360..6c01add 100644
--- a/requirements-local_chat.txt
+++ b/requirements-local_chat.txt
@@ -3,7 +3,7 @@ transformers==4.43.2
 numpy
 torch>=2.3.0
 packaging
-cpufeature
+cpufeature; sys_platform == 'win32' or sys_platform == 'Windows'
 protobuf
 tiktoken
 blobfile
diff --git a/setup.py b/setup.py
index 67ab60f..c5bf128 100644
--- a/setup.py
+++ b/setup.py
@@ -33,7 +33,6 @@ import torch
 import torch.version
 from wheel.bdist_wheel import bdist_wheel as _bdist_wheel
 from setuptools import setup, Extension
-from cpufeature.extension import CPUFeature
 from torch.utils.cpp_extension import BuildExtension, CUDAExtension, CUDA_HOME, ROCM_HOME
 try:
     from torch_musa.utils.simple_porting import SimplePorting
@@ -188,6 +187,8 @@ class VersionInfo:
             raise ValueError(
                 "Unsupported cpu Instructions: {}".format(flags_line))
         elif sys.platform == "win32":
+            from cpufeature.extension import CPUFeature
+
             if CPUFeature.get("AVX512bw", False):
                 return 'fancy'
             if CPUFeature.get("AVX512f", False):