mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-05-02 13:41:15 +00:00
9 lines
112 B
Python
9 lines
112 B
Python
|
|
import enum
|
|
|
|
|
|
class InferenceState(enum.Enum):
|
|
UNLOAD = 0
|
|
PREFILL = 1
|
|
GENERATE = 2
|
|
RESTORE = 3
|