vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-10 23:34:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

⚡ v0.2 ongoing

Browse source
This commit is contained in:
liam 2025-02-09 22:39:01 +08:00
parent bf1d413be0
commit 098602b08f
11 changed files with 450 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ktransformers/ktransformers_ext/cpu_backend/backend.h
View file

@ -38,6 +38,9 @@ class Backend {
void do_work_stealing_job(int, std::function<void(int)>,
std::function<void(int)>,
std::function<void(int)>);
#ifdef USE_NUMA
static thread_local int numa_node;
#endif
static thread_local int thread_local_id;
private: