vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-05-02 21:51:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

update kt-kernel

Browse source
This commit is contained in:
ovowei 2025-11-03 15:19:52 +08:00
parent 1a925769d9
commit f854d03bd7
119 changed files with 4459 additions and 6368 deletions
Download patch file Download diff file Expand all files Collapse all files

22
kt-kernel/operators/moe_kernel/test/mat_test.cpp Normal file
View file

@ -0,0 +1,22 @@
#include "arm_kml.hpp"
int main() {
const size_t M = 128, N = 64;
float16_t* a = new float16_t[M * N];
float16_t* b = new float16_t[M * N];
float16_t* c = new float16_t[M * M];
float16_t* c_check = new float16_t[M * M];
for (size_t i = 0; i < M * N; i++) {
a[i] = static_cast<double>(std::rand()) / RAND_MAX / 10.0;
b[i] = static_cast<double>(std::rand()) / RAND_MAX / 10.0;
}
arm_kml::MatRef<float16_t> aref(a, M, N, M, CblasColMajor);
arm_kml::MatRef<float16_t> bref(b, N, M, M, CblasColMajor);
arm_kml::MatRef<float16_t> cref(c, M, M, M, CblasColMajor);
{
memset(c, 0, M * M * sizeof(float16_t));
memset(c_check, 0, M * M * sizeof(float16_t));
arm_kml::mul_mat(aref, bref, cref);
}
}