vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-05-05 15:40:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

update kt-kernel

Browse source
This commit is contained in:
ovowei 2025-11-03 15:19:52 +08:00
parent 1a925769d9
commit f854d03bd7
119 changed files with 4459 additions and 6368 deletions
Download patch file Download diff file Expand all files Collapse all files

59
kt-kernel/operators/moe_kernel/test/debug.hpp Normal file
View file

@ -0,0 +1,59 @@
#ifndef KML_DEBUG_HPP
#define KML_DEBUG_HPP
#include <arm_sve.h>
#include <cstdint>
#include <cstdlib>
#include <fstream>
#include <string>
inline std::string get_env_or_default(const char* var_name, const std::string& default_value) {
const char* value = std::getenv(var_name);
return (value != nullptr) ? std::string(value) : default_value;
}
inline void dump_bin(std::string file_name, float16_t* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".f16";
std::ofstream f(file_name, std::ios::binary);
f.write(reinterpret_cast<const char*>(data), count * sizeof(*data));
f.close();
}
inline void dump_bin(std::string file_name, float* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".f32";
std::ofstream f(file_name, std::ios::binary);
f.write(reinterpret_cast<const char*>(data), count * sizeof(*data));
f.close();
}
inline void dump_bin(std::string file_name, int64_t* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".int64";
std::ofstream f(file_name, std::ios::binary);
f.write(reinterpret_cast<const char*>(data), count * sizeof(*data));
f.close();
}
inline void dump_bin(std::string file_name, int8_t* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".int8";
std::ofstream f(file_name, std::ios::binary);
f.write(reinterpret_cast<const char*>(data), count * sizeof(*data));
f.close();
}
inline void dump_bin(std::string file_name, int32_t* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".int32";
std::ofstream f(file_name, std::ios::binary);
f.write(reinterpret_cast<const char*>(data), count * sizeof(*data));
f.close();
}
inline void load_bin(std::string file_name, float* data, size_t count) {
file_name = get_env_or_default("KML_DEBUG_PATH", "debug") + "/" + file_name + ".f32";
std::ifstream f(file_name, std::ios::binary);
if (!f.is_open()) {
throw std::runtime_error("Failed to open file: " + file_name);
}
f.read(reinterpret_cast<char*>(data), count * sizeof(*data));
f.close();
}
#endif