mirror of
https://github.com/ruvnet/RuVector.git
synced 2026-05-27 00:25:10 +00:00
253faf3902
Key optimizations in v0.1.31: - W2 matrix stored transposed for contiguous row access during sparse accumulation - SIMD GELU/SiLU using AVX2+FMA polynomial approximations - Cached SIMD feature detection with OnceLock (eliminates runtime CPUID calls) - SIMD axpy for vectorized weight accumulation Benchmark results (512 input, 2048 hidden): - 10% active: 130µs (83% reduction, 52× vs dense) - 30% active: 383µs (83% reduction, 18× vs dense) - 50% active: 651µs (83% reduction, 10× vs dense) - 70% active: 912µs (83% reduction, 7× vs dense) 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
63 lines
No EOL
1.6 KiB
JSON
63 lines
No EOL
1.6 KiB
JSON
{
|
|
"name": "@ruvector/attention",
|
|
"version": "0.1.4",
|
|
"description": "High-performance attention mechanisms for Node.js",
|
|
"main": "index.js",
|
|
"types": "index.d.ts",
|
|
"napi": {
|
|
"binaryName": "attention",
|
|
"targets": [
|
|
"x86_64-pc-windows-msvc",
|
|
"x86_64-apple-darwin",
|
|
"x86_64-unknown-linux-gnu",
|
|
"x86_64-unknown-linux-musl",
|
|
"aarch64-apple-darwin",
|
|
"aarch64-unknown-linux-gnu",
|
|
"aarch64-unknown-linux-musl",
|
|
"aarch64-pc-windows-msvc"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"artifacts": "napi artifacts",
|
|
"build": "napi build --platform --release",
|
|
"build:debug": "napi build --platform",
|
|
"prepublishOnly": "napi prepublish -t npm",
|
|
"test": "node --test",
|
|
"universal": "napi universal",
|
|
"version": "napi version"
|
|
},
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/ruvnet/ruvector",
|
|
"directory": "crates/ruvector-attention-node"
|
|
},
|
|
"author": "rUv <ruv@ruv.io>",
|
|
"license": "MIT OR Apache-2.0",
|
|
"keywords": [
|
|
"attention",
|
|
"transformer",
|
|
"machine-learning",
|
|
"neural-network",
|
|
"napi-rs",
|
|
"rust",
|
|
"multi-head-attention",
|
|
"flash-attention",
|
|
"hyperbolic",
|
|
"mixture-of-experts"
|
|
],
|
|
"engines": {
|
|
"node": ">= 10"
|
|
},
|
|
"publishConfig": {
|
|
"registry": "https://registry.npmjs.org/",
|
|
"access": "public"
|
|
},
|
|
"optionalDependencies": {
|
|
"@ruvector/attention-win32-x64-msvc": "0.1.4",
|
|
"@ruvector/attention-darwin-x64": "0.1.4",
|
|
"@ruvector/attention-linux-x64-gnu": "0.1.4"
|
|
},
|
|
"devDependencies": {
|
|
"@napi-rs/cli": "^2.18.0"
|
|
}
|
|
} |