mirror of
https://github.com/ruvnet/RuView.git
synced 2026-04-28 05:59:32 +00:00
* feat: RVF training pipeline & UI integration (ADR-036) Implement full model training, management, and inference pipeline: Backend (Rust): - recording.rs: CSI recording API (start/stop/list/download/delete) - model_manager.rs: RVF model loading, LoRA profile switching, model library - training_api.rs: Training API with WebSocket progress streaming, simulated training mode with realistic loss curves, auto-RVF export on completion - main.rs: Wire new modules, recording hooks in all CSI paths, data dirs UI (new components): - ModelPanel.js: Dark-mode model library with load/unload, LoRA dropdown - TrainingPanel.js: Recording controls, training config, live Canvas charts - model.service.js: Model REST API client with events - training.service.js: Training + recording API client with WebSocket progress UI (enhancements): - LiveDemoTab: Model selector, LoRA profile switcher, A/B split view toggle, training quick-panel with 60s recording shortcut - SettingsPanel: Full dark mode conversion (issue #92), model configuration (device, threads, auto-load), training configuration (epochs, LR, patience) - PoseDetectionCanvas: 10-frame pose trail with ghost keypoints and motion trajectory lines, cyan trail toggle button - pose.service.js: Model-inference confidence thresholds UI (plumbing): - index.html: Training tab (8th tab) - app.js: Panel initialization and tab routing - style.css: ~250 lines of training/model panel dark-mode styles 191 Rust tests pass, 0 failures. Closes #92. Refs: ADR-036, #93 Co-Authored-By: claude-flow <ruv@ruv.net> * fix: real RuVector training pipeline + UI service fixes Training pipeline (training_api.rs): - Replace simulated training with real signal-based training loop - Load actual CSI data from .csi.jsonl recordings or live frame history - Extract 180 features per frame: subcarrier amplitudes, temporal variance, Goertzel frequency analysis (9 bands), motion gradients, global stats - Train calibrated linear CSI-to-pose mapping via mini-batch gradient descent with L2 regularization (ridge regression), Xavier init, cosine LR decay - Self-supervised: teacher targets from derive_pose_from_sensing() heuristics - Real validation metrics: MSE and PCK@0.2 on 80/20 train/val split - Export trained .rvf with real weights, feature normalization stats, witness - Add infer_pose_from_model() for live inference from trained model - 16 new tests covering features, training, inference, serialization UI fixes: - Fix double-URL bug in model.service.js and training.service.js (buildApiUrl was called twice — once in service, once in apiService) - Fix route paths to match Rust backend (/api/v1/train/*, /api/v1/recording/*) - Fix request body formats (session_name, nested config object) - Fix top-level await in LiveDemoTab.js blocking module graph - Dynamic imports for ModelPanel/TrainingPanel in app.js - Center nav tabs with flex-wrap for 8-tab layout Co-Authored-By: claude-flow <ruv@ruv.net> * fix: WebSocket onOpen race condition, data source indicators, auto-start pose detection - Fix WebSocket onOpen race condition in websocket.service.js where setupEventHandlers replaced onopen after socket was already open, preventing pose service from receiving connection signal - Add 4-state data source indicator (LIVE/SIMULATED/RECONNECTING/OFFLINE) across Dashboard, Sensing, and Live Demo tabs via sensing.service.js - Add hot-plug ESP32 auto-detection in sensing server (auto mode runs both UDP listener and simulation, switches on ESP32_TIMEOUT) - Auto-start pose detection when backend is reachable - Hide duplicate PoseDetectionCanvas controls when enableControls=false - Add standalone Demo button in LiveDemoTab for offline animated demo - Add data source banner and status styling Co-Authored-By: claude-flow <ruv@ruv.net>
346 lines
No EOL
10 KiB
JavaScript
346 lines
No EOL
10 KiB
JavaScript
// WiFi DensePose Application - Main Entry Point
|
|
|
|
import { TabManager } from './components/TabManager.js';
|
|
import { DashboardTab } from './components/DashboardTab.js';
|
|
import { HardwareTab } from './components/HardwareTab.js';
|
|
import { LiveDemoTab } from './components/LiveDemoTab.js';
|
|
import { SensingTab } from './components/SensingTab.js';
|
|
import { apiService } from './services/api.service.js';
|
|
import { wsService } from './services/websocket.service.js';
|
|
import { healthService } from './services/health.service.js';
|
|
import { backendDetector } from './utils/backend-detector.js';
|
|
|
|
class WiFiDensePoseApp {
|
|
constructor() {
|
|
this.components = {};
|
|
this.isInitialized = false;
|
|
}
|
|
|
|
// Initialize application
|
|
async init() {
|
|
try {
|
|
console.log('Initializing WiFi DensePose UI...');
|
|
|
|
// Set up error handling
|
|
this.setupErrorHandling();
|
|
|
|
// Initialize services
|
|
await this.initializeServices();
|
|
|
|
// Initialize UI components
|
|
this.initializeComponents();
|
|
|
|
// Set up global event listeners
|
|
this.setupEventListeners();
|
|
|
|
this.isInitialized = true;
|
|
console.log('WiFi DensePose UI initialized successfully');
|
|
|
|
} catch (error) {
|
|
console.error('Failed to initialize application:', error);
|
|
this.showGlobalError('Failed to initialize application. Please refresh the page.');
|
|
}
|
|
}
|
|
|
|
// Initialize services
|
|
async initializeServices() {
|
|
// Add request interceptor for error handling
|
|
apiService.addResponseInterceptor(async (response, url) => {
|
|
if (!response.ok && response.status === 401) {
|
|
console.warn('Authentication required for:', url);
|
|
// Handle authentication if needed
|
|
}
|
|
return response;
|
|
});
|
|
|
|
// Detect backend availability and initialize accordingly
|
|
const useMock = await backendDetector.shouldUseMockServer();
|
|
|
|
if (useMock) {
|
|
console.log('🧪 Initializing with mock server for testing');
|
|
// Import and start mock server only when needed
|
|
const { mockServer } = await import('./utils/mock-server.js');
|
|
mockServer.start();
|
|
|
|
// Show notification to user
|
|
this.showBackendStatus('Mock server active - testing mode', 'warning');
|
|
} else {
|
|
console.log('🔌 Connecting to backend...');
|
|
|
|
try {
|
|
const health = await healthService.checkLiveness();
|
|
console.log('✅ Backend responding:', health);
|
|
this.showBackendStatus('Connected to Rust sensing server', 'success');
|
|
} catch (error) {
|
|
console.warn('⚠️ Backend not available:', error.message);
|
|
this.showBackendStatus('Backend unavailable — start sensing-server', 'warning');
|
|
}
|
|
}
|
|
}
|
|
|
|
// Initialize UI components
|
|
initializeComponents() {
|
|
const container = document.querySelector('.container');
|
|
if (!container) {
|
|
throw new Error('Main container not found');
|
|
}
|
|
|
|
// Initialize tab manager
|
|
this.components.tabManager = new TabManager(container);
|
|
this.components.tabManager.init();
|
|
|
|
// Initialize tab components
|
|
this.initializeTabComponents();
|
|
|
|
// Set up tab change handling
|
|
this.components.tabManager.onTabChange((newTab, oldTab) => {
|
|
this.handleTabChange(newTab, oldTab);
|
|
});
|
|
|
|
}
|
|
|
|
// Initialize individual tab components
|
|
initializeTabComponents() {
|
|
// Dashboard tab
|
|
const dashboardContainer = document.getElementById('dashboard');
|
|
if (dashboardContainer) {
|
|
this.components.dashboard = new DashboardTab(dashboardContainer);
|
|
this.components.dashboard.init().catch(error => {
|
|
console.error('Failed to initialize dashboard:', error);
|
|
});
|
|
}
|
|
|
|
// Hardware tab
|
|
const hardwareContainer = document.getElementById('hardware');
|
|
if (hardwareContainer) {
|
|
this.components.hardware = new HardwareTab(hardwareContainer);
|
|
this.components.hardware.init();
|
|
}
|
|
|
|
// Live demo tab
|
|
const demoContainer = document.getElementById('demo');
|
|
if (demoContainer) {
|
|
this.components.demo = new LiveDemoTab(demoContainer);
|
|
this.components.demo.init();
|
|
}
|
|
|
|
// Sensing tab
|
|
const sensingContainer = document.getElementById('sensing');
|
|
if (sensingContainer) {
|
|
this.components.sensing = new SensingTab(sensingContainer);
|
|
}
|
|
|
|
// Training tab - lazy load to avoid breaking other tabs if import fails
|
|
this.initTrainingTab();
|
|
|
|
// Architecture tab - static content, no component needed
|
|
|
|
// Performance tab - static content, no component needed
|
|
|
|
// Applications tab - static content, no component needed
|
|
}
|
|
|
|
// Lazy-load Training tab panels (dynamic import so failures don't break other tabs)
|
|
async initTrainingTab() {
|
|
try {
|
|
const [{ default: TrainingPanel }, { default: ModelPanel }] = await Promise.all([
|
|
import('./components/TrainingPanel.js'),
|
|
import('./components/ModelPanel.js')
|
|
]);
|
|
|
|
const trainingContainer = document.getElementById('training-panel-container');
|
|
if (trainingContainer) {
|
|
this.components.trainingPanel = new TrainingPanel(trainingContainer);
|
|
}
|
|
|
|
const modelContainer = document.getElementById('model-panel-container');
|
|
if (modelContainer) {
|
|
this.components.modelPanel = new ModelPanel(modelContainer);
|
|
}
|
|
} catch (error) {
|
|
console.error('Failed to load Training tab components:', error);
|
|
}
|
|
}
|
|
|
|
// Handle tab changes
|
|
handleTabChange(newTab, oldTab) {
|
|
console.log(`Tab changed from ${oldTab} to ${newTab}`);
|
|
|
|
// Stop demo if leaving demo tab
|
|
if (oldTab === 'demo' && this.components.demo) {
|
|
this.components.demo.stopDemo();
|
|
}
|
|
|
|
// Update components based on active tab
|
|
switch (newTab) {
|
|
case 'dashboard':
|
|
// Dashboard auto-updates when visible
|
|
break;
|
|
|
|
case 'hardware':
|
|
// Hardware visualization is always active
|
|
break;
|
|
|
|
case 'demo':
|
|
// Demo starts manually
|
|
break;
|
|
|
|
case 'sensing':
|
|
// Lazy-init sensing tab on first visit
|
|
if (this.components.sensing && !this.components.sensing.splatRenderer) {
|
|
this.components.sensing.init().catch(error => {
|
|
console.error('Failed to initialize sensing tab:', error);
|
|
});
|
|
}
|
|
break;
|
|
|
|
case 'training':
|
|
// Refresh panels when training tab becomes visible
|
|
if (this.components.trainingPanel && typeof this.components.trainingPanel.refresh === 'function') {
|
|
this.components.trainingPanel.refresh();
|
|
}
|
|
if (this.components.modelPanel && typeof this.components.modelPanel.refresh === 'function') {
|
|
this.components.modelPanel.refresh();
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
// Set up global event listeners
|
|
setupEventListeners() {
|
|
// Handle window resize
|
|
window.addEventListener('resize', () => {
|
|
this.handleResize();
|
|
});
|
|
|
|
// Handle visibility change
|
|
document.addEventListener('visibilitychange', () => {
|
|
this.handleVisibilityChange();
|
|
});
|
|
|
|
// Handle before unload
|
|
window.addEventListener('beforeunload', () => {
|
|
this.cleanup();
|
|
});
|
|
}
|
|
|
|
// Handle window resize
|
|
handleResize() {
|
|
// Update canvas sizes if needed
|
|
const canvases = document.querySelectorAll('canvas');
|
|
canvases.forEach(canvas => {
|
|
const rect = canvas.parentElement.getBoundingClientRect();
|
|
if (canvas.width !== rect.width || canvas.height !== rect.height) {
|
|
canvas.width = rect.width;
|
|
canvas.height = rect.height;
|
|
}
|
|
});
|
|
}
|
|
|
|
// Handle visibility change
|
|
handleVisibilityChange() {
|
|
if (document.hidden) {
|
|
// Pause updates when page is hidden
|
|
console.log('Page hidden, pausing updates');
|
|
healthService.stopHealthMonitoring();
|
|
} else {
|
|
// Resume updates when page is visible
|
|
console.log('Page visible, resuming updates');
|
|
healthService.startHealthMonitoring();
|
|
}
|
|
}
|
|
|
|
// Set up error handling
|
|
setupErrorHandling() {
|
|
window.addEventListener('error', (event) => {
|
|
if (event.error) {
|
|
console.error('Global error:', event.error);
|
|
this.showGlobalError('An unexpected error occurred');
|
|
}
|
|
});
|
|
|
|
window.addEventListener('unhandledrejection', (event) => {
|
|
if (event.reason) {
|
|
console.error('Unhandled promise rejection:', event.reason);
|
|
this.showGlobalError('An unexpected error occurred');
|
|
}
|
|
});
|
|
}
|
|
|
|
// Show backend status notification
|
|
showBackendStatus(message, type) {
|
|
// Create status notification if it doesn't exist
|
|
let statusToast = document.getElementById('backendStatusToast');
|
|
if (!statusToast) {
|
|
statusToast = document.createElement('div');
|
|
statusToast.id = 'backendStatusToast';
|
|
statusToast.className = 'backend-status-toast';
|
|
document.body.appendChild(statusToast);
|
|
}
|
|
|
|
statusToast.textContent = message;
|
|
statusToast.className = `backend-status-toast ${type}`;
|
|
statusToast.classList.add('show');
|
|
|
|
// Auto-hide success messages, keep warnings and errors longer
|
|
const timeout = type === 'success' ? 3000 : 8000;
|
|
setTimeout(() => {
|
|
statusToast.classList.remove('show');
|
|
}, timeout);
|
|
}
|
|
|
|
// Show global error message
|
|
showGlobalError(message) {
|
|
// Create error toast if it doesn't exist
|
|
let errorToast = document.getElementById('globalErrorToast');
|
|
if (!errorToast) {
|
|
errorToast = document.createElement('div');
|
|
errorToast.id = 'globalErrorToast';
|
|
errorToast.className = 'error-toast';
|
|
document.body.appendChild(errorToast);
|
|
}
|
|
|
|
errorToast.textContent = message;
|
|
errorToast.classList.add('show');
|
|
|
|
setTimeout(() => {
|
|
errorToast.classList.remove('show');
|
|
}, 5000);
|
|
}
|
|
|
|
// Clean up resources
|
|
cleanup() {
|
|
console.log('Cleaning up application resources...');
|
|
|
|
// Dispose all components
|
|
Object.values(this.components).forEach(component => {
|
|
if (component && typeof component.dispose === 'function') {
|
|
component.dispose();
|
|
}
|
|
});
|
|
|
|
// Disconnect all WebSocket connections
|
|
wsService.disconnectAll();
|
|
|
|
// Stop health monitoring
|
|
healthService.dispose();
|
|
}
|
|
|
|
// Public API
|
|
getComponent(name) {
|
|
return this.components[name];
|
|
}
|
|
|
|
isReady() {
|
|
return this.isInitialized;
|
|
}
|
|
}
|
|
|
|
// Initialize app when DOM is ready
|
|
document.addEventListener('DOMContentLoaded', () => {
|
|
window.wifiDensePoseApp = new WiFiDensePoseApp();
|
|
window.wifiDensePoseApp.init();
|
|
});
|
|
|
|
// Export for testing
|
|
export { WiFiDensePoseApp }; |