mirror of
https://github.com/ruvnet/RuView.git
synced 2026-04-28 14:09:33 +00:00
* docs: ADR-063 mmWave sensor fusion with WiFi CSI 60 GHz mmWave radar (Seeed MR60BHA2, HLK-LD2410/LD2450) fusion with WiFi CSI for dual-confirm fall detection, clinical-grade vitals, and self-calibrating CSI pipeline. Covers auto-detection, 6 supported sensors, Kalman fusion, extended 48-byte vitals packet, RuVector/RuvSense integration points, and 6-phase implementation plan. Based on live hardware capture from ESP32-C6 + MR60BHA2 on COM4. Co-Authored-By: claude-flow <ruv@ruv.net> * feat(firmware): ADR-063 mmWave sensor fusion — full implementation Phase 1-2 of ADR-063: mmwave_sensor.c/h: - MR60BHA2 UART parser (60 GHz: HR, BR, presence, distance) - LD2410 UART parser (24 GHz: presence, distance) - Auto-detection: probes UART for known frame headers at boot - Mock generator for QEMU testing (synthetic HR 72±2, BR 16±1) - Capability flag registration per sensor type edge_processing.c/h: - 48-byte fused vitals packet (magic 0xC5110004) - Kalman-style fusion: mmWave 80% + CSI 20% when both available - Automatic fallback to CSI-only 32-byte packet when no mmWave - Dual presence flag (Bit3 = mmwave_present) main.c: - mmwave_sensor_init() called at boot with auto-detect - Status logged in startup banner Fuzz stubs updated for mmwave_sensor API. Build verified: QEMU mock build passes. Co-Authored-By: claude-flow <ruv@ruv.net> * fix(firmware): correct MR60BHA2 + LD2410 UART protocols (ADR-063) MR60BHA2: SOF=0x01 (not 0x5359), XOR+NOT checksums on header and data, frame types 0x0A14 (BR), 0x0A15 (HR), 0x0A16 (distance), 0x0F09 (presence). Based on Seeed Arduino library research. LD2410: 256000 baud (not 115200), 0xAA report head marker, target state byte at offset 2 (after data_type + head_marker). Auto-detect: probes MR60 at 115200 first, then LD2410 at 256000. Sets final baud rate after detection. Co-Authored-By: claude-flow <ruv@ruv.net> * feat: ADR-063 Phase 6 server-side mmWave + CSI fusion bridge Python script reads both serial ports simultaneously: - COM4 (ESP32-C6 + MR60BHA2): parses ESPHome debug output for HR, BR, presence, distance - COM7 (ESP32-S3): reads CSI edge processing frames Kalman-style fusion: mmWave 80% + CSI 20% for vitals, OR gate for presence. Verified on real hardware: mmWave HR=75bpm, BR=25/min at 52cm range, CSI frames flowing concurrently. Both sensors live for 30 seconds. Co-Authored-By: claude-flow <ruv@ruv.net> * docs: ADR-064 multimodal ambient intelligence roadmap 25+ applications across 4 tiers from practical to exotic: - Tier 1 (build now): zero-FP fall detection, sleep monitoring, occupancy HVAC, baby breathing, bathroom safety - Tier 2 (research): gait analysis, stress detection, gesture control, respiratory screening, multi-room activity - Tier 3 (frontier): cardiac arrhythmia, RF tomography, sign language, cognitive load, swarm sensing - Tier 4 (exotic): emotion contagion, lucid dreaming, plant monitoring, pet behavior Priority matrix with effort estimates. All P0-P1 items work with existing hardware (ESP32-S3 + MR60BHA2 + BH1750). Co-Authored-By: claude-flow <ruv@ruv.net> * fix(ci): add ESP_ERR_NOT_FOUND to fuzz stubs mmwave_sensor stub returns ESP_ERR_NOT_FOUND which wasn't defined in the minimal esp_stubs.h for host-based fuzz testing. Co-Authored-By: claude-flow <ruv@ruv.net>
265 lines
9.2 KiB
C
265 lines
9.2 KiB
C
/**
|
|
* @file main.c
|
|
* @brief ESP32-S3 CSI Node — ADR-018 compliant firmware.
|
|
*
|
|
* Initializes NVS, WiFi STA mode, CSI collection, and UDP streaming.
|
|
* CSI frames are serialized in ADR-018 binary format and sent to the
|
|
* aggregator over UDP.
|
|
*/
|
|
|
|
#include <string.h>
|
|
#include "freertos/FreeRTOS.h"
|
|
#include "freertos/task.h"
|
|
#include "freertos/event_groups.h"
|
|
#include "esp_system.h"
|
|
#include "esp_wifi.h"
|
|
#include "esp_event.h"
|
|
#include "esp_log.h"
|
|
#include "nvs_flash.h"
|
|
#include "sdkconfig.h"
|
|
|
|
#include "csi_collector.h"
|
|
#include "stream_sender.h"
|
|
#include "nvs_config.h"
|
|
#include "edge_processing.h"
|
|
#include "ota_update.h"
|
|
#include "power_mgmt.h"
|
|
#include "wasm_runtime.h"
|
|
#include "wasm_upload.h"
|
|
#include "display_task.h"
|
|
#include "mmwave_sensor.h"
|
|
#ifdef CONFIG_CSI_MOCK_ENABLED
|
|
#include "mock_csi.h"
|
|
#endif
|
|
|
|
#include "esp_timer.h"
|
|
|
|
static const char *TAG = "main";
|
|
|
|
/* ADR-040: WASM timer handle (calls on_timer at configurable interval). */
|
|
static esp_timer_handle_t s_wasm_timer;
|
|
|
|
/* Runtime configuration (loaded from NVS or Kconfig defaults).
|
|
* Global so other modules (wasm_upload.c) can access pubkey, etc. */
|
|
nvs_config_t g_nvs_config;
|
|
|
|
/* Event group bits */
|
|
#define WIFI_CONNECTED_BIT BIT0
|
|
#define WIFI_FAIL_BIT BIT1
|
|
|
|
static EventGroupHandle_t s_wifi_event_group;
|
|
static int s_retry_num = 0;
|
|
#define MAX_RETRY 10
|
|
|
|
static void event_handler(void *arg, esp_event_base_t event_base,
|
|
int32_t event_id, void *event_data)
|
|
{
|
|
if (event_base == WIFI_EVENT && event_id == WIFI_EVENT_STA_START) {
|
|
esp_wifi_connect();
|
|
} else if (event_base == WIFI_EVENT && event_id == WIFI_EVENT_STA_DISCONNECTED) {
|
|
if (s_retry_num < MAX_RETRY) {
|
|
esp_wifi_connect();
|
|
s_retry_num++;
|
|
ESP_LOGI(TAG, "Retrying WiFi connection (%d/%d)", s_retry_num, MAX_RETRY);
|
|
} else {
|
|
xEventGroupSetBits(s_wifi_event_group, WIFI_FAIL_BIT);
|
|
}
|
|
} else if (event_base == IP_EVENT && event_id == IP_EVENT_STA_GOT_IP) {
|
|
ip_event_got_ip_t *event = (ip_event_got_ip_t *)event_data;
|
|
ESP_LOGI(TAG, "Got IP: " IPSTR, IP2STR(&event->ip_info.ip));
|
|
s_retry_num = 0;
|
|
xEventGroupSetBits(s_wifi_event_group, WIFI_CONNECTED_BIT);
|
|
}
|
|
}
|
|
|
|
static void wifi_init_sta(void)
|
|
{
|
|
s_wifi_event_group = xEventGroupCreate();
|
|
|
|
ESP_ERROR_CHECK(esp_netif_init());
|
|
ESP_ERROR_CHECK(esp_event_loop_create_default());
|
|
esp_netif_create_default_wifi_sta();
|
|
|
|
wifi_init_config_t cfg = WIFI_INIT_CONFIG_DEFAULT();
|
|
ESP_ERROR_CHECK(esp_wifi_init(&cfg));
|
|
|
|
esp_event_handler_instance_t instance_any_id;
|
|
esp_event_handler_instance_t instance_got_ip;
|
|
ESP_ERROR_CHECK(esp_event_handler_instance_register(
|
|
WIFI_EVENT, ESP_EVENT_ANY_ID, &event_handler, NULL, &instance_any_id));
|
|
ESP_ERROR_CHECK(esp_event_handler_instance_register(
|
|
IP_EVENT, IP_EVENT_STA_GOT_IP, &event_handler, NULL, &instance_got_ip));
|
|
|
|
wifi_config_t wifi_config = {
|
|
.sta = {
|
|
.threshold.authmode = WIFI_AUTH_WPA2_PSK,
|
|
},
|
|
};
|
|
|
|
/* Copy runtime SSID/password from NVS config */
|
|
strncpy((char *)wifi_config.sta.ssid, g_nvs_config.wifi_ssid, sizeof(wifi_config.sta.ssid) - 1);
|
|
strncpy((char *)wifi_config.sta.password, g_nvs_config.wifi_password, sizeof(wifi_config.sta.password) - 1);
|
|
|
|
/* If password is empty, use open auth */
|
|
if (strlen((char *)wifi_config.sta.password) == 0) {
|
|
wifi_config.sta.threshold.authmode = WIFI_AUTH_OPEN;
|
|
}
|
|
|
|
ESP_ERROR_CHECK(esp_wifi_set_mode(WIFI_MODE_STA));
|
|
ESP_ERROR_CHECK(esp_wifi_set_config(WIFI_IF_STA, &wifi_config));
|
|
ESP_ERROR_CHECK(esp_wifi_start());
|
|
|
|
ESP_LOGI(TAG, "WiFi STA initialized, connecting to SSID: %s", g_nvs_config.wifi_ssid);
|
|
|
|
/* Wait for connection */
|
|
EventBits_t bits = xEventGroupWaitBits(s_wifi_event_group,
|
|
WIFI_CONNECTED_BIT | WIFI_FAIL_BIT,
|
|
pdFALSE, pdFALSE, portMAX_DELAY);
|
|
|
|
if (bits & WIFI_CONNECTED_BIT) {
|
|
ESP_LOGI(TAG, "Connected to WiFi");
|
|
} else if (bits & WIFI_FAIL_BIT) {
|
|
ESP_LOGE(TAG, "Failed to connect to WiFi after %d retries", MAX_RETRY);
|
|
}
|
|
}
|
|
|
|
void app_main(void)
|
|
{
|
|
/* Initialize NVS */
|
|
esp_err_t ret = nvs_flash_init();
|
|
if (ret == ESP_ERR_NVS_NO_FREE_PAGES || ret == ESP_ERR_NVS_NEW_VERSION_FOUND) {
|
|
ESP_ERROR_CHECK(nvs_flash_erase());
|
|
ret = nvs_flash_init();
|
|
}
|
|
ESP_ERROR_CHECK(ret);
|
|
|
|
/* Load runtime config (NVS overrides Kconfig defaults) */
|
|
nvs_config_load(&g_nvs_config);
|
|
|
|
ESP_LOGI(TAG, "ESP32-S3 CSI Node (ADR-018) — Node ID: %d", g_nvs_config.node_id);
|
|
|
|
/* Initialize WiFi STA (skip entirely under QEMU mock — no RF hardware) */
|
|
#ifndef CONFIG_CSI_MOCK_SKIP_WIFI_CONNECT
|
|
wifi_init_sta();
|
|
#else
|
|
ESP_LOGI(TAG, "Mock CSI mode: skipping WiFi init (CONFIG_CSI_MOCK_SKIP_WIFI_CONNECT)");
|
|
#endif
|
|
|
|
/* Initialize UDP sender with runtime target */
|
|
#ifdef CONFIG_CSI_MOCK_SKIP_WIFI_CONNECT
|
|
ESP_LOGI(TAG, "Mock CSI mode: skipping UDP sender init (no network)");
|
|
#else
|
|
if (stream_sender_init_with(g_nvs_config.target_ip, g_nvs_config.target_port) != 0) {
|
|
ESP_LOGE(TAG, "Failed to initialize UDP sender");
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
/* Initialize CSI collection */
|
|
#ifdef CONFIG_CSI_MOCK_ENABLED
|
|
/* ADR-061: Start mock CSI generator (replaces real WiFi CSI in QEMU) */
|
|
esp_err_t mock_ret = mock_csi_init(CONFIG_CSI_MOCK_SCENARIO);
|
|
if (mock_ret != ESP_OK) {
|
|
ESP_LOGE(TAG, "Mock CSI init failed: %s", esp_err_to_name(mock_ret));
|
|
} else {
|
|
ESP_LOGI(TAG, "Mock CSI active (scenario=%d)", CONFIG_CSI_MOCK_SCENARIO);
|
|
}
|
|
#else
|
|
csi_collector_init();
|
|
#endif
|
|
|
|
/* ADR-039: Initialize edge processing pipeline. */
|
|
edge_config_t edge_cfg = {
|
|
.tier = g_nvs_config.edge_tier,
|
|
.presence_thresh = g_nvs_config.presence_thresh,
|
|
.fall_thresh = g_nvs_config.fall_thresh,
|
|
.vital_window = g_nvs_config.vital_window,
|
|
.vital_interval_ms = g_nvs_config.vital_interval_ms,
|
|
.top_k_count = g_nvs_config.top_k_count,
|
|
.power_duty = g_nvs_config.power_duty,
|
|
};
|
|
esp_err_t edge_ret = edge_processing_init(&edge_cfg);
|
|
if (edge_ret != ESP_OK) {
|
|
ESP_LOGW(TAG, "Edge processing init failed: %s (continuing without edge DSP)",
|
|
esp_err_to_name(edge_ret));
|
|
}
|
|
|
|
/* Initialize OTA update HTTP server (requires network). */
|
|
httpd_handle_t ota_server = NULL;
|
|
#ifndef CONFIG_CSI_MOCK_SKIP_WIFI_CONNECT
|
|
esp_err_t ota_ret = ota_update_init_ex(&ota_server);
|
|
if (ota_ret != ESP_OK) {
|
|
ESP_LOGW(TAG, "OTA server init failed: %s", esp_err_to_name(ota_ret));
|
|
}
|
|
#else
|
|
esp_err_t ota_ret = ESP_ERR_NOT_SUPPORTED;
|
|
ESP_LOGI(TAG, "Mock CSI mode: skipping OTA server (no network)");
|
|
#endif
|
|
|
|
/* ADR-040: Initialize WASM programmable sensing runtime. */
|
|
esp_err_t wasm_ret = wasm_runtime_init();
|
|
if (wasm_ret != ESP_OK) {
|
|
ESP_LOGW(TAG, "WASM runtime init failed: %s", esp_err_to_name(wasm_ret));
|
|
} else {
|
|
/* Register WASM upload endpoints on the OTA HTTP server. */
|
|
if (ota_server != NULL) {
|
|
wasm_upload_register(ota_server);
|
|
}
|
|
|
|
/* Start periodic timer for wasm_runtime_on_timer(). */
|
|
esp_timer_create_args_t timer_args = {
|
|
.callback = (void (*)(void *))wasm_runtime_on_timer,
|
|
.arg = NULL,
|
|
.dispatch_method = ESP_TIMER_TASK,
|
|
.name = "wasm_timer",
|
|
};
|
|
esp_err_t timer_ret = esp_timer_create(&timer_args, &s_wasm_timer);
|
|
if (timer_ret == ESP_OK) {
|
|
#ifdef CONFIG_WASM_TIMER_INTERVAL_MS
|
|
uint64_t interval_us = (uint64_t)CONFIG_WASM_TIMER_INTERVAL_MS * 1000ULL;
|
|
#else
|
|
uint64_t interval_us = 1000000ULL; /* Default: 1 second. */
|
|
#endif
|
|
esp_timer_start_periodic(s_wasm_timer, interval_us);
|
|
ESP_LOGI(TAG, "WASM on_timer() periodic: %llu ms",
|
|
(unsigned long long)(interval_us / 1000));
|
|
} else {
|
|
ESP_LOGW(TAG, "WASM timer create failed: %s", esp_err_to_name(timer_ret));
|
|
}
|
|
}
|
|
|
|
/* ADR-063: Initialize mmWave sensor (auto-detect on UART). */
|
|
esp_err_t mmwave_ret = mmwave_sensor_init(-1, -1); /* -1 = use default GPIO pins */
|
|
if (mmwave_ret == ESP_OK) {
|
|
mmwave_state_t mw;
|
|
if (mmwave_sensor_get_state(&mw)) {
|
|
ESP_LOGI(TAG, "mmWave sensor: %s (caps=0x%04x)",
|
|
mmwave_type_name(mw.type), mw.capabilities);
|
|
}
|
|
} else {
|
|
ESP_LOGI(TAG, "No mmWave sensor detected (CSI-only mode)");
|
|
}
|
|
|
|
/* Initialize power management. */
|
|
power_mgmt_init(g_nvs_config.power_duty);
|
|
|
|
/* ADR-045: Start AMOLED display task (gracefully skips if no display). */
|
|
#ifdef CONFIG_DISPLAY_ENABLE
|
|
esp_err_t disp_ret = display_task_start();
|
|
if (disp_ret != ESP_OK) {
|
|
ESP_LOGW(TAG, "Display init returned: %s", esp_err_to_name(disp_ret));
|
|
}
|
|
#endif
|
|
|
|
ESP_LOGI(TAG, "CSI streaming active → %s:%d (edge_tier=%u, OTA=%s, WASM=%s, mmWave=%s)",
|
|
g_nvs_config.target_ip, g_nvs_config.target_port,
|
|
g_nvs_config.edge_tier,
|
|
(ota_ret == ESP_OK) ? "ready" : "off",
|
|
(wasm_ret == ESP_OK) ? "ready" : "off",
|
|
(mmwave_ret == ESP_OK) ? "active" : "off");
|
|
|
|
/* Main loop — keep alive */
|
|
while (1) {
|
|
vTaskDelay(pdMS_TO_TICKS(10000));
|
|
}
|
|
}
|