mirror of
https://github.com/rcourtman/Pulse.git
synced 2026-04-28 11:30:15 +00:00
Added 17 test cases covering: - UpdateSuccess/UpdateError state management - Staleness scoring (fresh, stale, max-stale, never-succeeded) - Score normalization and capping (0.0 to 1.0 range) - SetBounds behavior and defaults - Snapshot merging logic - Snapshot() API for full state export - Nil safety and concurrent access All tests verify correct freshness calculation based on lastSuccess timestamps and configurable maxStale bounds. Phase 2 testing status: - ✅ Backoff exponential growth and jitter (13 tests) - ✅ Circuit breaker state machine (10 tests) - ✅ Staleness tracker scoring (17 tests) - Total: 40+ unit tests covering core scheduling logic
379 lines
10 KiB
Go
379 lines
10 KiB
Go
package monitoring
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestStalenessTracker_UpdateSuccess(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
now := time.Now()
|
|
|
|
// Update success with payload
|
|
payload := []byte("test data")
|
|
tracker.UpdateSuccess(InstanceTypePVE, "test-instance", payload)
|
|
|
|
// Verify entry was created
|
|
snap, ok := tracker.snapshot(InstanceTypePVE, "test-instance")
|
|
if !ok {
|
|
t.Fatal("snapshot not found after UpdateSuccess")
|
|
}
|
|
|
|
if snap.Instance != "test-instance" {
|
|
t.Errorf("instance = %s, want test-instance", snap.Instance)
|
|
}
|
|
if snap.InstanceType != InstanceTypePVE {
|
|
t.Errorf("instanceType = %v, want %v", snap.InstanceType, InstanceTypePVE)
|
|
}
|
|
if snap.LastSuccess.Before(now) {
|
|
t.Error("lastSuccess should be at or after update time")
|
|
}
|
|
if snap.ChangeHash == "" {
|
|
t.Error("changeHash should be set when payload provided")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_UpdateError(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
now := time.Now()
|
|
|
|
tracker.UpdateError(InstanceTypePBS, "error-instance")
|
|
|
|
snap, ok := tracker.snapshot(InstanceTypePBS, "error-instance")
|
|
if !ok {
|
|
t.Fatal("snapshot not found after UpdateError")
|
|
}
|
|
|
|
if snap.LastError.Before(now) {
|
|
t.Error("lastError should be at or after update time")
|
|
}
|
|
if snap.LastSuccess.After(now.Add(-time.Hour)) {
|
|
t.Error("lastSuccess should not be set by UpdateError")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_StalenessScore_Fresh(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
tracker.SetBounds(10*time.Second, 5*time.Minute)
|
|
|
|
// Record a recent success
|
|
tracker.UpdateSuccess(InstanceTypePVE, "fresh-instance", nil)
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "fresh-instance")
|
|
if !ok {
|
|
t.Fatal("staleness score should be available")
|
|
}
|
|
|
|
// Should be near 0 for fresh data
|
|
if score > 0.01 {
|
|
t.Errorf("staleness score = %f, want near 0 for fresh data", score)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_StalenessScore_Stale(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
tracker.SetBounds(10*time.Second, 60*time.Second) // max stale is 60s
|
|
|
|
// Record old success
|
|
oldTime := time.Now().Add(-45 * time.Second)
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "stale-instance",
|
|
LastSuccess: oldTime,
|
|
})
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "stale-instance")
|
|
if !ok {
|
|
t.Fatal("staleness score should be available")
|
|
}
|
|
|
|
// 45s old with 60s max = 0.75 score
|
|
expected := 45.0 / 60.0
|
|
tolerance := 0.05
|
|
if score < expected-tolerance || score > expected+tolerance {
|
|
t.Errorf("staleness score = %f, want ~%f (45s / 60s)", score, expected)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_StalenessScore_MaxStale(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
tracker.SetBounds(10*time.Second, 60*time.Second)
|
|
|
|
// Record very old success (beyond max)
|
|
veryOld := time.Now().Add(-2 * time.Minute)
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "very-stale",
|
|
LastSuccess: veryOld,
|
|
})
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "very-stale")
|
|
if !ok {
|
|
t.Fatal("staleness score should be available")
|
|
}
|
|
|
|
// Should be capped at 1.0
|
|
if score != 1.0 {
|
|
t.Errorf("staleness score = %f, want 1.0 (capped)", score)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_StalenessScore_NoData(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "nonexistent")
|
|
if ok {
|
|
t.Error("staleness score should not be available for nonexistent instance")
|
|
}
|
|
if score != 0 {
|
|
t.Errorf("staleness score = %f, want 0 for nonexistent instance", score)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_StalenessScore_NeverSucceeded(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
// Create entry with error but no success
|
|
tracker.UpdateError(InstanceTypePVE, "never-succeeded")
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "never-succeeded")
|
|
if !ok {
|
|
t.Fatal("staleness score should be available even without success")
|
|
}
|
|
|
|
// Should return max staleness (1.0) when never succeeded
|
|
if score != 1.0 {
|
|
t.Errorf("staleness score = %f, want 1.0 for never-succeeded instance", score)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_SetChangeHash(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
payload1 := []byte("data v1")
|
|
payload2 := []byte("data v2")
|
|
|
|
tracker.UpdateSuccess(InstanceTypePVE, "test", payload1)
|
|
snap1, _ := tracker.snapshot(InstanceTypePVE, "test")
|
|
hash1 := snap1.ChangeHash
|
|
|
|
// Update hash with different payload
|
|
tracker.SetChangeHash(InstanceTypePVE, "test", payload2)
|
|
snap2, _ := tracker.snapshot(InstanceTypePVE, "test")
|
|
hash2 := snap2.ChangeHash
|
|
|
|
if hash1 == hash2 {
|
|
t.Error("change hash should be different for different payloads")
|
|
}
|
|
if hash1 == "" || hash2 == "" {
|
|
t.Error("change hashes should not be empty")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_SetBounds(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
// Set custom bounds
|
|
tracker.SetBounds(30*time.Second, 10*time.Minute)
|
|
|
|
// Verify by checking behavior
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "test",
|
|
LastSuccess: time.Now().Add(-5 * time.Minute),
|
|
})
|
|
|
|
score, _ := tracker.StalenessScore(InstanceTypePVE, "test")
|
|
|
|
// With 5min age and 10min max, score should be ~0.5
|
|
expected := 0.5
|
|
tolerance := 0.05
|
|
if score < expected-tolerance || score > expected+tolerance {
|
|
t.Errorf("staleness score = %f, want ~%f with custom bounds", score, expected)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_SetBounds_ZeroValues(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
// Try to set zero bounds (should be ignored)
|
|
tracker.SetBounds(0, 0)
|
|
|
|
// Verify defaults are still in effect
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "test",
|
|
LastSuccess: time.Now().Add(-6 * time.Minute),
|
|
})
|
|
|
|
score, _ := tracker.StalenessScore(InstanceTypePVE, "test")
|
|
|
|
// With defaults (maxStale=5min), 6min should be capped at 1.0
|
|
if score != 1.0 {
|
|
t.Errorf("staleness score = %f, want 1.0 (using default maxStale)", score)
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_MergeSnapshot(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
t1 := time.Now().Add(-10 * time.Second)
|
|
t2 := time.Now().Add(-5 * time.Second)
|
|
t3 := time.Now()
|
|
|
|
// Create initial snapshot
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "merge-test",
|
|
LastSuccess: t1,
|
|
LastError: t2,
|
|
})
|
|
|
|
// Merge with newer success
|
|
tracker.mergeSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "merge-test",
|
|
LastSuccess: t3,
|
|
})
|
|
|
|
snap, _ := tracker.snapshot(InstanceTypePVE, "merge-test")
|
|
if !snap.LastSuccess.Equal(t3) {
|
|
t.Error("merge should update lastSuccess with newer time")
|
|
}
|
|
if !snap.LastError.Equal(t2) {
|
|
t.Error("merge should preserve lastError when not updated")
|
|
}
|
|
|
|
// Merge with older success (should not update)
|
|
tracker.mergeSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "merge-test",
|
|
LastSuccess: t1,
|
|
})
|
|
|
|
snap, _ = tracker.snapshot(InstanceTypePVE, "merge-test")
|
|
if !snap.LastSuccess.Equal(t3) {
|
|
t.Error("merge should not update lastSuccess with older time")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_Snapshot(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
tracker.SetBounds(10*time.Second, 60*time.Second)
|
|
|
|
// Add multiple entries
|
|
tracker.UpdateSuccess(InstanceTypePVE, "pve-1", nil)
|
|
tracker.UpdateSuccess(InstanceTypePBS, "pbs-1", nil)
|
|
tracker.UpdateSuccess(InstanceTypePMG, "pmg-1", nil)
|
|
|
|
// Make one stale
|
|
tracker.setSnapshot(FreshnessSnapshot{
|
|
InstanceType: InstanceTypePVE,
|
|
Instance: "pve-stale",
|
|
LastSuccess: time.Now().Add(-30 * time.Second),
|
|
})
|
|
|
|
snapshots := tracker.Snapshot()
|
|
|
|
if len(snapshots) != 4 {
|
|
t.Errorf("snapshot count = %d, want 4", len(snapshots))
|
|
}
|
|
|
|
// Verify snapshot contains expected data
|
|
found := make(map[string]bool)
|
|
for _, snap := range snapshots {
|
|
found[snap.Instance] = true
|
|
if snap.Instance == "pve-stale" {
|
|
// Should have staleness score around 0.5 (30s / 60s)
|
|
if snap.Score < 0.4 || snap.Score > 0.6 {
|
|
t.Errorf("pve-stale score = %f, want ~0.5", snap.Score)
|
|
}
|
|
} else {
|
|
// Fresh instances should have score near 0
|
|
if snap.Score > 0.1 {
|
|
t.Errorf("%s score = %f, want near 0", snap.Instance, snap.Score)
|
|
}
|
|
}
|
|
}
|
|
|
|
expectedInstances := []string{"pve-1", "pbs-1", "pmg-1", "pve-stale"}
|
|
for _, expected := range expectedInstances {
|
|
if !found[expected] {
|
|
t.Errorf("snapshot missing expected instance: %s", expected)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_Snapshot_Empty(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
snapshots := tracker.Snapshot()
|
|
if len(snapshots) != 0 {
|
|
t.Errorf("empty tracker snapshot count = %d, want 0", len(snapshots))
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_Snapshot_Nil(t *testing.T) {
|
|
var tracker *StalenessTracker
|
|
snapshots := tracker.Snapshot()
|
|
if snapshots != nil {
|
|
t.Error("nil tracker snapshot should return nil")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_NilSafety(t *testing.T) {
|
|
var tracker *StalenessTracker
|
|
|
|
// All methods should handle nil gracefully
|
|
tracker.UpdateSuccess(InstanceTypePVE, "test", nil)
|
|
tracker.UpdateError(InstanceTypePVE, "test")
|
|
tracker.SetChangeHash(InstanceTypePVE, "test", []byte("data"))
|
|
|
|
score, ok := tracker.StalenessScore(InstanceTypePVE, "test")
|
|
if ok {
|
|
t.Error("nil tracker should return ok=false for staleness score")
|
|
}
|
|
if score != 0 {
|
|
t.Error("nil tracker should return score=0")
|
|
}
|
|
}
|
|
|
|
func TestStalenessTracker_ConcurrentAccess(t *testing.T) {
|
|
tracker := NewStalenessTracker(nil)
|
|
|
|
// Test concurrent access doesn't panic
|
|
done := make(chan bool)
|
|
for i := 0; i < 10; i++ {
|
|
go func(id int) {
|
|
instance := "instance"
|
|
tracker.UpdateSuccess(InstanceTypePVE, instance, []byte("data"))
|
|
tracker.UpdateError(InstanceTypePVE, instance)
|
|
tracker.StalenessScore(InstanceTypePVE, instance)
|
|
tracker.Snapshot()
|
|
done <- true
|
|
}(i)
|
|
}
|
|
|
|
for i := 0; i < 10; i++ {
|
|
<-done
|
|
}
|
|
}
|
|
|
|
func TestTrackerKey(t *testing.T) {
|
|
tests := []struct {
|
|
instanceType InstanceType
|
|
instance string
|
|
want string
|
|
}{
|
|
{InstanceTypePVE, "test1", "pve::test1"},
|
|
{InstanceTypePBS, "test2", "pbs::test2"},
|
|
{InstanceTypePMG, "pmg-host", "pmg::pmg-host"},
|
|
{InstanceTypePVE, "", "pve::"},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
got := trackerKey(tt.instanceType, tt.instance)
|
|
if got != tt.want {
|
|
t.Errorf("trackerKey(%v, %q) = %q, want %q", tt.instanceType, tt.instance, got, tt.want)
|
|
}
|
|
}
|
|
}
|