Skip to content

armgit / Pulse

Public Imported from GitHub
0

Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.

5.0 KB
Raw Blame
package alerts

import (
	"testing"
	"time"

	"github.com/rcourtman/pulse-go-rewrite/internal/models"
)

func TestDisableAllNodesOfflinePreventsOfflineAlert(t *testing.T) {
	manager := NewManager()

	// Reset state to avoid interference from persisted alerts.
	manager.mu.Lock()
	manager.activeAlerts = make(map[string]*Alert)
	manager.core.Reset()
	manager.mu.Unlock()

	config := manager.GetConfig()
	config.DisableAllNodesOffline = true
	manager.UpdateConfig(config)

	node := models.Node{
		ID:               "node-1",
		Name:             "node-1",
		Status:           "offline",
		ConnectionHealth: "error",
	}

	manager.CheckNode(node)

	manager.mu.RLock()
	_, alertExists := manager.activeAlerts["node-offline-node-1"]
	counterExists := testCoreHasIncident(manager, "node-1", canonicalConnectivitySpecID("node-1"))
	manager.mu.RUnlock()

	if alertExists {
		t.Fatalf("expected no node offline alert when DisableAllNodesOffline is true")
	}
	if counterExists {
		t.Fatalf("expected node offline counter to be cleared when DisableAllNodesOffline is true")
	}
}

func TestUpdateConfigClearsExistingNodeOfflineAlerts(t *testing.T) {
	manager := NewManager()

	manager.mu.Lock()
	manager.activeAlerts = make(map[string]*Alert)
	manager.core.Reset()
	manager.activeAlerts["node-offline-node-1"] = &Alert{
		ID:           "node-offline-node-1",
		Type:         "connectivity",
		ResourceID:   "node-1",
		ResourceName: "node-1",
		Node:         "node-1",
		StartTime:    time.Now().Add(-5 * time.Minute),
		LastSeen:     time.Now(),
	}
	manager.mu.Unlock()

	config := manager.GetConfig()
	config.DisableAllNodesOffline = true
	manager.UpdateConfig(config)

	// Allow asynchronous resolution callbacks, if any, to run.
	time.Sleep(50 * time.Millisecond)

	manager.mu.RLock()
	_, alertExists := manager.activeAlerts["node-offline-node-1"]
	counterExists := testCoreHasIncident(manager, "node-1", canonicalConnectivitySpecID("node-1"))
	manager.mu.RUnlock()

	if alertExists {
		t.Fatalf("expected node offline alert to be cleared when DisableAllNodesOffline is enabled")
	}
	if counterExists {
		t.Fatalf("expected node offline counter to be reset when DisableAllNodesOffline is enabled")
	}
}

func TestUpdateConfigClearsDockerContainerAlertsWhenDisabled(t *testing.T) {
	manager := NewManager()

	containerResourceID := "docker:host-1/container-1"
	containerAlertIDs := []string{
		"docker-container-state-" + containerResourceID,
		"docker-container-health-" + containerResourceID,
		"docker-container-restart-loop-" + containerResourceID,
		"docker-container-oom-" + containerResourceID,
		"docker-container-memory-limit-" + containerResourceID,
	}

	// Canonical stateful alerts (e.g. the image-update alert) are stored under
	// "<resourceID>::<specID>" state IDs rather than legacy prefixed IDs.
	canonicalUpdateAlertID := buildCanonicalStateID(containerResourceID, containerResourceID+"-image-update")
	containerAlertIDs = append(containerAlertIDs, canonicalUpdateAlertID)

	manager.mu.Lock()
	for _, id := range containerAlertIDs {
		manager.activeAlerts[id] = &Alert{ID: id, ResourceID: containerResourceID}
	}
	manager.dockerRestartTracking[containerResourceID] = &dockerRestartRecord{}
	manager.mu.Unlock()

	config := manager.GetConfig()
	config.DisableAllDockerContainers = true
	manager.UpdateConfig(config)

	time.Sleep(10 * time.Millisecond)

	manager.mu.RLock()
	defer manager.mu.RUnlock()
	for _, id := range containerAlertIDs {
		if _, exists := manager.activeAlerts[id]; exists {
			t.Fatalf("expected docker container alert %s to be cleared when DisableAllDockerContainers is enabled", id)
		}
	}
	if testCoreHasIncident(manager, containerResourceID, canonicalDiscreteStateSpecID(containerResourceID, "runtime-state")) {
		t.Fatalf("expected container state confirmation tracking to be cleared when DisableAllDockerContainers is enabled")
	}
	if len(manager.dockerRestartTracking) != 0 {
		t.Fatalf("expected dockerRestartTracking map to be cleared when DisableAllDockerContainers is enabled")
	}
}

func TestUpdateConfigClearsDockerServiceAlertsWhenDisabled(t *testing.T) {
	manager := NewManager()

	serviceResourceID := "docker:host-2/service/frontend"
	serviceAlertID := "docker-service-health-" + serviceResourceID
	canonicalServiceAlertID := buildCanonicalStateID(serviceResourceID, serviceResourceID+"-replica-gap")

	manager.mu.Lock()
	manager.activeAlerts[serviceAlertID] = &Alert{ID: serviceAlertID, ResourceID: serviceResourceID}
	manager.activeAlerts[canonicalServiceAlertID] = &Alert{ID: canonicalServiceAlertID, ResourceID: serviceResourceID}
	manager.mu.Unlock()

	config := manager.GetConfig()
	config.DisableAllDockerServices = true
	manager.UpdateConfig(config)

	time.Sleep(10 * time.Millisecond)

	manager.mu.RLock()
	defer manager.mu.RUnlock()
	if _, exists := manager.activeAlerts[serviceAlertID]; exists {
		t.Fatalf("expected docker service alert to be cleared when DisableAllDockerServices is enabled")
	}
	if _, exists := manager.activeAlerts[canonicalServiceAlertID]; exists {
		t.Fatalf("expected canonical docker service alert to be cleared when DisableAllDockerServices is enabled")
	}
}