Skip to content

armgit / Pulse

Public Imported from GitHub
0

Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.

3.4 KB
Raw Blame
package notifications

import (
	"sync/atomic"
	"testing"
	"time"

	"github.com/rcourtman/pulse-go-rewrite/internal/alerts"
	"github.com/rcourtman/pulse-go-rewrite/internal/operationaltrust"
)

// Policy skips are neither provider receipts nor delivery failures. Exercise
// the real queue processor: checking only its return value hid false success.
func TestQueueDisabledDeliveryIsCancelledNotSent(t *testing.T) {
	for _, kind := range []string{"email", "webhook", "apprise"} {
		for _, suffix := range []string{"", "_resolved"} {
			for _, enabled := range []bool{false, true} {
				name := kind + suffix + "/global-disabled"
				if enabled {
					name = kind + suffix + "/destination-disabled"
				}
				t.Run(name, func(t *testing.T) {
					q, err := NewNotificationQueue(t.TempDir())
					if err != nil {
						t.Fatal(err)
					}
					defer q.Stop()
					nm := &NotificationManager{enabled: enabled}
					if !enabled {
						nm.emailConfig.Enabled = true
						nm.appriseConfig.Enabled = true
						nm.webhooks = []WebhookConfig{{ID: "ops", Enabled: true}}
					}
					n := &QueuedNotification{ID: "disabled", Type: kind + suffix, Status: QueueStatusPending,
						Links:  []operationaltrust.NotificationLink{{DestinationID: "ops", OperationalRecordID: "incident", TransitionID: "firing", LifecycleState: operationaltrust.OperationalOpen, CauseKey: "cpu"}},
						Config: []byte(`{"enabled":true,"id":"ops"}`), MaxAttempts: 3, Alerts: []*alerts.Alert{{ID: "incident"}}}
					if err := q.Enqueue(n); err != nil {
						t.Fatal(err)
					}
					// Queue construction starts workers. Configure via the locked setter
					// and wait for reconciliation even if a worker wins the claim.
					var callbacks atomic.Int32
					reconciled := make(chan struct{}, 2)
					q.SetDeliveryHealthChangedCallback(func() {
						callbacks.Add(1)
						release := q.acquireAlertDeliveryGates([]string{"incident"}, true)
						defer release()
						if _, err := q.GetQueueStats(); err != nil {
							t.Error(err)
						}
						reconciled <- struct{}{}
					})
					q.SetProcessor(nm.ProcessQueuedNotification)
					q.processNotification(n)
					select {
					case <-reconciled:
					case <-time.After(3 * time.Second):
						t.Fatal("disabled delivery did not reconcile")
					}
					var status string
					var completed *int64
					if err := q.db.QueryRow(`SELECT status, completed_at FROM notification_queue WHERE id = ?`, n.ID).Scan(&status, &completed); err != nil {
						t.Fatal(err)
					}
					if status != string(QueueStatusCancelled) || completed == nil {
						t.Errorf("status=%s completed=%v; want terminal cancellation", status, completed)
					}
					links, err := q.getNotificationLinks(n.ID)
					if err != nil {
						t.Fatal(err)
					}
					if len(links) != 1 || links[0].DeliveryState != operationaltrust.NotificationCancelled {
						t.Errorf("links = %+v, want cancelled", links)
					}
					for _, table := range []string{"notification_audit", "notification_delivery_receipts"} {
						var count int
						if err := q.db.QueryRow("SELECT count(*) FROM " + table).Scan(&count); err != nil {
							t.Fatal(err)
						}
						if count != 0 {
							t.Errorf("%s has %d rows for a policy skip", table, count)
						}
					}
					if count := callbacks.Load(); count != 1 {
						t.Errorf("health callbacks = %d, want 1", count)
					}
					if count, err := q.RetryTerminalFailures(); err != nil || count != 0 {
						t.Errorf("retry = %d, %v; want no replay", count, err)
					}
				})
			}
		}
	}
}