Skip to content

armgit / Pulse

Public Imported from GitHub
0

Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.

2.8 KB
Raw Blame
package notifications

import (
	"database/sql"
	"encoding/json"
	"errors"
	"fmt"
	"time"

	"github.com/rcourtman/pulse-go-rewrite/internal/alerts"
)

// enqueueResolvedGroup persists the window on the first resolution and appends
// subsequent occurrences to that not-yet-due delivery. Only untouched pending
// groups with identical destination configuration and quiet-hours schedule can
// merge. Attempts/retries are immutable batches. The queue mutex also serializes
// claims, so no delivery can be claimed while its payload is being extended.
// Method is queue scheduling metadata, not the HTTP method in Config.
func (nq *NotificationQueue) enqueueResolvedGroup(notif *QueuedNotification, window time.Duration) error {
	if notif == nil || window <= 0 {
		return nq.Enqueue(notif)
	}
	nq.mu.Lock()
	defer nq.mu.Unlock()
	now := time.Now()
	method := "resolved-group"
	if notif.NextRetryAt != nil {
		method += ":" + notif.NextRetryAt.UTC().Format(time.RFC3339Nano)
	}
	var id string
	var raw []byte
	err := nq.db.QueryRow(`SELECT id, alerts FROM notification_queue
  WHERE type = ? AND config = ? AND method = ? AND status = 'pending'
   AND attempts = 0 AND next_retry_at > ? AND created_at >= ?
  ORDER BY created_at, id LIMIT 1`, notif.Type, string(notif.Config), method, now.Unix(), now.Add(-window).Unix()).Scan(&id, &raw)
	if err != nil && !errors.Is(err, sql.ErrNoRows) {
		return fmt.Errorf("read pending resolved group: %w", err)
	}
	if errors.Is(err, sql.ErrNoRows) {
		// Queue deadlines have second precision: round up rather than sending early.
		deadline := now.Add(window).Truncate(time.Second).Add(time.Second)
		if notif.NextRetryAt == nil || notif.NextRetryAt.Before(deadline) {
			notif.NextRetryAt = &deadline
		}
		notif.Method = method
		return nq.enqueueLocked(notif)
	}
	var batch []*alerts.Alert
	if err := json.Unmarshal(raw, &batch); err != nil {
		return fmt.Errorf("decode pending resolved group: %w", err)
	}
	for _, incoming := range notif.Alerts {
		if incoming == nil {
			continue
		}
		duplicate := false
		for _, existing := range batch {
			if existing != nil && existing.ID == incoming.ID && existing.StartTime.Equal(incoming.StartTime) {
				duplicate = true
				break
			}
		}
		if !duplicate {
			batch = append(batch, incoming)
		}
	}
	links, err := normalizeNotificationLinks(id, notif.DestinationID, notificationLinksForAlerts(batch, notif.DestinationID), notificationDeliveryStateForQueueStatus(QueueStatusPending), nil, nil)
	if err != nil {
		return err
	}
	encoded, err := json.Marshal(batch)
	if err != nil {
		return err
	}
	encodedLinks, err := json.Marshal(links)
	if err != nil {
		return err
	}
	if _, err := nq.db.Exec(`UPDATE notification_queue SET alerts = ?, operational_links = ? WHERE id = ?`, string(encoded), string(encodedLinks), id); err != nil {
		return fmt.Errorf("extend pending resolved group: %w", err)
	}
	return nil
}