Skip to content

armgit / Pulse

Public Imported from GitHub
0

Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.

2.6 KB
Raw Blame
package metrics

import (
	"github.com/prometheus/client_golang/prometheus"
	"github.com/prometheus/client_golang/prometheus/promauto"
	"github.com/rcourtman/pulse-go-rewrite/internal/alerts"
)

var (
	// Alert lifecycle metrics
	AlertsActive = promauto.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: "pulse_alerts_active",
			Help: "Number of currently active alerts by level and type",
		},
		[]string{"level", "type"},
	)

	AlertsFiredTotal = promauto.NewCounterVec(
		prometheus.CounterOpts{
			Name: "pulse_alerts_fired_total",
			Help: "Total number of alerts fired by level and type",
		},
		[]string{"level", "type"},
	)

	AlertsResolvedTotal = promauto.NewCounterVec(
		prometheus.CounterOpts{
			Name: "pulse_alerts_resolved_total",
			Help: "Total number of alerts resolved by type",
		},
		[]string{"type"},
	)

	AlertsAcknowledgedTotal = promauto.NewCounter(
		prometheus.CounterOpts{
			Name: "pulse_alerts_acknowledged_total",
			Help: "Total number of alerts acknowledged",
		},
	)

	AlertDurationSeconds = promauto.NewHistogramVec(
		prometheus.HistogramOpts{
			Name:    "pulse_alert_duration_seconds",
			Help:    "Duration of alerts from fire to resolve",
			Buckets: []float64{60, 300, 900, 1800, 3600, 7200, 14400, 28800, 86400}, // 1m to 1d
		},
		[]string{"type"},
	)

	// Suppression and quiet hours metrics
	AlertsSuppressedTotal = promauto.NewCounterVec(
		prometheus.CounterOpts{
			Name: "pulse_alerts_suppressed_total",
			Help: "Total number of alerts suppressed by reason",
		},
		[]string{"reason"}, // quiet_hours, rate_limit, duplicate, etc.
	)

	AlertsRateLimitedTotal = promauto.NewCounter(
		prometheus.CounterOpts{
			Name: "pulse_alerts_rate_limited_total",
			Help: "Total number of alerts suppressed due to rate limiting",
		},
	)
)

// RecordAlertFired records when an alert is fired
func RecordAlertFired(alert *alerts.Alert) {
	AlertsFiredTotal.WithLabelValues(string(alert.Level), alert.Type).Inc()
	AlertsActive.WithLabelValues(string(alert.Level), alert.Type).Inc()
}

// RecordAlertResolved records when an alert is resolved
func RecordAlertResolved(alert *alerts.Alert) {
	AlertsResolvedTotal.WithLabelValues(alert.Type).Inc()
	AlertsActive.WithLabelValues(string(alert.Level), alert.Type).Dec()

	// Record duration
	duration := alert.LastSeen.Sub(alert.StartTime).Seconds()
	AlertDurationSeconds.WithLabelValues(alert.Type).Observe(duration)
}

// RecordAlertAcknowledged records when an alert is acknowledged
func RecordAlertAcknowledged() {
	AlertsAcknowledgedTotal.Inc()
}

// RecordAlertSuppressed records a suppressed alert
func RecordAlertSuppressed(reason string) {
	AlertsSuppressedTotal.WithLabelValues(reason).Inc()
}