Building 70 Projects ranging from beginner to advanced so anyone can — learn from, build upon, use as a reference, or even copy directly. Owned by my cybersecurity company đŸ‘‡
Go aicertificationcloud-engineeringcybercybersecuritycybersecurity-analystcybersecurity-certificationcybersecurity-certificationscybersecurity-educationcybersecurity-jobscybersecurity-portfoliocybersecurity-projectscybersecurity-toolsgrchackinglearningpentestingproject-repositoryprojetcspython
feat(monitor/collectors/dshield): http client + frozen fixtures (topports, topips, dailysummary)
CarterPerez-dev808eb1b89262
diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client.go b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client.gonew file mode 100644index 00000000..a68c17bc--- /dev/null+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client.go@@ -0,0 +1,85 @@+// ©AngelaMos | 2026+// client.go++package dshield++import (+ "context"+ "encoding/json"+ "fmt"+ "strconv"+ "time"++ "golang.org/x/time/rate"++ "github.com/carterperez-dev/monitor-the-situation/backend/internal/httpx"+)++const (+ KindTopPorts = "topports"+ KindTopIPs = "topips"+ KindDailySummary = "dailysummary"++ defaultTopN = 10+ defaultDShieldRate = 2 * time.Second+ defaultDShieldBudget = 5+ defaultBreakerWindow = 60 * time.Second+)++type ClientConfig struct {+ BaseURL string+ TopN int+}++type Client struct {+ hx *httpx.Client+ topN int+}++func NewClient(cfg ClientConfig) *Client {+ if cfg.BaseURL == "" {+ cfg.BaseURL = "https://isc.sans.edu"+ }+ if cfg.TopN <= 0 {+ cfg.TopN = defaultTopN+ }+ return &Client{+ hx: httpx.New(httpx.Config{+ Name: "dshield",+ BaseURL: cfg.BaseURL,+ Rate: rate.Every(defaultDShieldRate),+ Burst: 1,+ ConsecutiveFailureBudget: defaultDShieldBudget,+ BreakerTimeout: defaultBreakerWindow,+ }),+ topN: cfg.TopN,+ }+}++type SnapshotPayload struct {+ Kind string+ Payload json.RawMessage+}++func (c *Client) FetchAll(ctx context.Context) ([]SnapshotPayload, error) {+ yesterday := time.Now().UTC().AddDate(0, 0, -1).Format("2006-01-02")++ endpoints := []struct {+ Kind string+ Path string+ }{+ {KindTopPorts, "/api/topports/records/" + strconv.Itoa(c.topN) + "/" + yesterday + "?json"},+ {KindTopIPs, "/api/topips/?json"},+ {KindDailySummary, "/api/dailysummary/" + yesterday + "/?json"},+ }++ out := make([]SnapshotPayload, 0, len(endpoints))+ for _, ep := range endpoints {+ var raw json.RawMessage+ if err := c.hx.GetJSON(ctx, ep.Path, nil, &raw); err != nil {+ return nil, fmt.Errorf("dshield %s: %w", ep.Kind, err)+ }+ out = append(out, SnapshotPayload{Kind: ep.Kind, Payload: raw})+ }+ return out, nil+}diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client_test.go b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client_test.gonew file mode 100644index 00000000..74881918--- /dev/null+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/client_test.go@@ -0,0 +1,93 @@+// ©AngelaMos | 2026+// client_test.go++package dshield_test++import (+ "context"+ "net/http"+ "net/http/httptest"+ "os"+ "path/filepath"+ "strings"+ "testing"+ "time"++ "github.com/stretchr/testify/require"++ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/dshield"+)++func newFixtureServer(t *testing.T) *httptest.Server {+ t.Helper()+ mux := http.NewServeMux()+ mux.HandleFunc("/api/topports/", func(w http.ResponseWriter, r *http.Request) {+ require.Contains(t, r.URL.Path, "/api/topports/records/")+ body, err := os.ReadFile(filepath.Join("testdata", "topports.json"))+ require.NoError(t, err)+ w.Header().Set("Content-Type", "application/json")+ _, _ = w.Write(body)+ })+ mux.HandleFunc("/api/topips/", func(w http.ResponseWriter, _ *http.Request) {+ body, err := os.ReadFile(filepath.Join("testdata", "topips.json"))+ require.NoError(t, err)+ w.Header().Set("Content-Type", "application/json")+ _, _ = w.Write(body)+ })+ mux.HandleFunc("/api/dailysummary/", func(w http.ResponseWriter, r *http.Request) {+ require.True(t, strings.HasPrefix(r.URL.Path, "/api/dailysummary/"))+ body, err := os.ReadFile(filepath.Join("testdata", "dailysummary.json"))+ require.NoError(t, err)+ w.Header().Set("Content-Type", "application/json")+ _, _ = w.Write(body)+ })+ return httptest.NewServer(mux)+}++func TestClient_FetchAllReturnsThreeKinds(t *testing.T) {+ srv := newFixtureServer(t)+ defer srv.Close()++ c := dshield.NewClient(dshield.ClientConfig{BaseURL: srv.URL, TopN: 10})++ ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)+ defer cancel()++ snaps, err := c.FetchAll(ctx)+ require.NoError(t, err)+ require.Len(t, snaps, 3)++ kinds := map[string]bool{}+ for _, s := range snaps {+ kinds[s.Kind] = true+ require.NotEmpty(t, s.Payload, "kind %s payload empty", s.Kind)+ }+ require.True(t, kinds[dshield.KindTopPorts])+ require.True(t, kinds[dshield.KindTopIPs])+ require.True(t, kinds[dshield.KindDailySummary])+}++func TestClient_FetchAllUsesYesterdayDate(t *testing.T) {+ var topPortsPath, dailyPath string+ mux := http.NewServeMux()+ mux.HandleFunc("/api/topports/", func(w http.ResponseWriter, r *http.Request) {+ topPortsPath = r.URL.Path+ _, _ = w.Write([]byte(`{}`))+ })+ mux.HandleFunc("/api/topips/", func(w http.ResponseWriter, _ *http.Request) {+ _, _ = w.Write([]byte(`[]`))+ })+ mux.HandleFunc("/api/dailysummary/", func(w http.ResponseWriter, r *http.Request) {+ dailyPath = r.URL.Path+ _, _ = w.Write([]byte(`[]`))+ })+ srv := httptest.NewServer(mux)+ defer srv.Close()++ c := dshield.NewClient(dshield.ClientConfig{BaseURL: srv.URL, TopN: 5})+ _, _ = c.FetchAll(context.Background())++ yesterday := time.Now().UTC().AddDate(0, 0, -1).Format("2006-01-02")+ require.Contains(t, topPortsPath, "/records/5/"+yesterday)+ require.Contains(t, dailyPath, "/dailysummary/"+yesterday)+}diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/dailysummary.json b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/dailysummary.jsonnew file mode 100644index 00000000..59f2fafc--- /dev/null+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/dailysummary.json@@ -0,0 +1 @@+[{"date":"2026-05-01","records":17196921,"sources":146555,"targets":871}]diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topips.json b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topips.jsonnew file mode 100644index 00000000..32610be1--- /dev/null+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topips.json@@ -0,0 +1 @@+[{"rank":1,"source":"13.94.254.200","reports":319739,"targets":1},{"rank":2,"source":"194.224.249.214","reports":309508,"targets":1},{"rank":3,"source":"52.157.207.201","reports":194780,"targets":1},{"rank":4,"source":"89.248.163.109","reports":96279,"targets":150},{"rank":5,"source":"143.244.186.35","reports":92007,"targets":8},{"rank":6,"source":"18.116.198.191","reports":59907,"targets":1},{"rank":7,"source":"152.89.198.163","reports":41378,"targets":478},{"rank":8,"source":"152.89.198.103","reports":41346,"targets":479},{"rank":9,"source":"152.89.198.187","reports":41332,"targets":477},{"rank":10,"source":"185.122.204.71","reports":41221,"targets":479}]diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topports.json b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topports.jsonnew file mode 100644index 00000000..e63e7484--- /dev/null+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/internal/collectors/dshield/testdata/topports.json@@ -0,0 +1 @@+{"0":{"rank":1,"targetport":23,"records":5756817,"targets":316,"sources":52950},"1":{"rank":2,"targetport":80,"records":1151422,"targets":316,"sources":9421},"2":{"rank":3,"targetport":5555,"records":1106744,"targets":298,"sources":3668},"3":{"rank":4,"targetport":8080,"records":978049,"targets":309,"sources":7062},"4":{"rank":5,"targetport":22,"records":514078,"targets":326,"sources":9113},"5":{"rank":6,"targetport":2222,"records":371960,"targets":318,"sources":7388},"6":{"rank":7,"targetport":51223,"records":313702,"targets":15,"sources":1293},"7":{"rank":8,"targetport":8000,"records":241520,"targets":323,"sources":6078},"8":{"rank":9,"targetport":443,"records":231949,"targets":432,"sources":8308},"9":{"rank":10,"targetport":68,"records":215704,"targets":185,"sources":209},"date":"2026-05-01","limit":10}