Building 70 Projects ranging from beginner to advanced so anyone can β learn from, build upon, use as a reference, or even copy directly. Owned by my cybersecurity company π
Go aicertificationcloud-engineeringcybercybersecuritycybersecurity-analystcybersecurity-certificationcybersecurity-certificationscybersecurity-educationcybersecurity-jobscybersecurity-portfoliocybersecurity-projectscybersecurity-toolsgrchackinglearningpentestingproject-repositoryprojetcspython
feat(monitor/main): wire usgs/swpc/wikipedia/gdelt/iss collectors under errgroup
CarterPerez-dev994b510fa4a4
diff --git a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/cmd/api/main.go b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/cmd/api/main.goindex dc760b9d..b872c50a 100644--- a/PROJECTS/advanced/monitor-the-situation-dashboard/backend/cmd/api/main.go+++ b/PROJECTS/advanced/monitor-the-situation-dashboard/backend/cmd/api/main.go@@ -24,14 +24,20 @@ import ("github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/coinbase""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/cve""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/dshield"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/gdelt""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/heartbeat"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/iss""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/kev""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/ransomware""github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/state"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/swpc"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/usgs"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/wikipedia""github.com/carterperez-dev/monitor-the-situation/backend/internal/config""github.com/carterperez-dev/monitor-the-situation/backend/internal/core""github.com/carterperez-dev/monitor-the-situation/backend/internal/health""github.com/carterperez-dev/monitor-the-situation/backend/internal/middleware"+ "github.com/carterperez-dev/monitor-the-situation/backend/internal/redisring""github.com/carterperez-dev/monitor-the-situation/backend/internal/server""github.com/carterperez-dev/monitor-the-situation/backend/internal/snapshot""github.com/carterperez-dev/monitor-the-situation/backend/internal/user"@@ -235,6 +241,69 @@ func run(configPath string) error {collectorGroup.Go(func() error { return coll.Run(collectorCtx) })}+ if cfg.Collectors.USGS.Enabled {+ coll := usgs.NewCollector(usgs.CollectorConfig{+ Interval: cfg.Collectors.USGS.Interval,+ Fetcher: usgs.NewClient(usgs.ClientConfig{}),+ Repo: usgs.NewRepo(db.DB),+ Emitter: eventBus,+ State: collectorState,+ Logger: logger.With("collector", "usgs"),+ })+ collectorGroup.Go(func() error { return coll.Run(collectorCtx) })+ }++ if cfg.Collectors.SWPC.Enabled {+ ring := redisring.New(redis.Client, redisring.Config{Retention: 24 * time.Hour})+ coll := swpc.NewCollector(swpc.CollectorConfig{+ FastInterval: cfg.Collectors.SWPC.FastInterval,+ SlowInterval: cfg.Collectors.SWPC.SlowInterval,+ Fetcher: swpc.NewClient(swpc.ClientConfig{}),+ Ring: ring,+ Emitter: eventBus,+ State: collectorState,+ Logger: logger.With("collector", "swpc"),+ })+ collectorGroup.Go(func() error { return coll.Run(collectorCtx) })+ }++ if cfg.Collectors.Wikipedia.Enabled {+ coll := wikipedia.NewCollector(wikipedia.CollectorConfig{+ Interval: cfg.Collectors.Wikipedia.Interval,+ Fetcher: wikipedia.NewClient(wikipedia.ClientConfig{}),+ Repo: wikipedia.NewRepo(db.DB, redis.Client),+ Emitter: eventBus,+ State: collectorState,+ Logger: logger.With("collector", "wikipedia"),+ })+ collectorGroup.Go(func() error { return coll.Run(collectorCtx) })+ }++ if cfg.Collectors.GDELT.Enabled {+ coll := gdelt.NewCollector(gdelt.CollectorConfig{+ Interval: cfg.Collectors.GDELT.Interval,+ Fetcher: gdelt.NewClient(gdelt.ClientConfig{}),+ Repo: gdelt.NewRepo(db.DB),+ Emitter: eventBus,+ State: collectorState,+ Logger: logger.With("collector", "gdelt"),+ })+ collectorGroup.Go(func() error { return coll.Run(collectorCtx) })+ }++ if cfg.Collectors.ISS.Enabled {+ coll := iss.NewCollector(iss.CollectorConfig{+ PositionInterval: cfg.Collectors.ISS.PositionInterval,+ TLEInterval: cfg.Collectors.ISS.TLEInterval,+ Fetcher: iss.NewClient(iss.ClientConfig{}),+ TLEStore: iss.NewTLEStore(redis.Client),+ Emitter: eventBus,+ State: collectorState,+ Logger: logger.With("collector", "iss"),+ })+ collectorGroup.Go(func() error { return coll.Run(collectorCtx) })+ }+logger.Info("collectors started","heartbeat", true,"dshield", cfg.Collectors.DShield.Enabled,@@ -243,6 +312,11 @@ func run(configPath string) error {"kev", cfg.Collectors.KEV.Enabled,"ransomware", cfg.Collectors.Ransomware.Enabled,"coinbase", cfg.Collectors.Coinbase.Enabled,+ "usgs", cfg.Collectors.USGS.Enabled,+ "swpc", cfg.Collectors.SWPC.Enabled,+ "wikipedia", cfg.Collectors.Wikipedia.Enabled,+ "gdelt", cfg.Collectors.GDELT.Enabled,+ "iss", cfg.Collectors.ISS.Enabled,)srv := server.New(server.Config{