Skip to content

Find, verify, and analyze leaked credentials

[chore] - Reduce `VerificationOverlapWorker`s (#3082)

ahrav8f172b23ac70
diff --git a/pkg/engine/engine.go b/pkg/engine/engine.go
index 0f7c39153..e55e0d5ba 100644
--- a/pkg/engine/engine.go
+++ b/pkg/engine/engine.go
@@ -620,9 +620,8 @@ func (e *Engine) startScannerWorkers(ctx context.Context) {
}
}
-const detectorWorkerMultiplier = 50
-
func (e *Engine) startDetectorWorkers(ctx context.Context) {
+ const detectorWorkerMultiplier = 4
ctx.Logger().V(2).Info("starting detector workers", "count", e.concurrency*detectorWorkerMultiplier)
for worker := uint64(0); worker < uint64(e.concurrency*detectorWorkerMultiplier); worker++ {
e.wgDetectorWorkers.Add(1)
@@ -636,9 +635,8 @@ func (e *Engine) startDetectorWorkers(ctx context.Context) {
}
func (e *Engine) startVerificationOverlapWorkers(ctx context.Context) {
- const verificationOverlapWorkerMultiplier = detectorWorkerMultiplier
ctx.Logger().V(2).Info("starting verificationOverlap workers", "count", e.concurrency)
- for worker := uint64(0); worker < uint64(e.concurrency*verificationOverlapWorkerMultiplier); worker++ {
+ for worker := uint64(0); worker < uint64(e.concurrency); worker++ {
e.verificationOverlapWg.Add(1)
go func() {
ctx := context.WithValue(ctx, "verification_overlap_worker_id", common.RandomID(5))