Find, verify, and analyze leaked credentials
Go credentialsdevsecopsdynamic-analysisprecommitscanningsecretsecret-managementsecretssecuritysecurity-toolstrufflehogverification
Add midise detector (#88)
trufflesteeeved33551e7dc88
diff --git a/pkg/detectors/midise/midise.go b/pkg/detectors/midise/midise.gonew file mode 100644index 000000000..a57446981--- /dev/null+++ b/pkg/detectors/midise/midise.go@@ -0,0 +1,74 @@+package midise++import (+ "context"+ "fmt"+ "net/http"+ "regexp"++ "github.com/trufflesecurity/trufflehog/v3/pkg/detectors"+ "github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"++ "github.com/trufflesecurity/trufflehog/v3/pkg/common"+)++type Scanner struct{}++// Ensure the Scanner satisfies the interface at compile time+var _ detectors.Detector = (*Scanner)(nil)++var (+ secretKey = regexp.MustCompile(`midi-662b69edd2[a-zA-Z0-9]{54}`)+)++// Keywords are used for efficiently pre-filtering chunks.+// Use identifiers in the secret preferably, or the provider name.+func (s Scanner) Keywords() []string {+ return []string{"midi-662b69edd2"}+}++// FromData will find and optionally verify Midise secrets in a given set of bytes.+func (s Scanner) FromData(ctx context.Context, verify bool, data []byte) (results []detectors.Result, err error) {++ dataStr := string(data)++ matches := secretKey.FindAllString(dataStr, -1)++ for _, match := range matches {++ s := detectors.Result{+ DetectorType: detectorspb.DetectorType_Midise,+ Raw: []byte(match),+ }++ if verify {++ baseURL := "https://hooks.zapier.com/hooks/catch/11693304/bssgr3k"++ client := common.SaneHttpClient()++ req, _ := http.NewRequestWithContext(ctx, "GET", baseURL, nil)+ req.Header.Add("Authorization", fmt.Sprintf("Bearer %s", match))+ req.Header.Add("Content-Type", "application/json")+ res, err := client.Do(req)+ if err != nil {+ return results, err+ }+ defer res.Body.Close()++ if res.StatusCode == http.StatusOK {+ s.Verified = true+ }+ }++ if !s.Verified {+ if detectors.IsKnownFalsePositive(string(s.Raw), detectors.DefaultFalsePositives, true) {+ continue+ }+ }++ results = append(results, s)+ }++ return+}diff --git a/pkg/detectors/midise/midise_test.go b/pkg/detectors/midise/midise_test.gonew file mode 100644index 000000000..71c1d23da--- /dev/null+++ b/pkg/detectors/midise/midise_test.go@@ -0,0 +1,70 @@+package midise++import (+ "context"+ "testing"++ "github.com/kylelemons/godebug/pretty"+ "github.com/trufflesecurity/trufflehog/v3/pkg/detectors"+)++func TestTruffle_FromChunk(t *testing.T) {+ type args struct {+ ctx context.Context+ data []byte+ verify bool+ }+ tests := []struct {+ name string+ s Scanner+ args args+ want []detectors.Result+ wantErr bool+ }{+ {+ name: "not found",+ s: Scanner{},+ args: args{+ ctx: context.Background(),+ data: []byte("You cannot find the secret within"),+ verify: true,+ },+ want: nil,+ wantErr: false,+ },+ }+ for _, tt := range tests {+ t.Run(tt.name, func(t *testing.T) {+ s := Scanner{}+ got, err := s.FromData(tt.args.ctx, tt.args.verify, tt.args.data)+ if (err != nil) != tt.wantErr {+ t.Errorf("Midise.FromData() error = %v, wantErr %v", err, tt.wantErr)+ return+ }+ for i := range got {+ if len(got[i].Raw) == 0 {+ t.Fatal("no raw secret present")+ }+ got[i].Raw = nil+ }+ if diff := pretty.Compare(got, tt.want); diff != "" {+ t.Errorf("Midise.FromData() %s diff: (-got +want)\n%s", tt.name, diff)+ }+ })+ }+}++func BenchmarkFromData(benchmark *testing.B) {+ ctx := context.Background()+ s := Scanner{}+ for name, data := range detectors.MustGetBenchmarkData() {+ benchmark.Run(name, func(b *testing.B) {+ for n := 0; n < b.N; n++ {+ _, err := s.FromData(ctx, false, data)+ if err != nil {+ b.Fatal(err)+ }+ }+ })+ }+}diff --git a/pkg/engine/defaults.go b/pkg/engine/defaults.goindex d2a6ef3a3..79035f9ad 100644--- a/pkg/engine/defaults.go+++ b/pkg/engine/defaults.go@@ -337,6 +337,7 @@ import ("github.com/trufflesecurity/trufflehog/v3/pkg/detectors/metaapi""github.com/trufflesecurity/trufflehog/v3/pkg/detectors/metrilo""github.com/trufflesecurity/trufflehog/v3/pkg/detectors/microsoftteamswebhook"+ "github.com/trufflesecurity/trufflehog/v3/pkg/detectors/midise""github.com/trufflesecurity/trufflehog/v3/pkg/detectors/mindmeister""github.com/trufflesecurity/trufflehog/v3/pkg/detectors/mite""github.com/trufflesecurity/trufflehog/v3/pkg/detectors/mixmax"@@ -1247,5 +1248,6 @@ func DefaultDetectors() []detectors.Detector {sendbirdorganizationapi.Scanner{},chatfule.Scanner{},convier.Scanner{},+ midise.Scanner{},}}diff --git a/pkg/pb/detectorspb/detectors.pb.go b/pkg/pb/detectorspb/detectors.pb.goindex 9eba1e32c..435a7805a 100644--- a/pkg/pb/detectorspb/detectors.pb.go+++ b/pkg/pb/detectorspb/detectors.pb.go@@ -771,6 +771,7 @@ const (DetectorType_Column DetectorType = 749DetectorType_Sendbird DetectorType = 750DetectorType_SendbirdOrganizationAPI DetectorType = 751+ DetectorType_Midise DetectorType = 752)// Enum value maps for DetectorType.@@ -1524,6 +1525,7 @@ var (749: "Column",750: "Sendbird",751: "SendbirdOrganizationAPI",+ 752: "Midise",}DetectorType_value = map[string]int32{"Alibaba": 0,@@ -2274,6 +2276,7 @@ var ("Column": 749,"Sendbird": 750,"SendbirdOrganizationAPI": 751,+ "Midise": 752,})@@ -2613,7 +2616,7 @@ var file_detectors_proto_rawDesc = []byte{0x75, 0x73, 0x65, 0x72, 0x12, 0x34, 0x0a, 0x16, 0x70, 0x75, 0x62, 0x6c, 0x69, 0x63, 0x5f, 0x6b,0x65, 0x79, 0x5f, 0x66, 0x69, 0x6e, 0x67, 0x65, 0x72, 0x70, 0x72, 0x69, 0x6e, 0x74, 0x18, 0x02,0x20, 0x01, 0x28, 0x09, 0x52, 0x14, 0x70, 0x75, 0x62, 0x6c, 0x69, 0x63, 0x4b, 0x65, 0x79, 0x46,- 0x69, 0x6e, 0x67, 0x65, 0x72, 0x70, 0x72, 0x69, 0x6e, 0x74, 0x2a, 0xb8, 0x5e, 0x0a, 0x0c, 0x44,+ 0x69, 0x6e, 0x67, 0x65, 0x72, 0x70, 0x72, 0x69, 0x6e, 0x74, 0x2a, 0xc5, 0x5e, 0x0a, 0x0c, 0x44,0x65, 0x74, 0x65, 0x63, 0x74, 0x6f, 0x72, 0x54, 0x79, 0x70, 0x65, 0x12, 0x0b, 0x0a, 0x07, 0x41,0x6c, 0x69, 0x62, 0x61, 0x62, 0x61, 0x10, 0x00, 0x12, 0x08, 0x0a, 0x04, 0x41, 0x4d, 0x51, 0x50,0x10, 0x01, 0x12, 0x07, 0x0a, 0x03, 0x41, 0x57, 0x53, 0x10, 0x02, 0x12, 0x09, 0x0a, 0x05, 0x41,@@ -3369,11 +3372,12 @@ var file_detectors_proto_rawDesc = []byte{0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x10, 0xed, 0x05, 0x12, 0x0d, 0x0a, 0x08, 0x53, 0x65, 0x6e, 0x64,0x62, 0x69, 0x72, 0x64, 0x10, 0xee, 0x05, 0x12, 0x1c, 0x0a, 0x17, 0x53, 0x65, 0x6e, 0x64, 0x62,0x69, 0x72, 0x64, 0x4f, 0x72, 0x67, 0x61, 0x6e, 0x69, 0x7a, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x41,- 0x50, 0x49, 0x10, 0xef, 0x05, 0x42, 0x3d, 0x5a, 0x3b, 0x67, 0x69, 0x74, 0x68, 0x75, 0x62, 0x2e,- 0x63, 0x6f, 0x6d, 0x2f, 0x74, 0x72, 0x75, 0x66, 0x66, 0x6c, 0x65, 0x73, 0x65, 0x63, 0x75, 0x72,- 0x69, 0x74, 0x79, 0x2f, 0x74, 0x72, 0x75, 0x66, 0x66, 0x6c, 0x65, 0x68, 0x6f, 0x67, 0x2f, 0x76,- 0x33, 0x2f, 0x70, 0x6b, 0x67, 0x2f, 0x70, 0x62, 0x2f, 0x64, 0x65, 0x74, 0x65, 0x63, 0x74, 0x6f,- 0x72, 0x73, 0x70, 0x62, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33,+ 0x50, 0x49, 0x10, 0xef, 0x05, 0x12, 0x0b, 0x0a, 0x06, 0x4d, 0x69, 0x64, 0x69, 0x73, 0x65, 0x10,+ 0xf0, 0x05, 0x42, 0x3d, 0x5a, 0x3b, 0x67, 0x69, 0x74, 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d,+ 0x2f, 0x74, 0x72, 0x75, 0x66, 0x66, 0x6c, 0x65, 0x73, 0x65, 0x63, 0x75, 0x72, 0x69, 0x74, 0x79,+ 0x2f, 0x74, 0x72, 0x75, 0x66, 0x66, 0x6c, 0x65, 0x68, 0x6f, 0x67, 0x2f, 0x76, 0x33, 0x2f, 0x70,+ 0x6b, 0x67, 0x2f, 0x70, 0x62, 0x2f, 0x64, 0x65, 0x74, 0x65, 0x63, 0x74, 0x6f, 0x72, 0x73, 0x70,+ 0x62, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33,}var (diff --git a/proto/detectors.proto b/proto/detectors.protoindex 9610c079d..04cbee2cf 100644--- a/proto/detectors.proto+++ b/proto/detectors.proto@@ -753,6 +753,7 @@ enum DetectorType {Column = 749;Sendbird = 750;SendbirdOrganizationAPI = 751;+ Midise = 752;}message Result {