Skip to content

Find, verify, and analyze leaked credentials

13.4 KB
Raw Blame
//go:build detectors
// +build detectors

package postgres

import (
	"bytes"
	"context"
	"errors"
	"fmt"
	"os/exec"
	"strings"
	"testing"
	"time"

	"github.com/google/go-cmp/cmp"
	"github.com/google/go-cmp/cmp/cmpopts"
	"github.com/lib/pq"
	"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"

	"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detector_typepb"
)

var postgresDockerHash string

const (
	postgresUser = "postgres"
	postgresPass = "23201da=b56ca236f3dc6736c0f9afad"
	postgresHost = "localhost"
	postgresPort = "5434" // Do not use 5433, as local dev environments can use it for other things

	inactivePass = "inactive"
	inactiveHost = "192.0.2.0"
)

func TestPostgres_FromChunk(t *testing.T) {
	ctx := context.Background()
	if err := startPostgres(); err != nil {
		if exitErr, ok := err.(*exec.ExitError); ok {
			t.Fatalf("could not start local postgres: %v w/stderr:\n%s", err, string(exitErr.Stderr))
		} else {
			t.Fatalf("could not start local postgres: %v", err)
		}
	}
	defer stopPostgres()

	// The detector is written to connect to the database 'postgres' if no explicit database is found in the candidate
	// secret (because pq uses 'postgres' as a default if no database is specified). If the target cluster doesn't
	// actually have a database with this name, but our credentials are good, then Postgres will give us a "missing
	// database" error message instead of an authentication failure.
	//
	// Unfortunately, directly validating this in the automated tests is awkward because the docker image's POSTGRES_DB
	// environment variable doesn't appear to work: The database created is always named 'postgres', no matter what
	// POSTGRES_DB is set to. This means that we can't replicate a cluster that has no database named 'postgres', so we
	// can't directly test what happens if we see one. To work around this, all the automated tests try to connect to
	// the nonexistent database 'postgres2'. In this way, we test the logic of attempting to connect to a non-existent
	// database, even though the test cases are the inverse of what we'd see in the wild.
	type args struct {
		ctx    context.Context
		data   []byte
		verify bool

		// For tests that require a timeout context, in which case the above ctx will be ignored and new ctx at the
		// time of test execution will be created
		requiresTimeoutContext bool
	}
	tests := []struct {
		name    string
		s       Scanner
		args    args
		want    []detectors.Result
		wantErr bool
	}{
		{
			name: "not found",
			s:    Scanner{},
			args: args{
				ctx:    ctx,
				data:   []byte("You cannot find the secret within"),
				verify: true,
			},
			want:    nil,
			wantErr: false,
		},
		{
			name: "found connection URI with ssl mode unset, verified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     true,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "<unset>"},
				},
			},
			wantErr: false,
		},
		{
			name: "found connection URI with ssl mode 'prefer', verified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2?sslmode=prefer`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     true,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "prefer"},
				},
			},
			wantErr: false,
		},
		{
			name: "found connection URI with ssl mode 'allow', verified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2?sslmode=allow`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     true,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "allow"},
				},
			},
			wantErr: false,
		},
		{
			name: "found connection URI with requiressl=0, verified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2?requiressl=0`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     true,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "prefer"},
				},
			},
			wantErr: false,
		},
		{
			name: "found connection URI without database, verified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     true,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "<unset>"},
				},
			},
			wantErr: false,
		},
		{
			name: "found connection URI, unverified",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2`, postgresUser, inactivePass, postgresHost, postgresPort)),
				verify: true,
			},
			want: []detectors.Result{
				{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     false,
					Raw:          []byte("postgresql://postgres:inactive@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:inactive@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "<unset>"},
				},
			},
			wantErr: false,
		},
		{
			name: "ignored localhost",
			s:    Scanner{},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2`, postgresUser, postgresPass, "localhost", postgresPort)),
				verify: true,
			},
			want:    nil,
			wantErr: false,
		},
		{
			name: "ignored 127.0.0.1",
			s:    Scanner{},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2`, postgresUser, postgresPass, "127.0.0.1", postgresPort)),
				verify: true,
			},
			want:    nil,
			wantErr: false,
		},
		{
			name: "found connection URI, unverified due to error - inactive host",
			s:    Scanner{},
			args: args{
				ctx:                    ctx,
				data:                   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2`, postgresUser, postgresPass, inactiveHost, postgresPort)),
				verify:                 true,
				requiresTimeoutContext: true,
			},
			want: func() []detectors.Result {
				r := detectors.Result{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     false,
					Raw:          []byte("postgresql://postgres:[email protected]:5434"),
					RawV2:        []byte("postgresql://postgres:[email protected]:5434"),
					ExtraData:    map[string]string{"sslmode": "<unset>"},
				}
				r.SetVerificationError(errors.New("i/o timeout"))
				return []detectors.Result{r}
			}(),
			wantErr: false,
		},
		{
			name: "found connection URI, unverified due to error - wrong port",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:                    ctx,
				data:                   []byte(fmt.Sprintf(`postgresql://%s:%s@%s/postgres2`, postgresUser, postgresPass, postgresHost)),
				verify:                 true,
				requiresTimeoutContext: true,
			},
			want: func() []detectors.Result {
				r := detectors.Result{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     false,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5432"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5432"),
					ExtraData:    map[string]string{"sslmode": "<unset>"},
				}
				r.SetVerificationError(errors.New("connection refused"))
				return []detectors.Result{r}
			}(),
			wantErr: false,
		},
		{
			name: "found connection URI, unverified due to error - ssl not supported (using sslmode)",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:                    ctx,
				data:                   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2?sslmode=require`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify:                 true,
				requiresTimeoutContext: true,
			},
			want: func() []detectors.Result {
				r := detectors.Result{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     false,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "require"},
				}
				r.SetVerificationError(pq.ErrSSLNotSupported)
				return []detectors.Result{r}
			}(),
			wantErr: false,
		},
		{
			name: "found connection URI, unverified due to error - ssl not supported (using requiressl)",
			s:    Scanner{detectLoopback: true},
			args: args{
				ctx:    ctx,
				data:   []byte(fmt.Sprintf(`postgresql://%s:%s@%s:%s/postgres2?requiressl=1`, postgresUser, postgresPass, postgresHost, postgresPort)),
				verify: true,
			},
			want: func() []detectors.Result {
				r := detectors.Result{
					DetectorType: detector_typepb.DetectorType_Postgres,
					Verified:     false,
					Raw:          []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					RawV2:        []byte("postgresql://postgres:23201da=b56ca236f3dc6736c0f9afad@localhost:5434"),
					ExtraData:    map[string]string{"sslmode": "require"},
				}
				r.SetVerificationError(pq.ErrSSLNotSupported)
				return []detectors.Result{r}
			}(),
			wantErr: false,
		},
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			ctx := tt.args.ctx
			var cancel context.CancelFunc
			if tt.args.requiresTimeoutContext {
				ctx, cancel = context.WithTimeout(context.Background(), 3*time.Second)
				defer cancel()
			}
			got, err := tt.s.FromData(ctx, tt.args.verify, tt.args.data)
			if (err != nil) != tt.wantErr {
				t.Errorf("postgres.FromData() error = %v, wantErr %v", err, tt.wantErr)
				return
			}
			for i := range got {
				if len(got[i].Raw) == 0 {
					t.Fatalf("no raw secret present: \n %+v", got[i])
				}
				gotErr := ""
				if got[i].VerificationError() != nil {
					gotErr = got[i].VerificationError().Error()
				}
				wantErr := ""
				if tt.want[i].VerificationError() != nil {
					wantErr = tt.want[i].VerificationError().Error()
				}
				if gotErr != wantErr {
					t.Fatalf("wantVerificationError = %v, verification error = %v", tt.want[i].VerificationError(), got[i].VerificationError())
				}
			}
			ignoreOpts := cmpopts.IgnoreFields(detectors.Result{}, "verificationError", "SecretParts", "ExtraData")
			if diff := cmp.Diff(got, tt.want, ignoreOpts); diff != "" {
				t.Errorf("Postgres.FromData() %s diff: (-got +want)\n%s", tt.name, diff)
			}
		})
	}
}

func dockerLogLine(hash string, needle string) chan struct{} {
	ch := make(chan struct{}, 1)
	go func() {
		for {
			out, err := exec.Command("docker", "logs", hash).CombinedOutput()
			if err != nil {
				panic(err)
			}
			if strings.Contains(string(out), needle) {
				ch <- struct{}{}
				return
			}
			time.Sleep(1 * time.Second)
		}
	}()
	return ch
}

func startPostgres() error {
	cmd := exec.Command(
		"docker", "run", "--rm", "-p", postgresPort+":"+defaultPort,
		"-e", "POSTGRES_PASSWORD="+postgresPass,
		"-e", "POSTGRES_USER="+postgresUser,
		"-d", "postgres",
	)
	fmt.Println(cmd.String())
	out, err := cmd.Output()
	if err != nil {
		return err
	}
	postgresDockerHash = string(bytes.TrimSpace(out))
	select {
	case <-dockerLogLine(postgresDockerHash, "PostgreSQL init process complete; ready for start up."):
		return nil
	case <-time.After(30 * time.Second):
		stopPostgres()
		return errors.New("timeout waiting for postgres database to be ready")
	}
}

func stopPostgres() {
	exec.Command("docker", "kill", postgresDockerHash).Run()
}

func BenchmarkFromData(benchmark *testing.B) {
	ctx := context.Background()
	s := Scanner{}
	for name, data := range detectors.MustGetBenchmarkData() {
		benchmark.Run(name, func(b *testing.B) {
			b.ResetTimer()
			for n := 0; n < b.N; n++ {
				_, err := s.FromData(ctx, false, data)
				if err != nil {
					b.Fatal(err)
				}
			}
		})
	}
}