Skip to content

armgit / ente

Public Imported from GitHub
0

πŸ’š End-to-end encrypted cloud for everything.

Remove Wasabi compliance test tool

Manav Rathifc1b7c21146d
diff --git a/server/tools/test-wasabi-compliance/README.md b/server/tools/test-wasabi-compliance/README.md
deleted file mode 100644
index eec9305fce..0000000000
--- a/server/tools/test-wasabi-compliance/README.md
+++ /dev/null
@@ -1,23 +0,0 @@
-Run through the process of using [Wasabi's compliance feature](https://wasabi.com/wp-content/themes/wasabi/docs/API_Guide/index.html#t=topics%2FCompliance.htm&rhsyns=%20) to ensure that it does indeed behave the way we expect it to.
-
-Also acts as a test for the code in `pkg/external/wasabi`.
-
-## What does it do?
-
-The command runs through the two checklist:
-
-- First checklist is for enabling compliance on the bucket, adding a new object, and then disabling the conditional hold on that object (See `Sequence 1` for the full sequence that'll be run through).
-
-- Second checklist is for deleting the object. This checklist can be executed by running the command with the `--only-delete` flag (See `Sequence 2` for the full sequence).
-
-Since the minimum retention duration is 1 day, these two checklists need to be manually run through after the requisite gap.
-
-## Running
-
-Use the `--profile` flag (or set the `AWS_PROFILE` environment variable) to specify which AWS config and credentials to use:
-
-```sh
-go run tools/test-wasabi-compliance/main.go --profile my-test-profile
-```
-
-For more details about how to profiles work, or alternative ways to provide credentials, see the documentation for `ParseAndCreateSession`.
diff --git a/server/tools/test-wasabi-compliance/main.go b/server/tools/test-wasabi-compliance/main.go
deleted file mode 100644
index 14d99f7f3d..0000000000
--- a/server/tools/test-wasabi-compliance/main.go
+++ /dev/null
@@ -1,287 +0,0 @@
-package main
-
-import (
- "flag"
- "fmt"
- "strings"
-
- "github.com/aws/aws-sdk-go/aws"
- "github.com/aws/aws-sdk-go/service/s3"
- "github.com/aws/aws-sdk-go/service/s3/s3manager"
- "github.com/ente/museum/pkg/external/wasabi"
- "github.com/ente/museum/tools/pkg/cli"
-)
-
-const (
- bucket = "ente-compliance-test"
- objectKey = "compliance-test-object"
- objectValue = "test-object-contents"
-)
-
-func main() {
- endpointURL := "https://s3.eu-central-2.wasabisys.com"
-
- onlyDelete := false
- flag.BoolVar(&onlyDelete, "only-delete", false,
- "If true, then we will only delete the object from the test bucket (sequence 2)")
-
- sess, err := cli.ParseAndCreateSession(endpointURL, false)
- if err != nil {
- return
- }
-
- s3Client := s3.New(sess)
-
- if !onlyDelete {
- err = sequence1(s3Client)
- } else {
- err = sequence2(s3Client)
- }
- if err != nil {
- return
- }
-
- fmt.Println("Checklist completed successfully")
-}
-
-func sequence1(s3Client *s3.S3) error {
- _, err := getAndPrintBucketCompliance(s3Client)
- if err != nil {
- return err
- }
-
- err = enableBucketCompliance(s3Client)
- if err != nil {
- return err
- }
-
- err = verifyBucketComplianceEnabled(s3Client)
- if err != nil {
- return err
- }
-
- err = putObject(s3Client)
- if err != nil {
- return err
- }
-
- err = deleteObjectExpectingFailure(s3Client)
- if err != nil {
- return err
- }
-
- err = putObjectExpectingFailure(s3Client)
- if err != nil {
- return err
- }
-
- _, err = getAndPrintObjectCompliance(s3Client)
- if err != nil {
- return err
- }
-
- err = disableObjectConditionalHold(s3Client)
- if err != nil {
- return err
- }
-
- err = deleteObjectExpectingFailure(s3Client)
- if err != nil {
- return err
- }
-
- err = verifyExpectedObjectCompliance(s3Client)
- if err != nil {
- return err
- }
-
- return nil
-}
-
-func sequence2(s3Client *s3.S3) error {
- _, err := getAndPrintObjectCompliance(s3Client)
- if err != nil {
- return err
- }
-
- err = deleteObject(s3Client)
- if err != nil {
- return err
- }
-
- return nil
-}
-
-func getAndPrintBucketCompliance(s3Client *s3.S3) (*wasabi.GetBucketComplianceOutput, error) {
- out, err := wasabi.GetBucketCompliance(s3Client, &wasabi.GetBucketComplianceInput{
- Bucket: aws.String(bucket),
- })
- if err != nil {
- fmt.Printf("GetBucketCompliance %s error: %s\n", bucket, err)
- return nil, err
- }
-
- fmt.Printf("GetBucketComplianceOutput: %v\n", out)
- return out, nil
-}
-
-func enableBucketCompliance(s3Client *s3.S3) error {
- out, err := wasabi.PutBucketCompliance(s3Client, &wasabi.PutBucketComplianceInput{
- Bucket: aws.String(bucket),
- BucketComplianceConfiguration: &wasabi.BucketComplianceConfiguration{
- Status: aws.String(wasabi.BucketComplianceStatusEnabled),
- RetentionDays: aws.Int64(1),
- ConditionalHold: aws.Bool(true),
- },
- })
- if err != nil {
- fmt.Printf("PutBucketCompliance %s error: %s\n", bucket, err)
- return err
- }
-
- fmt.Printf("PutBucketComplianceOutput: %v\n", out)
- return nil
-}
-
-func verifyBucketComplianceEnabled(s3Client *s3.S3) error {
- out, err := getAndPrintBucketCompliance(s3Client)
- if err != nil {
- return err
- }
-
- if *out.Status != wasabi.BucketComplianceStatusEnabled {
- err := fmt.Errorf("expected Status to be %q, got %q",
- string(wasabi.BucketComplianceStatusEnabled), *out.Status)
- fmt.Printf("Error: %s\n", err)
- return err
- }
-
- if *out.RetentionDays != 1 {
- err = fmt.Errorf("expected Status to be %d, got %d", 1, *out.RetentionDays)
- fmt.Printf("Error: %s\n", err)
- return err
-
- }
-
- if !*out.ConditionalHold {
- err = fmt.Errorf("expected ConditionalHold to be %t, got %t",
- true, *out.ConditionalHold)
- fmt.Printf("Error: %s\n", err)
- return err
- }
-
- return nil
-}
-
-func putObject(s3Client *s3.S3) error {
- uploader := s3manager.NewUploaderWithClient(s3Client)
-
- out, err := uploader.Upload(&s3manager.UploadInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- Body: aws.ReadSeekCloser(strings.NewReader(objectValue)),
- })
- if err != nil {
- fmt.Printf("Upload %s/%s error: %s\n", bucket, objectKey, err)
- return err
- }
-
- fmt.Printf("UploadOutput: %v\n", out)
- return nil
-}
-
-func putObjectExpectingFailure(s3Client *s3.S3) error {
- uploader := s3manager.NewUploaderWithClient(s3Client)
-
- out, err := uploader.Upload(&s3manager.UploadInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- Body: aws.ReadSeekCloser(strings.NewReader(objectValue)),
- })
- if err == nil {
- err = fmt.Errorf("expected Upload %s/%s to fail because of compliance being enabled, but it succeeded with output: %v",
- bucket, objectKey, out)
- fmt.Printf("Error: %s\n", err)
- return err
- }
-
- fmt.Printf("UploadError (expected): %v\n", err)
- return nil
-}
-
-func deleteObject(s3Client *s3.S3) error {
- out, err := s3Client.DeleteObject(&s3.DeleteObjectInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- })
- if err != nil {
- fmt.Printf("DeleteObject %s/%s error: %s\n", bucket, objectKey, err)
- return err
- }
-
- fmt.Printf("DeleteObjectOutput: %v\n", out)
- return nil
-}
-
-func deleteObjectExpectingFailure(s3Client *s3.S3) error {
- out, err := s3Client.DeleteObject(&s3.DeleteObjectInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- })
- if err == nil {
- err = fmt.Errorf("expected DeleteObject %s/%s to fail because of compliance being enabled, but it succeeded with output: %s",
- bucket, objectKey, out)
- fmt.Printf("Error: %s\n", err)
- return err
- }
-
- fmt.Printf("DeleteObjectError (expected): %v\n", err)
- return nil
-}
-
-func getAndPrintObjectCompliance(s3Client *s3.S3) (*wasabi.GetObjectComplianceOutput, error) {
- out, err := wasabi.GetObjectCompliance(s3Client, &wasabi.GetObjectComplianceInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- })
- if err != nil {
- fmt.Printf("GetObjectCompliance %s error: %s\n", bucket, err)
- return nil, err
- }
-
- fmt.Printf("GetObjectComplianceOutput: %v\n", out)
- return out, nil
-}
-
-func disableObjectConditionalHold(s3Client *s3.S3) error {
- out, err := wasabi.PutObjectCompliance(s3Client, &wasabi.PutObjectComplianceInput{
- Bucket: aws.String(bucket),
- Key: aws.String(objectKey),
- ObjectComplianceConfiguration: &wasabi.ObjectComplianceConfiguration{
- ConditionalHold: aws.Bool(false),
- },
- })
- if err != nil {
- fmt.Printf("PutObjectCompliance %s error: %s\n", bucket, err)
- return err
- }
-
- fmt.Printf("PutObjectComplianceOutput: %v\n", out)
- return nil
-}
-
-func verifyExpectedObjectCompliance(s3Client *s3.S3) error {
- out, err := getAndPrintObjectCompliance(s3Client)
- if err != nil {
- return err
- }
-
- if *out.ConditionalHold {
- err = fmt.Errorf("expected ConditionalHold to be %t, got %t",
- false, *out.ConditionalHold)
- fmt.Printf("Error: %s\n", err)
- return err
- }
-
- return nil
-}