Skip to content

SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.

3.2 KB
Raw Blame
package shell

import (
	"bytes"
	"context"
	"fmt"
	"net"
	"os"
	"path/filepath"
	"sync"
	"testing"

	"github.com/seaweedfs/seaweedfs/weed/pb"
	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
	"google.golang.org/grpc"
	"google.golang.org/grpc/credentials/insecure"
)

type bucketCreateTestFilerServer struct {
	filer_pb.UnimplementedSeaweedFilerServer

	mu         sync.Mutex
	createReqs []*filer_pb.CreateEntryRequest
}

func (s *bucketCreateTestFilerServer) GetFilerConfiguration(context.Context, *filer_pb.GetFilerConfigurationRequest) (*filer_pb.GetFilerConfigurationResponse, error) {
	return &filer_pb.GetFilerConfigurationResponse{DirBuckets: "/buckets"}, nil
}

func (s *bucketCreateTestFilerServer) CreateEntry(_ context.Context, req *filer_pb.CreateEntryRequest) (*filer_pb.CreateEntryResponse, error) {
	s.mu.Lock()
	defer s.mu.Unlock()
	s.createReqs = append(s.createReqs, req)
	return &filer_pb.CreateEntryResponse{
		ErrorCode: filer_pb.FilerError_ENTRY_ALREADY_EXISTS,
		Error:     "entry already exists",
	}, nil
}

func (s *bucketCreateTestFilerServer) createRequests() []*filer_pb.CreateEntryRequest {
	s.mu.Lock()
	defer s.mu.Unlock()
	return append([]*filer_pb.CreateEntryRequest(nil), s.createReqs...)
}

func TestS3BucketCreateRequestsExclusiveCreate(t *testing.T) {
	filerServer := &bucketCreateTestFilerServer{}
	commandEnv, cleanup := newBucketCreateTestCommandEnv(t, filerServer)
	defer cleanup()

	var output bytes.Buffer
	err := (&commandS3BucketCreate{}).Do([]string{"-name", "my-bucket"}, commandEnv, &output)
	require.EqualError(t, err, "bucket my-bucket already exists")

	reqs := filerServer.createRequests()
	require.Len(t, reqs, 1)
	req := reqs[0]
	assert.True(t, req.OExcl, "bucket create must not replace an existing entry")
	assert.Equal(t, "/buckets", req.Directory)
	assert.Equal(t, "my-bucket", req.Entry.Name)
}

func TestS3BucketCreateReturnsFlagParseError(t *testing.T) {
	filerServer := &bucketCreateTestFilerServer{}
	commandEnv, cleanup := newBucketCreateTestCommandEnv(t, filerServer)
	defer cleanup()

	var output bytes.Buffer
	err := (&commandS3BucketCreate{}).Do([]string{"-name", "my-bucket", "-withlock"}, commandEnv, &output)
	require.EqualError(t, err, "flag provided but not defined: -withlock")
	assert.Empty(t, filerServer.createRequests())
}

func newBucketCreateTestCommandEnv(t *testing.T, filerServer filer_pb.SeaweedFilerServer) (*CommandEnv, func()) {
	t.Helper()

	socketDir, err := os.MkdirTemp("", "swbucket-")
	require.NoError(t, err)
	t.Cleanup(func() { _ = os.RemoveAll(socketDir) })

	socketPath := filepath.Join(socketDir, "filer.sock")
	listener, err := net.Listen("unix", socketPath)
	require.NoError(t, err)

	grpcServer := grpc.NewServer()
	filer_pb.RegisterSeaweedFilerServer(grpcServer, filerServer)
	go func() {
		_ = grpcServer.Serve(listener)
	}()

	grpcPort := 48000 + os.Getpid()%1000
	pb.RegisterLocalGrpcSocket("127.0.0.1", grpcPort, socketPath)

	cleanup := func() {
		grpcServer.Stop()
		_ = listener.Close()
	}

	return &CommandEnv{
		option: &ShellOptions{
			FilerAddress:   pb.ServerAddress(fmt.Sprintf("127.0.0.1:8888.%d", grpcPort)),
			GrpcDialOption: grpc.WithTransportCredentials(insecure.NewCredentials()),
			Directory:      "/",
		},
	}, cleanup
}