SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.
Go blob-storagecloud-drivedistributed-file-systemdistributed-storageerasure-codingfusehadoop-hdfshdfskuberneteslancelancedbobject-storageposixs3s3-storageseaweedfstiered-file-systemvector-search
package plugin
import (
"context"
"strings"
"sync"
"testing"
"time"
"github.com/seaweedfs/seaweedfs/weed/pb/plugin_pb"
"google.golang.org/protobuf/types/known/timestamppb"
)
func previewPlugin(t *testing.T, workerID string) (*Plugin, *streamSession) {
t.Helper()
pluginSvc, err := New(Options{})
if err != nil {
t.Fatalf("New plugin error: %v", err)
}
t.Cleanup(pluginSvc.Shutdown)
pluginSvc.registry.UpsertFromHello(&plugin_pb.WorkerHello{WorkerId: workerID})
session := &streamSession{workerID: workerID, outgoing: make(chan *plugin_pb.AdminToWorkerMessage, 4), done: make(chan struct{})}
pluginSvc.putSession(session)
return pluginSvc, session
}
func observeObject(p *Plugin, workerID string, objectID []string) {
p.observations.Record(workerID, &plugin_pb.WorkerObservations{
JobType: "lance_compact",
Observations: []*plugin_pb.ObjectObservation{{
ObjectId: objectID,
Format: "LANCE",
ObservedAt: timestamppb.Now(),
}},
})
}
// The round trip the details page makes: ask the worker that described this
// object, and render what it sends back.
func TestRequestObjectPreviewReturnsTheWorkersRows(t *testing.T) {
t.Parallel()
const workerID = "lance-worker-1"
objectID := []string{"vectors", "ml", "embeddings"}
pluginSvc, session := previewPlugin(t, workerID)
observeObject(pluginSvc, workerID, objectID)
type result struct {
response *plugin_pb.ObjectPreviewResponse
err error
}
results := make(chan result, 1)
go func() {
response, err := pluginSvc.RequestObjectPreview(context.Background(), objectID, "LANCE", 2)
results <- result{response, err}
}()
var request *plugin_pb.AdminToWorkerMessage
select {
case request = <-session.outgoing:
case <-time.After(2 * time.Second):
t.Fatal("no preview request reached the worker")
}
asked := request.GetRequestObjectPreview()
if asked == nil {
t.Fatalf("expected a preview request, got %T", request.Body)
}
if asked.RowLimit != 2 || asked.Format != "LANCE" {
t.Fatalf("request lost its parameters: %+v", asked)
}
pluginSvc.handleWorkerMessage(session, &plugin_pb.WorkerToAdminMessage{
WorkerId: workerID,
Body: &plugin_pb.WorkerToAdminMessage_ObjectPreviewResponse{
ObjectPreviewResponse: &plugin_pb.ObjectPreviewResponse{
RequestId: request.RequestId,
Success: true,
Columns: []string{"id", "vec"},
Rows: []*plugin_pb.PreviewRow{{Values: []string{"1", "[0.1, 0.2]"}}},
TotalRows: 1024,
},
},
})
select {
case got := <-results:
if got.err != nil {
t.Fatalf("preview failed: %v", got.err)
}
if len(got.response.Rows) != 1 || got.response.Rows[0].Values[1] != "[0.1, 0.2]" {
t.Fatalf("rows did not survive the round trip: %+v", got.response.Rows)
}
if got.response.TotalRows != 1024 {
t.Fatalf("total_rows = %d, want 1024", got.response.TotalRows)
}
case <-time.After(2 * time.Second):
t.Fatal("preview never returned")
}
}
// A worker that cannot read the object says so, and the page shows its reason
// rather than an empty table.
func TestRequestObjectPreviewSurfacesTheWorkersError(t *testing.T) {
t.Parallel()
const workerID = "lance-worker-1"
objectID := []string{"vectors", "ml", "embeddings"}
pluginSvc, session := previewPlugin(t, workerID)
observeObject(pluginSvc, workerID, objectID)
errs := make(chan error, 1)
go func() {
_, err := pluginSvc.RequestObjectPreview(context.Background(), objectID, "LANCE", 10)
errs <- err
}()
request := <-session.outgoing
pluginSvc.handleWorkerMessage(session, &plugin_pb.WorkerToAdminMessage{
WorkerId: workerID,
Body: &plugin_pb.WorkerToAdminMessage_ObjectPreviewResponse{
ObjectPreviewResponse: &plugin_pb.ObjectPreviewResponse{
RequestId: request.RequestId,
Success: false,
ErrorMessage: "open lance dataset: access denied",
},
},
})
select {
case err := <-errs:
if err == nil || !strings.Contains(err.Error(), "access denied") {
t.Fatalf("error = %v, want the worker's reason", err)
}
case <-time.After(2 * time.Second):
t.Fatal("preview never returned")
}
}
// Nothing has looked at the object, so there is nobody to ask. Worth its own
// message: it means detection has not run, not that the table is unreadable.
func TestRequestObjectPreviewNeedsAnObservation(t *testing.T) {
t.Parallel()
pluginSvc, _ := previewPlugin(t, "lance-worker-1")
_, err := pluginSvc.RequestObjectPreview(context.Background(), []string{"vectors", "ml", "nothing"}, "LANCE", 10)
if err == nil || !strings.Contains(err.Error(), "described") {
t.Fatalf("error = %v, want one naming the missing description", err)
}
}
// The worker that described the object has since gone away.
func TestRequestObjectPreviewNeedsAConnectedWorker(t *testing.T) {
t.Parallel()
objectID := []string{"vectors", "ml", "embeddings"}
pluginSvc, _ := previewPlugin(t, "lance-worker-1")
observeObject(pluginSvc, "lance-worker-gone", objectID)
_, err := pluginSvc.RequestObjectPreview(context.Background(), objectID, "LANCE", 10)
if err == nil || !strings.Contains(err.Error(), "not connected") {
t.Fatalf("error = %v, want one naming the absent worker", err)
}
}
// Shutdown closes every pending channel, and a reply can arrive at the same
// moment; delivering it outside the lock panics with "send on closed channel".
// The window is narrow enough that this test does not reliably reproduce it -
// widening it with a Gosched between the lookup and the send does, every time -
// so treat this as exercising the path rather than as a regression alarm.
func TestObjectPreviewResponseRacesShutdown(t *testing.T) {
t.Parallel()
const workerID = "lance-worker-1"
objectID := []string{"vectors", "ml", "embeddings"}
for i := 0; i < 50; i++ {
pluginSvc, session := previewPlugin(t, workerID)
observeObject(pluginSvc, workerID, objectID)
go func() {
_, _ = pluginSvc.RequestObjectPreview(context.Background(), objectID, "LANCE", 10)
}()
request := <-session.outgoing
var wg sync.WaitGroup
wg.Add(2)
go func() {
defer wg.Done()
pluginSvc.Shutdown()
}()
go func() {
defer wg.Done()
pluginSvc.handleWorkerMessage(session, &plugin_pb.WorkerToAdminMessage{
WorkerId: workerID,
Body: &plugin_pb.WorkerToAdminMessage_ObjectPreviewResponse{
ObjectPreviewResponse: &plugin_pb.ObjectPreviewResponse{
RequestId: request.RequestId,
Success: true,
},
},
})
}()
wg.Wait()
}
}