SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.
Go blob-storagecloud-drivedistributed-file-systemdistributed-storageerasure-codingfusehadoop-hdfshdfskuberneteslancelancedbobject-storageposixs3s3-storageseaweedfstiered-file-systemvector-search
package util
import (
"sync"
)
// call represents an in-flight or completed function call.
type call struct {
wg sync.WaitGroup
val []byte
err error
}
// SingleFlightGroup provides deduplication of concurrent function calls
// keyed by a string. If multiple goroutines call Do with the same key
// concurrently, only one executes the function; the others wait and
// receive the same result.
//
// After a call completes, the key is removed so that subsequent calls
// trigger a fresh execution.
type SingleFlightGroup struct {
mu sync.Mutex
m map[string]*call
}
// Do executes fn once for a given key, even if called concurrently.
// All callers for the same key block until fn returns and then receive
// the same result.
func (g *SingleFlightGroup) Do(key string, fn func() ([]byte, error)) ([]byte, error) {
g.mu.Lock()
if g.m == nil {
g.m = make(map[string]*call)
}
if c, ok := g.m[key]; ok {
g.mu.Unlock()
c.wg.Wait()
return c.val, c.err
}
c := &call{}
c.wg.Add(1)
g.m[key] = c
g.mu.Unlock()
// Use defer to ensure cleanup even if fn panics. This prevents
// waiters from hanging indefinitely and removes the stale key.
defer func() {
g.mu.Lock()
delete(g.m, key)
c.wg.Done()
g.mu.Unlock()
}()
c.val, c.err = fn()
return c.val, c.err
}