SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.
Go blob-storagecloud-drivedistributed-file-systemdistributed-storageerasure-codingfusehadoop-hdfshdfskuberneteslancelancedbobject-storageposixs3s3-storageseaweedfstiered-file-systemvector-search
fix(mq): don't cache topic non-existence on transient filer errors
Chris Lu5a4ff2a122ad
diff --git a/weed/mq/broker/broker_grpc_lookup.go b/weed/mq/broker/broker_grpc_lookup.goindex 38da0dbb66..a09e76549e 100644--- a/weed/mq/broker/broker_grpc_lookup.go+++ b/weed/mq/broker/broker_grpc_lookup.go@@ -2,6 +2,7 @@ package brokerimport ("context"+ "errors""fmt""strings""time"@@ -232,14 +233,20 @@ func (b *MessageQueueBroker) TopicExists(ctx context.Context, request *mq_pb.Topexists := falseerr := b.fca.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {topicPath := fmt.Sprintf("%s/%s/%s", filer.TopicsDir, request.Topic.Namespace, request.Topic.Name)- confResp, err := client.LookupDirectoryEntry(ctx, &filer_pb.LookupDirectoryEntryRequest{+ _, lookupErr := filer_pb.LookupEntry(ctx, client, &filer_pb.LookupDirectoryEntryRequest{Directory: topicPath,Name: filer.TopicConfFile,})- if err == nil && confResp.Entry != nil {+ if lookupErr == nil {exists = true+ return nil+ }+ // A definitive "not found" means the topic does not exist; surface any+ // other (transient) error so we never cache a false negative.+ if errors.Is(lookupErr, filer_pb.ErrNotFound) {+ return nil}- return nil // Don't propagate error, just check existence+ return lookupErr})if err != nil {diff --git a/weed/mq/broker/broker_topic_conf_read_write.go b/weed/mq/broker/broker_topic_conf_read_write.goindex 07322907d4..9e908e485d 100644--- a/weed/mq/broker/broker_topic_conf_read_write.go+++ b/weed/mq/broker/broker_topic_conf_read_write.go@@ -3,6 +3,7 @@ package brokerimport ("context""encoding/binary"+ "errors""fmt""io""strings"@@ -77,14 +78,19 @@ func (b *MessageQueueBroker) getTopicConfFromCache(t topic.Topic) (*mq_pb.Configconf, readConfErr := b.fca.ReadTopicConfFromFiler(t)if readConfErr != nil {- // Negative cache: topic doesn't exist- b.topicCacheMu.Lock()- b.topicCache[topicKey] = &topicCacheEntry{- conf: nil,- expiresAt: time.Now().Add(b.topicCacheTTL),+ // Only negative-cache when the filer definitively reports topic.conf is+ // missing. Transient errors (timeouts, connection blips) must not poison+ // the cache, otherwise the topic appears to vanish for the full TTL even+ // though it still exists on disk.+ if errors.Is(readConfErr, filer_pb.ErrNotFound) {+ b.topicCacheMu.Lock()+ b.topicCache[topicKey] = &topicCacheEntry{+ conf: nil,+ expiresAt: time.Now().Add(b.topicCacheTTL),+ }+ b.topicCacheMu.Unlock()+ glog.V(4).Infof("Topic cached as non-existent: %s", topicKey)}- b.topicCacheMu.Unlock()- glog.V(4).Infof("Topic cached as non-existent: %s", topicKey)return nil, fmt.Errorf("topic %v not found: %w", t, readConfErr)}