SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.
Go blob-storagecloud-drivedistributed-file-systemdistributed-storageerasure-codingfusehadoop-hdfshdfskuberneteslancelancedbobject-storageposixs3s3-storageseaweedfstiered-file-systemvector-search
s3tables: accept .puffin deletion vectors in table data/ (#11844)
Chris Lu117ea58a8326
diff --git a/weed/s3api/s3tables/iceberg_layout.go b/weed/s3api/s3tables/iceberg_layout.goindex f28ddd813a..00c2030285 100644--- a/weed/s3api/s3tables/iceberg_layout.go+++ b/weed/s3api/s3tables/iceberg_layout.go@@ -15,7 +15,7 @@ import (// - metadata/v*.metadata.json (table metadata)// - metadata/snap-*.avro (snapshot manifest lists)// - metadata/*.avro (manifest files)-// - data/*.parquet, data/*.orc, data/*.avro (data files)+// - data/*.parquet, *.orc, *.avro, *.puffin (data files)const uuidPattern = `[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}`@@ -75,6 +75,7 @@ var (regexp.MustCompile(`^[^/]+\.parquet$`), // Parquet filesregexp.MustCompile(`^[^/]+\.orc$`), // ORC filesregexp.MustCompile(`^[^/]+\.avro$`), // Avro files+ regexp.MustCompile(`^[^/]+\.puffin$`), // Iceberg v3 deletion vectorsregexp.MustCompile(`^[^/]+\.lance$`), // Lance fragments}@@ -209,7 +210,7 @@ func validateFilePatterns(filename string, isMetadata bool) error {errorMsg = "invalid metadata file format: must be a valid Iceberg metadata, manifest, or snapshot file"} else {patterns = dataFilePatterns- errorMsg = "invalid data file format: must be .parquet, .orc, or .avro"+ errorMsg = "invalid data file format: must be .parquet, .orc, .avro, .puffin or .lance"}for _, pattern := range patterns {diff --git a/weed/s3api/s3tables/iceberg_layout_test.go b/weed/s3api/s3tables/iceberg_layout_test.goindex 701be3532b..855361297f 100644--- a/weed/s3api/s3tables/iceberg_layout_test.go+++ b/weed/s3api/s3tables/iceberg_layout_test.go@@ -90,6 +90,9 @@ func TestIcebergLayoutValidator_AcceptsRealWorldDataFiles(t *testing.T) {"data/part-00000.parquet","data/some-file.orc","data/year=2026/month=05/00000-0-uuid.parquet",+ "data/00000-2-c56b1e21-828c-40ad-8f7b-739c6cb82dcf-00001-deletes.puffin",+ "data/82e3eec4-3aee-414f-a444-94c03c641d20-deletes.puffin",+ "data/year=2026/month=05/00000-2-c56b1e21-828c-40ad-8f7b-739c6cb82dcf-00001-deletes.puffin",}v := NewIcebergLayoutValidator()for _, p := range cases {