Skip to content

SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.

11.5 KB
Raw Blame
package kms

import (
	"context"
	"fmt"
	"time"

	"github.com/seaweedfs/seaweedfs/weed/glog"
)

// ViperConfig interface extends Configuration with additional methods needed for KMS configuration
type ViperConfig interface {
	GetString(key string) string
	GetBool(key string) bool
	GetInt(key string) int
	GetStringSlice(key string) []string
	SetDefault(key string, value interface{})
	GetStringMap(key string) map[string]interface{}
	IsSet(key string) bool
}

// ConfigLoader handles loading KMS configurations from filer.toml
type ConfigLoader struct {
	viper   ViperConfig
	manager *KMSManager
}

// NewConfigLoader creates a new KMS configuration loader
func NewConfigLoader(v ViperConfig) *ConfigLoader {
	return &ConfigLoader{
		viper:   v,
		manager: GetKMSManager(),
	}
}

// LoadConfigurations loads all KMS provider configurations from filer.toml
func (loader *ConfigLoader) LoadConfigurations() error {
	// Check if KMS section exists
	if !loader.viper.IsSet("kms") {
		glog.V(1).Infof("No KMS configuration found in filer.toml")
		return nil
	}

	// Get the KMS configuration section
	kmsConfig := loader.viper.GetStringMap("kms")

	// Load global KMS settings
	if err := loader.loadGlobalKMSSettings(kmsConfig); err != nil {
		return fmt.Errorf("failed to load global KMS settings: %w", err)
	}

	// Load KMS providers
	if providersConfig, exists := kmsConfig["providers"]; exists {
		if providers, ok := providersConfig.(map[string]interface{}); ok {
			if err := loader.loadKMSProviders(providers); err != nil {
				return fmt.Errorf("failed to load KMS providers: %w", err)
			}
		}
	}

	// Set default provider after all providers are loaded
	if err := loader.setDefaultProvider(); err != nil {
		return fmt.Errorf("failed to set default KMS provider: %w", err)
	}

	// Initialize global KMS provider for backwards compatibility
	if err := loader.initializeGlobalKMSProvider(); err != nil {
		glog.Warningf("Failed to initialize global KMS provider: %v", err)
	}

	// Load bucket-specific KMS configurations
	if bucketsConfig, exists := kmsConfig["buckets"]; exists {
		if buckets, ok := bucketsConfig.(map[string]interface{}); ok {
			if err := loader.loadBucketKMSConfigurations(buckets); err != nil {
				return fmt.Errorf("failed to load bucket KMS configurations: %w", err)
			}
		}
	}

	glog.V(1).Infof("KMS configuration loaded successfully")
	return nil
}

// loadGlobalKMSSettings loads global KMS settings
func (loader *ConfigLoader) loadGlobalKMSSettings(kmsConfig map[string]interface{}) error {
	// Set default KMS provider if specified
	if defaultProvider, exists := kmsConfig["default_provider"]; exists {
		if providerName, ok := defaultProvider.(string); ok {
			// We'll set this after providers are loaded
			glog.V(2).Infof("Default KMS provider will be set to: %s", providerName)
		}
	}

	return nil
}

// loadKMSProviders loads individual KMS provider configurations
func (loader *ConfigLoader) loadKMSProviders(providers map[string]interface{}) error {
	for providerName, providerConfigInterface := range providers {
		providerConfig, ok := providerConfigInterface.(map[string]interface{})
		if !ok {
			glog.Warningf("Invalid configuration for KMS provider %s", providerName)
			continue
		}

		if err := loader.loadSingleKMSProvider(providerName, providerConfig); err != nil {
			glog.Errorf("Failed to load KMS provider %s: %v", providerName, err)
			continue
		}

		glog.V(1).Infof("Loaded KMS provider: %s", providerName)
	}

	return nil
}

// loadSingleKMSProvider loads a single KMS provider configuration
func (loader *ConfigLoader) loadSingleKMSProvider(providerName string, config map[string]interface{}) error {
	// Get provider type
	providerType, exists := config["type"]
	if !exists {
		return fmt.Errorf("provider type not specified for %s", providerName)
	}

	providerTypeStr, ok := providerType.(string)
	if !ok {
		return fmt.Errorf("invalid provider type for %s", providerName)
	}

	// Get provider-specific configuration
	providerConfig := make(map[string]interface{})
	for key, value := range config {
		if key != "type" {
			providerConfig[key] = value
		}
	}

	// Set default cache settings if not specified
	if _, exists := providerConfig["cache_enabled"]; !exists {
		providerConfig["cache_enabled"] = true
	}

	if _, exists := providerConfig["cache_ttl"]; !exists {
		providerConfig["cache_ttl"] = "1h"
	}

	if _, exists := providerConfig["max_cache_size"]; !exists {
		providerConfig["max_cache_size"] = 1000
	}

	// Parse cache TTL
	cacheTTL := time.Hour // default
	if ttlStr, exists := providerConfig["cache_ttl"]; exists {
		if ttlStrValue, ok := ttlStr.(string); ok {
			if parsed, err := time.ParseDuration(ttlStrValue); err == nil {
				cacheTTL = parsed
			}
		}
	}

	// Create KMS configuration
	kmsConfig := &KMSConfig{
		Provider:     providerTypeStr,
		Config:       providerConfig,
		CacheEnabled: getBoolFromConfig(providerConfig, "cache_enabled", true),
		CacheTTL:     cacheTTL,
		MaxCacheSize: getIntFromConfig(providerConfig, "max_cache_size", 1000),
	}

	// Add the provider to the KMS manager
	if err := loader.manager.AddKMSProvider(providerName, kmsConfig); err != nil {
		return err
	}

	// Test the provider with a health check
	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
	defer cancel()

	health := loader.manager.GetKMSHealth(ctx)
	if providerHealth, exists := health[providerName]; exists && providerHealth != nil {
		glog.Warningf("KMS provider %s health check failed: %v", providerName, providerHealth)
	}

	return nil
}

// loadBucketKMSConfigurations loads bucket-specific KMS configurations
func (loader *ConfigLoader) loadBucketKMSConfigurations(buckets map[string]interface{}) error {
	for bucketName, bucketConfigInterface := range buckets {
		bucketConfig, ok := bucketConfigInterface.(map[string]interface{})
		if !ok {
			glog.Warningf("Invalid KMS configuration for bucket %s", bucketName)
			continue
		}

		// Get provider for this bucket
		if provider, exists := bucketConfig["provider"]; exists {
			if providerName, ok := provider.(string); ok {
				if err := loader.manager.SetBucketKMSProvider(bucketName, providerName); err != nil {
					glog.Errorf("Failed to set KMS provider for bucket %s: %v", bucketName, err)
					continue
				}
				glog.V(2).Infof("Set KMS provider for bucket %s to %s", bucketName, providerName)
			}
		}
	}

	return nil
}

// setDefaultProvider sets the default KMS provider after all providers are loaded
func (loader *ConfigLoader) setDefaultProvider() error {
	kmsConfig := loader.viper.GetStringMap("kms")
	if defaultProvider, exists := kmsConfig["default_provider"]; exists {
		if providerName, ok := defaultProvider.(string); ok {
			if err := loader.manager.SetDefaultKMSProvider(providerName); err != nil {
				return fmt.Errorf("failed to set default KMS provider: %w", err)
			}
			glog.V(1).Infof("Set default KMS provider to: %s", providerName)
		}
	}
	return nil
}

// initializeGlobalKMSProvider initializes the global KMS provider for backwards compatibility
func (loader *ConfigLoader) initializeGlobalKMSProvider() error {
	// Get the default provider from the manager
	defaultProviderName := ""
	kmsConfig := loader.viper.GetStringMap("kms")
	if defaultProvider, exists := kmsConfig["default_provider"]; exists {
		if providerName, ok := defaultProvider.(string); ok {
			defaultProviderName = providerName
		}
	}

	if defaultProviderName == "" {
		// If no default provider, try to use the first available provider
		providers := loader.manager.ListKMSProviders()
		if len(providers) > 0 {
			defaultProviderName = providers[0]
		}
	}

	if defaultProviderName == "" {
		glog.V(2).Infof("No KMS providers configured, skipping global KMS initialization")
		return nil
	}

	// Get the provider from the manager
	provider, err := loader.manager.GetKMSProviderByName(defaultProviderName)
	if err != nil {
		return fmt.Errorf("failed to get KMS provider %s: %w", defaultProviderName, err)
	}

	// Set as global KMS provider
	SetGlobalKMSProvider(provider)
	glog.V(1).Infof("Initialized global KMS provider: %s", defaultProviderName)

	return nil
}

// ValidateConfiguration validates the KMS configuration
func (loader *ConfigLoader) ValidateConfiguration() error {
	providers := loader.manager.ListKMSProviders()
	if len(providers) == 0 {
		glog.V(1).Infof("No KMS providers configured")
		return nil
	}

	// Test connectivity to all providers
	ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
	defer cancel()

	health := loader.manager.GetKMSHealth(ctx)
	hasHealthyProvider := false

	for providerName, err := range health {
		if err != nil {
			glog.Warningf("KMS provider %s is unhealthy: %v", providerName, err)
		} else {
			hasHealthyProvider = true
			glog.V(2).Infof("KMS provider %s is healthy", providerName)
		}
	}

	if !hasHealthyProvider {
		glog.Warningf("No healthy KMS providers found")
	}

	return nil
}

// LoadKMSFromConfig loads KMS configuration directly from parsed JSON data
func LoadKMSFromConfig(kmsConfig interface{}) error {
	kmsMap, ok := kmsConfig.(map[string]interface{})
	if !ok {
		return fmt.Errorf("invalid KMS configuration format")
	}

	// Create a direct config adapter that doesn't use Viper
	// Wrap the KMS config under a "kms" key as expected by LoadConfigurations
	wrappedConfig := map[string]interface{}{
		"kms": kmsMap,
	}
	adapter := &directConfigAdapter{config: wrappedConfig}
	loader := NewConfigLoader(adapter)

	if err := loader.LoadConfigurations(); err != nil {
		return err
	}

	return loader.ValidateConfiguration()
}

// directConfigAdapter implements ViperConfig interface for direct map access
type directConfigAdapter struct {
	config map[string]interface{}
}

func (d *directConfigAdapter) GetStringMap(key string) map[string]interface{} {
	if val, exists := d.config[key]; exists {
		if mapVal, ok := val.(map[string]interface{}); ok {
			return mapVal
		}
	}
	return make(map[string]interface{})
}

func (d *directConfigAdapter) GetString(key string) string {
	if val, exists := d.config[key]; exists {
		if strVal, ok := val.(string); ok {
			return strVal
		}
	}
	return ""
}

func (d *directConfigAdapter) GetBool(key string) bool {
	if val, exists := d.config[key]; exists {
		if boolVal, ok := val.(bool); ok {
			return boolVal
		}
	}
	return false
}

func (d *directConfigAdapter) GetInt(key string) int {
	if val, exists := d.config[key]; exists {
		switch v := val.(type) {
		case int:
			return v
		case float64:
			return int(v)
		}
	}
	return 0
}

func (d *directConfigAdapter) GetStringSlice(key string) []string {
	if val, exists := d.config[key]; exists {
		if sliceVal, ok := val.([]interface{}); ok {
			result := make([]string, len(sliceVal))
			for i, item := range sliceVal {
				if strItem, ok := item.(string); ok {
					result[i] = strItem
				}
			}
			return result
		}
		if strSlice, ok := val.([]string); ok {
			return strSlice
		}
	}
	return []string{}
}

func (d *directConfigAdapter) SetDefault(key string, value interface{}) {
	// For direct config adapter, we don't need to set defaults
	// as the configuration is already parsed
}

func (d *directConfigAdapter) IsSet(key string) bool {
	_, exists := d.config[key]
	return exists
}

// Helper functions

func getBoolFromConfig(config map[string]interface{}, key string, defaultValue bool) bool {
	if value, exists := config[key]; exists {
		if boolValue, ok := value.(bool); ok {
			return boolValue
		}
	}
	return defaultValue
}

func getIntFromConfig(config map[string]interface{}, key string, defaultValue int) int {
	if value, exists := config[key]; exists {
		if intValue, ok := value.(int); ok {
			return intValue
		}
		if floatValue, ok := value.(float64); ok {
			return int(floatValue)
		}
	}
	return defaultValue
}