Open-source live-chat, email support, omni-channel desk. An alternative to Intercom, Zendesk, Salesforce Service Cloud etc. 🔥💬
Ruby actioncablechat-widgetconversationcustomer-supportdashboarddesigndockerdocker-imageherokuintercomjavascriptlivechatopensourcerailsrubysassvuejswhatsappzendesk
module Llm::Models
CONFIG = YAML.load_file(Rails.root.join('config/llm.yml')).freeze
class << self
def providers = CONFIG.fetch('providers')
def models = CONFIG.fetch('models')
def features = CONFIG.fetch('features')
def feature_keys = features.reject { |_key, config| config['internal'] }.keys
def internal_feature_keys = features.select { |_key, config| config['internal'] }.keys
def model_feature_keys = features.keys
def internal_feature?(feature)
features.dig(feature.to_s, 'internal') == true
end
def feature?(feature)
features.key?(feature.to_s)
end
def default_model_for(feature)
features.dig(feature.to_s, 'default')
end
def models_for(feature)
features.dig(feature.to_s, 'models') || []
end
def valid_model_for?(feature, model_name)
models_for(feature).include?(model_name.to_s)
end
def model_config(model_name)
models[model_name.to_s]
end
def provider_for(model_name)
model_config(model_name)&.dig('provider')
end
# config/llm.yml can override the registry, which `rake ruby_llm:refresh_models` regenerates.
def temperature_for(model_name, temperature)
supported = model_config(model_name)&.dig('temperature')
supported = RubyLLM.models.find(model_name).metadata[:temperature] if supported.nil?
temperature unless supported == false
end
def feature_config(feature_key)
feature = features[feature_key.to_s]
return nil unless feature
{
models: models_for(feature_key).map do |model_name|
model = model_config(model_name)
{
id: model_name,
display_name: model['display_name'],
provider: model['provider'],
coming_soon: model['coming_soon'],
credit_multiplier: model['credit_multiplier']
}
end,
default: feature['default']
}
end
end
end