Skip to content

A platform for community discussion. Free, open, simple.

2.7 KB
Raw Blame
# frozen_string_literal: true

module DiscourseAi
  module Configuration
    class LlmValidator
      TEST_PROMPT = "How much is 1 + 1?"

      attr_reader :last_failed_mode

      def initialize(opts = {})
        @opts = opts
      end

      def valid_value?(val)
        if val == ""
          if @opts[:name] == :ai_default_llm_model
            @parent_module_names = []

            enabled_settings.each do |setting_name|
              if SiteSetting.public_send(setting_name) == true
                @parent_module_names << setting_name
                @parent_enabled = true
              end
            end

            return !@parent_enabled
          end
        end

        run_test(val).tap { |result| @unreachable = result }
      rescue StandardError => e
        raise e if Rails.env.test?
        @unreachable = true
        true
      end

      def run_test(val)
        llm = DiscourseAi::Completions::Llm.proxy(val)

        @last_failed_mode = :non_streaming
        raise empty_response_error if probe(llm).blank?

        @last_failed_mode = :streaming
        streamed = +""
        probe(llm) { |partial| streamed << partial.to_s if partial.is_a?(String) }
        raise empty_response_error if streamed.blank?

        @last_failed_mode = nil
        true
      end

      def is_using(llm_model)
        in_use_by = AiAgent.where(default_llm_id: llm_model.id).pluck(:name)
        in_use_by.concat(
          LlmModel
            .where(vision_llm_model_id: llm_model.id)
            .order(:display_name)
            .pluck(:display_name),
        )

        in_use_by << "ai_default_llm_model" if SiteSetting.ai_default_llm_model.to_i == llm_model.id

        in_use_by
      end

      def error_message
        if @parent_enabled && @parent_module_names.present?
          return(
            I18n.t(
              "discourse_ai.llm.configuration.disable_modules_first",
              settings: @parent_module_names.join(", "),
            )
          )
        end

        return unless @unreachable

        I18n.t("discourse_ai.llm.configuration.model_unreachable")
      end

      def enabled_settings
        %i[
          ai_embeddings_semantic_search_enabled
          ai_helper_enabled
          ai_summarization_enabled
          ai_translation_enabled
        ]
      end

      private

      def probe(llm, &blk)
        llm.generate(
          TEST_PROMPT,
          user: @opts[:user] || Discourse.system_user,
          feature_name: "llm_validator",
          top_p: 0.9,
          &blk
        )
      end

      def empty_response_error
        DiscourseAi::Completions::Endpoints::Base::CompletionFailed.new(
          I18n.t("discourse_ai.llm.configuration.empty_response"),
        )
      end
    end
  end
end