Skip to content

A platform for community discussion. Free, open, simple.

1.3 KB
Raw Blame
# frozen_string_literal: true

require_relative "base"

module DiscourseAi
  module Evals
    module Runners
      class DataExplorer < Base
        def self.can_handle?(full_feature_name)
          full_feature_name&.start_with?("data_explorer:")
        end

        def run(eval_case, llm, execution_context:)
          args = eval_case.args
          agent = resolve_agent(agent_class: DiscourseDataExplorer::AiQueryGenerator)
          user = Discourse.system_user

          context =
            DiscourseAi::Agents::BotContext.new(
              user: user,
              skip_show_thinking: true,
              feature_name: "evals/data_explorer_query_generation",
              messages: [{ type: :user, content: args[:input] }],
            )

          bot = DiscourseAi::Agents::Bot.as(user, agent: agent, model: llm)
          bot.reply(context, execution_context:)

          captured =
            context.feature_context[DiscourseDataExplorer::Tools::SubmitQuery::CONTEXT_KEY] || {}

          sql = captured[:sql].to_s.chomp(";").strip
          metadata = {
            feature: feature_name,
            name: captured[:name].to_s.strip,
            description: captured[:description].to_s.strip,
          }

          wrap_result(sql, metadata)
        end
      end
    end
  end
end