A platform for community discussion. Free, open, simple.
# frozen_string_literal: true
require_relative "base"
module DiscourseAi
module Evals
module Runners
class DataExplorer < Base
def self.can_handle?(full_feature_name)
full_feature_name&.start_with?("data_explorer:")
end
def run(eval_case, llm, execution_context:)
args = eval_case.args
agent = resolve_agent(agent_class: DiscourseDataExplorer::AiQueryGenerator)
user = Discourse.system_user
context =
DiscourseAi::Agents::BotContext.new(
user: user,
skip_show_thinking: true,
feature_name: "evals/data_explorer_query_generation",
messages: [{ type: :user, content: args[:input] }],
)
bot = DiscourseAi::Agents::Bot.as(user, agent: agent, model: llm)
bot.reply(context, execution_context:)
captured =
context.feature_context[DiscourseDataExplorer::Tools::SubmitQuery::CONTEXT_KEY] || {}
sql = captured[:sql].to_s.chomp(";").strip
metadata = {
feature: feature_name,
name: captured[:name].to_s.strip,
description: captured[:description].to_s.strip,
}
wrap_result(sql, metadata)
end
end
end
end
end