Skip to content

A platform for community discussion. Free, open, simple.

1.7 KB
Raw Blame
# frozen_string_literal: true

module DiscourseAi
  module Completions
    class ExecutionContext
      attr_accessor :token_usage_tracker,
                    :work_budget,
                    :work_execution_state,
                    :generated_output,
                    :generation_event_id,
                    :generation_settled,
                    :root_reply_completed,
                    :response_limit_tripped,
                    :audit_log_id
      attr_reader :audit_logger, :structured_audit_logger, :upload_skips

      def initialize(
        token_usage_tracker: nil,
        audit_logger: nil,
        structured_audit_logger: nil,
        work_budget: nil
      )
        @token_usage_tracker = token_usage_tracker
        @work_budget = work_budget
        @audit_logger = audit_logger
        @structured_audit_logger = structured_audit_logger
        @upload_skips = []
      end

      def for_new_turn
        self.class.new(
          token_usage_tracker: token_usage_tracker,
          audit_logger: audit_logger,
          structured_audit_logger: structured_audit_logger,
        )
      end

      def settle_generation(tokens: nil, tokenizer:, complete: true)
        return if generation_settled || !generated_output
        exposed_tokens = generated_output.size(tokenizer)
        measured_tokens = tokens.to_i > 0 ? tokens.to_i : exposed_tokens
        # Interrupted streams can report an early usage snapshot below the output already exposed.
        measured_tokens = [measured_tokens, exposed_tokens].max if !complete
        return if measured_tokens <= 0
        self.generation_settled = true
        work_budget&.debit(measured_tokens, event_id: generation_event_id)
      end
    end
  end
end