Skip to content

A platform for community discussion. Free, open, simple.

1.7 KB
Raw Blame
# frozen_string_literal: true

require "strscan"

module DiscourseAi
  module Utils
    # Some providers return JSON with control characters unescaped inside string values.
    # Formatting whitespace outside strings must remain unchanged when repairing those values.
    # Instances retain lexical state and must be scoped to one JSON document.
    class JsonControlCharacterEscaper
      SPECIAL_CHARACTERS = /["\\\x00-\x1F]/
      private_constant :SPECIAL_CHARACTERS

      def self.escape(json)
        new.escape(json)
      end

      def initialize
        @inside_string = false
        @escaping_character = false
      end

      def escape(json)
        scanner = StringScanner.new(json)
        escaped = +""

        while (segment = scanner.scan_until(SPECIAL_CHARACTERS))
          character = segment.slice!(-1)
          if !segment.empty?
            escaped << segment
            @escaping_character = false
          end
          append_special_character(escaped, character)
        end

        if !scanner.rest.empty?
          escaped << scanner.rest
          @escaping_character = false
        end

        escaped
      end

      private

      def append_special_character(escaped, character)
        if !@inside_string
          escaped << character
          @inside_string = true if character == '"'
        elsif character.ord < 0x20
          escaped << format("\\u%04x", character.ord)
          @escaping_character = false
        else
          escaped << character
          if @escaping_character
            @escaping_character = false
          elsif character == "\\"
            @escaping_character = true
          elsif character == '"'
            @inside_string = false
          end
        end
      end
    end
  end
end