Skip to content

A platform for community discussion. Free, open, simple.

1.1 KB
Raw Blame
# frozen_string_literal: true

describe DiscourseAi::Completions::JsonStreamDecoder do
  let(:decoder) { DiscourseAi::Completions::JsonStreamDecoder.new }

  before { enable_current_plugin }

  it "parses simple messages" do
    result = decoder << "data: #{{ hello: "world" }.to_json}"
    expect(result).to eq([{ hello: "world" }])
  end

  it "handles Anthropic mixed-style streams" do
    stream = <<~TEXT.split("|")
      event: |message_start|
      data: |{"hel|lo": "world"}|

      event: |message_start
      data: {"foo": "bar"}

      event: |message_start
      data: {"ba|z": "qux"|}

      [DONE]
    TEXT

    results = []
    stream.each { |chunk| results << (decoder << chunk) }

    expect(results.flatten.compact).to eq([{ hello: "world" }, { foo: "bar" }, { baz: "qux" }])
  end

  it "handles complex overlaps" do
    stream = <<~TEXT.split("|")
      data: |{"hel|lo": "world"}

      data: {"foo": "bar"}

      data: {"ba|z": "qux"|}

      [DONE]
    TEXT

    results = []
    stream.each { |chunk| results << (decoder << chunk) }

    expect(results.flatten.compact).to eq([{ hello: "world" }, { foo: "bar" }, { baz: "qux" }])
  end
end