chat_spec.rb

RSpec.describe OpenAI::Client do
  describe "#chat" do
    context "with messages", :vcr do
      let(:messages) { [{ role: "user", content: "Hello!" }] }
      let(:stream) { false }
      let(:uri_base) { nil }
      let(:response) do
        OpenAI::Client.new({ uri_base: uri_base }).chat(
          parameters: parameters
        )
      end
      let(:parameters) { { model: model, messages: messages, stream: stream } }
      let(:content) { response.dig("choices", 0, "message", "content") }
      let(:provider) { nil }
      let(:cassette) do
        "#{"#{provider}_" if provider}#{model} #{'streamed' if stream} chat".downcase
      end

      context "with model: gpt-3.5-turbo" do
        let(:model) { "gpt-3.5-turbo" }

        it "succeeds" do
          VCR.use_cassette(cassette) do
            expect(content.split.empty?).to eq(false)
          end
        end

        context "with a tool call" do
          let(:parameters) do
            {
              model: model,
              messages: messages,
              stream: stream,
              tools: tools
            }
          end
          let(:tools) do
            [
              {
                "type" => "function",
                "function" => {
                  "name" => "get_current_weather",
                  "description" => "Get the current weather in a given location",
                  "parameters" =>
                    {
                      "type" => "object",
                      "properties" => {
                        "location" => {
                          "type" => "string",
                          "description" => "The geographic location to get the weather for"
                        }
                      },
                      "required" => ["location"]
                    }
                }
              }
            ]
          end

          context "with a valid message" do
            let(:cassette) { "#{model} valid tool call chat".downcase }
            let(:messages) do
              [
                {
                  "role" => "user",
                  "content" => "What is the weather like in the Peak District?"
                }
              ]
            end

            it "succeeds" do
              VCR.use_cassette(cassette) do
                expect(response.dig("choices", 0, "message", "tool_calls", 0, "function",
                                    "name")).to eq("get_current_weather")
                expect(response.dig("choices", 0, "message", "tool_calls", 0, "function",
                                    "arguments")).to include("Peak District")
              end
            end
          end
        end

        describe "streaming" do
          let(:chunks) { [] }
          let(:stream) do
            proc do |chunk, _event|
              chunks << chunk
            end
          end

          it "succeeds" do
            VCR.use_cassette(cassette) do
              response
              expect(chunks.dig(0, "choices", 0, "index")).to eq(0)
            end
          end

          context "with an object with a call method" do
            let(:cassette) { "#{model} streamed chat without proc".downcase }
            let(:stream) do
              Class.new do
                attr_reader :chunks

                def initialize
                  @chunks = []
                end

                def call(chunk)
                  @chunks << chunk
                end
              end.new
            end

            it "succeeds" do
              VCR.use_cassette(cassette) do
                response
                expect(stream.chunks.dig(0, "choices", 0, "index")).to eq(0)
              end
            end
          end

          context "with an object without a call method" do
            let(:stream) { Object.new }

            it "raises an error" do
              VCR.use_cassette(cassette) do
                expect { response }.to raise_error(ArgumentError)
              end
            end
          end

          context "with an error response with a JSON body" do
            let(:cassette) { "mocks/#{model} streamed chat with json error response".downcase }

            it "raises an HTTP error with the parsed body" do
              VCR.use_cassette(cassette, record: :none) do
                response
              rescue Faraday::BadRequestError => e
                expect(e.response).to include(status: 400)
                expect(e.response[:body]).to eq({
                                                  "error" => {
                                                    "message" => "Test error",
                                                    "type" => "test_error",
                                                    "param" => nil,
                                                    "code" => "test"
                                                  }
                                                })
              else
                raise "Expected to raise Faraday::BadRequestError"
              end
            end
          end

          context "with an error response without a JSON body" do
            let(:cassette) { "mocks/#{model} streamed chat with error response".downcase }

            it "raises an HTTP error" do
              VCR.use_cassette(cassette, record: :none) do
                response
              rescue Faraday::ServerError => e
                expect(e.response).to include(status: 500)
                expect(e.response[:body]).to eq("")
              else
                raise "Expected to raise Faraday::ServerError"
              end
            end
          end
        end
      end

      context "with Ollama + model: llama3" do
        let(:uri_base) { "http://localhost:11434" }
        let(:provider) { "ollama" }
        let(:model) { "llama3" }

        it "succeeds" do
          VCR.use_cassette(cassette) do
            tap do
              Faraday.new(url: uri_base).get
            rescue Faraday::ConnectionFailed
              pending "This test needs `ollama serve` running locally with #{model} installed"
            end

            expect(content.split.empty?).to eq(false)
          end
        end
      end

      context "with Deepseek + model: deepseek-chat" do
        let(:uri_base) { "https://api.deepseek.com/" }
        let(:provider) { "deepseek" }
        let(:model) { "deepseek-chat" }
        let(:response) do
          OpenAI::Client.new({ uri_base: uri_base }).chat(
            parameters: parameters
          )
        end
        let(:chunks) { [] }
        let(:stream) do
          proc do |chunk, _event|
            chunks << chunk
          end
        end

        it "succeeds" do
          VCR.use_cassette(cassette) do
            tap do
              response
            rescue Faraday::UnauthorizedError
              pending "This test needs the `OPENAI_ACCESS_TOKEN` to be a Deepseek API key"
            end
            expect(chunks.dig(0, "choices", 0, "index")).to eq(0)
          end
        end
      end

      context "with Groq + model: llama3" do
        let(:uri_base) { "https://api.groq.com/openai" }
        let(:provider) { "groq" }
        let(:model) { "llama3-8b-8192" }
        let(:response) do
          OpenAI::Client.new({ uri_base: uri_base }).chat(
            parameters: parameters
          )
        end
        let(:chunks) { [] }
        let(:stream) do
          proc do |chunk, _event|
            chunks << chunk
          end
        end

        it "succeeds" do
          VCR.use_cassette(cassette) do
            tap do
              response
            rescue Faraday::UnauthorizedError
              pending "This test needs the `OPENAI_ACCESS_TOKEN` to be a Groq API key"
            end

            expect(chunks.dig(0, "choices", 0, "index")).to eq(0)
          end
        end
      end
    end
  end
end