FEATURE: add Claude 3 Haiku bot support (#552)

it is close in performance to GPT 4 at a fraction of the cost,
nice to add it to the mix.

Also improves a test case to simulate streaming, I am hunting for
the "calls" word that is jumping into function calls and can't quite
find it.

config/locales/client.en.yml

@@ -265,6 +265,7 @@ en:
           fake: "Fake Test Bot"
           claude-3-opus: "Claude 3 Opus"
           claude-3-sonnet: "Claude 3 Sonnet"
+          claude-3-haiku: "Claude 3 Haiku"
           gpt-4: "GPT-4"
           gpt-4-turbo: "GPT-4 Turbo"
           gpt-3:

config/settings.yml

@@ -334,6 +334,7 @@ discourse_ai:
       - mixtral-8x7B-Instruct-V0.1
       - claude-3-opus
       - claude-3-sonnet
+      - claude-3-haiku
   ai_bot_add_to_header:
     default: true
     client: true

lib/ai_bot/bot.rb

@@ -188,6 +188,12 @@ module DiscourseAi
           else
             "anthropic:claude-3-sonnet"
           end
+        when DiscourseAi::AiBot::EntryPoint::CLAUDE_3_HAIKU_ID
+          if DiscourseAi::Completions::Endpoints::AwsBedrock.correctly_configured?("claude-3-haiku")
+            "aws_bedrock:claude-3-haiku"
+          else
+            "anthropic:claude-3-haiku"
+          end
         else
           nil
         end

lib/ai_bot/entry_point.rb

@@ -16,6 +16,7 @@ module DiscourseAi
       FAKE_ID = -116 # only used for dev and test
       CLAUDE_3_OPUS_ID = -117
       CLAUDE_3_SONNET_ID = -118
+      CLAUDE_3_HAIKU_ID = -119
 
       BOTS = [
         [GPT4_ID, "gpt4_bot", "gpt-4"],
@@ -27,6 +28,7 @@ module DiscourseAi
         [FAKE_ID, "fake_bot", "fake"],
         [CLAUDE_3_OPUS_ID, "claude_3_opus_bot", "claude-3-opus"],
         [CLAUDE_3_SONNET_ID, "claude_3_sonnet_bot", "claude-3-sonnet"],
+        [CLAUDE_3_HAIKU_ID, "claude_3_haiku_bot", "claude-3-haiku"],
       ]
 
       BOT_USER_IDS = BOTS.map(&:first)
@@ -63,6 +65,8 @@ module DiscourseAi
           CLAUDE_3_OPUS_ID
         in "claude-3-sonnet"
           CLAUDE_3_SONNET_ID
+        in "claude-3-haiku"
+          CLAUDE_3_HAIKU_ID
         else
           nil
         end

spec/lib/completions/endpoints/anthropic_spec.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+require_relative "endpoint_compliance"
 
 RSpec.describe DiscourseAi::Completions::Endpoints::Anthropic do
   let(:llm) { DiscourseAi::Completions::Llm.proxy("anthropic:claude-3-opus") }
@@ -196,12 +197,18 @@ RSpec.describe DiscourseAi::Completions::Endpoints::Anthropic do
       data: {"type":"message_stop"}
     STRING
 
-    stub_request(:post, "https://api.anthropic.com/v1/messages").to_return(status: 200, body: body)
-
     result = +""
+    body = body.scan(/.*\n/)
+    EndpointMock.with_chunk_array_support do
+      stub_request(:post, "https://api.anthropic.com/v1/messages").to_return(
+        status: 200,
+        body: body,
+      )
+
       llm.generate(prompt_with_google_tool, user: Discourse.system_user) do |partial|
         result << partial
       end
+    end
 
     expected = (<<~TEXT).strip
       <function_calls>

spec/lib/completions/endpoints/endpoint_compliance.rb

@@ -108,6 +108,10 @@ class EndpointMock
     ::FinalDestination.send(:const_set, :HTTP, @original_net_http)
   end
 
+  def self.with_chunk_array_support(&blk)
+    self.new(nil).with_chunk_array_support(&blk)
+  end
+
   protected
 
   # Copied from https://github.com/bblimke/webmock/issues/629