FIX: triage no longer working with claude (#369)

2023-12-20 07:58:38 +11:00 · 2023-12-20 07:58:38 +11:00 · 8664771b7f
parent 5a84969c96
commit 8664771b7f
1 changed files with 9 additions and 2 deletions
--- a/lib/automation/llm_triage.rb
+++ b/lib/automation/llm_triage.rb
@ -31,12 +31,19 @@ module DiscourseAi
        result = nil

        llm = DiscourseAi::Completions::Llm.proxy(model)
+        key =
+          if model.include?("claude")
+            :max_tokens_to_sample
+          else
+            :max_tokens
+          end
+
        prompt = {
          insts: filled_system_prompt,
          params: {
            model => {
-              max_tokens: (llm.tokenizer.tokenize(search_for_text).length * 2 + 10),
-              temperature: 0,
+              key => (llm.tokenizer.tokenize(search_for_text).length * 2 + 10),
+              :temperature => 0,
            },
          },
        }