diff --git a/lib/automation/llm_triage.rb b/lib/automation/llm_triage.rb index 4dd5c9c7..a1393bc4 100644 --- a/lib/automation/llm_triage.rb +++ b/lib/automation/llm_triage.rb @@ -31,12 +31,19 @@ module DiscourseAi result = nil llm = DiscourseAi::Completions::Llm.proxy(model) + key = + if model.include?("claude") + :max_tokens_to_sample + else + :max_tokens + end + prompt = { insts: filled_system_prompt, params: { model => { - max_tokens: (llm.tokenizer.tokenize(search_for_text).length * 2 + 10), - temperature: 0, + key => (llm.tokenizer.tokenize(search_for_text).length * 2 + 10), + :temperature => 0, }, }, }