discourse/discourse-ai
1
0
Fork 0
mirror of https://github.com/discourse/discourse-ai.git synced 2025-03-09 11:48:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

FIX: triage no longer working with claude (#369)

Browse Source
This commit is contained in:
Sam 2023-12-20 07:58:38 +11:00 committed by GitHub
parent 5a84969c96
commit 8664771b7f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
lib/automation/llm_triage.rb
View File

@ -31,12 +31,19 @@ module DiscourseAi
result = nil
llm = DiscourseAi::Completions::Llm.proxy(model)
key =
if model.include?("claude")
:max_tokens_to_sample
else
:max_tokens
end
prompt = {
insts: filled_system_prompt,
params: {
model => {
max_tokens: (llm.tokenizer.tokenize(search_for_text).length * 2 + 10),
temperature: 0,
key => (llm.tokenizer.tokenize(search_for_text).length * 2 + 10),
:temperature => 0,
},
},
}