Discource-C
/
discourse-ai
mirror of https://github.com/discourse/discourse-ai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FEATURE: Update summarization token count and add Claude 100k (#58)

This commit is contained in:
Rafael dos Santos Silva 2023-05-11 15:35:58 -03:00 committed by GitHub
parent 66bf4c74c6
commit 97124b30de
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config/settings.yml
View File

@ -170,6 +170,7 @@ plugins:
- gpt-3.5-turbo - gpt-3.5-turbo
- gpt-4 - gpt-4
- claude-v1 - claude-v1
- claude-v1-100k
ai_summarization_rate_limit_minutes: 10 ai_summarization_rate_limit_minutes: 10
ai_bot_enabled: ai_bot_enabled:

21
lib/modules/summarization/summary_generator.rb
View File

@ -20,11 +20,9 @@ module DiscourseAi
def summarization_provider def summarization_provider
case model case model
in "gpt-3.5-turbo" in "gpt-3.5-turbo" | "gpt-4"
"openai" "openai"
in "gpt-4" in "claude-v1" | "claude-v1-100k"
"openai"
in "claude-v1"
"anthropic" "anthropic"
else else
"discourse" "discourse"
@ -98,7 +96,7 @@ module DiscourseAi
" "
response = response =
::DiscourseAi::Inference::AnthropicCompletions.perform!(messages).dig(:completion) ::DiscourseAi::Inference::AnthropicCompletions.perform!(messages, model).dig(:completion)
Nokogiri::HTML5.fragment(response).at("ai").text Nokogiri::HTML5.fragment(response).at("ai").text
end end
@ -109,12 +107,13 @@ module DiscourseAi
def max_length def max_length
lengths = { lengths = {
"bart-large-cnn-samsum" => 8192, "bart-large-cnn-samsum" => 1024 * 4,
"flan-t5-base-samsum" => 8192, "flan-t5-base-samsum" => 512 * 4,
"long-t5-tglobal-base-16384-book-summary" => 8192, "long-t5-tglobal-base-16384-book-summary" => 16_384 * 4,
"gpt-3.5-turbo" => 8192, "gpt-3.5-turbo" => 4096 * 4,
"gpt-4" => 8192, "gpt-4" => 8192 * 4,
"claude-v1" => 8192, "claude-v1" => 9000 * 4,
"claude-v1-100k" => 100_000 * 4,
} }
lengths[model] lengths[model]