Discource-C
/
discourse-ai
mirror of https://github.com/discourse/discourse-ai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FEATURE: Mixtral for summarization (#381)

This commit is contained in:
Rafael dos Santos Silva 2023-12-26 17:50:02 -03:00 committed by GitHub
parent 3c27cbfb9a
commit 20cb15ab5f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lib/completions/endpoints/vllm.rb
View File

@ -11,7 +11,7 @@ module DiscourseAi
end end
def default_options def default_options
{ max_tokens_to_sample: 2000, model: model } { max_tokens: 2000, model: model }
end end
def provider_id def provider_id

1
lib/summarization/entry_point.rb
View File

@ -18,6 +18,7 @@ module DiscourseAi
max_tokens: SiteSetting.ai_hugging_face_token_limit, max_tokens: SiteSetting.ai_hugging_face_token_limit,
), ),
Models::Gemini.new("gemini-pro", max_tokens: 32_768), Models::Gemini.new("gemini-pro", max_tokens: 32_768),
Models::Mixtral.new("mistralai/Mixtral-8x7B-Instruct-v0.1", max_tokens: 32_000),
] ]
foldable_models.each do |model| foldable_models.each do |model|