FEATURE: Mixtral for summarization (#381)

This commit is contained in:
Rafael dos Santos Silva 2023-12-26 17:50:02 -03:00 committed by GitHub
parent 3c27cbfb9a
commit 20cb15ab5f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 1 deletions

View File

@ -11,7 +11,7 @@ module DiscourseAi
end
def default_options
{ max_tokens_to_sample: 2000, model: model }
{ max_tokens: 2000, model: model }
end
def provider_id

View File

@ -18,6 +18,7 @@ module DiscourseAi
max_tokens: SiteSetting.ai_hugging_face_token_limit,
),
Models::Gemini.new("gemini-pro", max_tokens: 32_768),
Models::Mixtral.new("mistralai/Mixtral-8x7B-Instruct-v0.1", max_tokens: 32_000),
]
foldable_models.each do |model|