From df63e36ad853e6c594d7ad840b9952e98df2fcba Mon Sep 17 00:00:00 2001 From: Roman Rizzi Date: Fri, 11 Apr 2025 12:01:38 -0300 Subject: [PATCH] FEATURE: Make Mixtral tokenizer available for embeddings (#1258) --- app/models/embedding_definition.rb | 1 + 1 file changed, 1 insertion(+) diff --git a/app/models/embedding_definition.rb b/app/models/embedding_definition.rb index 77a0ab60..e9dcd830 100644 --- a/app/models/embedding_definition.rb +++ b/app/models/embedding_definition.rb @@ -23,6 +23,7 @@ class EmbeddingDefinition < ActiveRecord::Base DiscourseAi::Tokenizer::GeminiTokenizer, DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer, DiscourseAi::Tokenizer::OpenAiTokenizer, + DiscourseAi::Tokenizer::MixtralTokenizer, ].map(&:name) end