mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-07-31 10:23:27 +00:00
Also renames the Mixtral tokenizer to Mistral. See gem at github.com/discourse/discourse_ai-tokenizers Co-authored-by: Roman Rizzi <roman@discourse.org>
44 lines
950 B
Ruby
44 lines
950 B
Ruby
# frozen_string_literal: true
|
|
|
|
class RenameMixtralTokenizerToMistralTokenizer < ActiveRecord::Migration[7.2]
|
|
def up
|
|
execute <<~SQL
|
|
UPDATE
|
|
llm_models
|
|
SET
|
|
tokenizer = 'DiscourseAi::Tokenizer::Mistral'
|
|
WHERE
|
|
tokenizer = 'DiscourseAi::Tokenizer::Mixtral'
|
|
SQL
|
|
|
|
execute <<~SQL
|
|
UPDATE
|
|
embedding_definitions
|
|
SET
|
|
tokenizer_class = 'DiscourseAi::Tokenizer::Mistral'
|
|
WHERE
|
|
tokenizer_class = 'DiscourseAi::Tokenizer::Mixtral'
|
|
SQL
|
|
end
|
|
|
|
def down
|
|
execute <<~SQL
|
|
UPDATE
|
|
llm_models
|
|
SET
|
|
tokenizer = 'DiscourseAi::Tokenizer::Mixtral'
|
|
WHERE
|
|
tokenizer = 'DiscourseAi::Tokenizer::Mistral'
|
|
SQL
|
|
|
|
execute <<~SQL
|
|
UPDATE
|
|
embedding_definitions
|
|
SET
|
|
tokenizer_class = 'DiscourseAi::Tokenizer::Mixtral'
|
|
WHERE
|
|
tokenizer_class = 'DiscourseAi::Tokenizer::Mistral'
|
|
SQL
|
|
end
|
|
end
|