60 lines
1.3 KiB
Ruby
60 lines
1.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module DiscourseAi
|
|
module Completions
|
|
module Dialects
|
|
class Mistral < Dialect
|
|
class << self
|
|
def can_translate?(model_name)
|
|
%w[
|
|
mistralai/Mixtral-8x7B-Instruct-v0.1
|
|
mistralai/Mistral-7B-Instruct-v0.2
|
|
mistral
|
|
].include?(model_name)
|
|
end
|
|
end
|
|
|
|
def tokenizer
|
|
llm_model&.tokenizer_class || DiscourseAi::Tokenizer::MixtralTokenizer
|
|
end
|
|
|
|
def tools
|
|
@tools ||= tools_dialect.translated_tools
|
|
end
|
|
|
|
def max_prompt_tokens
|
|
return llm_model.max_prompt_tokens if llm_model&.max_prompt_tokens
|
|
|
|
32_000
|
|
end
|
|
|
|
private
|
|
|
|
def system_msg(msg)
|
|
{ role: "assistant", content: "<s>#{msg[:content]}</s>" }
|
|
end
|
|
|
|
def model_msg(msg)
|
|
{ role: "assistant", content: msg[:content] }
|
|
end
|
|
|
|
def tool_call_msg(msg)
|
|
tools_dialect.from_raw_tool_call(msg)
|
|
end
|
|
|
|
def tool_msg(msg)
|
|
tools_dialect.from_raw_tool(msg)
|
|
end
|
|
|
|
def user_msg(msg)
|
|
content = +""
|
|
content << "#{msg[:id]}: " if msg[:id]
|
|
content << msg[:content]
|
|
|
|
{ role: "user", content: content }
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|