discourse-ai/lib/tokenizer/all_mpnet_base_v2_tokenizer.rb

# frozen_string_literal: true

module DiscourseAi
  module Tokenizer
    class AllMpnetBaseV2Tokenizer < BasicTokenizer
      def self.tokenizer
        @@tokenizer ||=
          Tokenizers.from_file("./plugins/discourse-ai/tokenizers/all-mpnet-base-v2.json")
      end
    end
  end
end