mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-05-18 22:34:44 +00:00
49 lines
884 B
Ruby
49 lines
884 B
Ruby
|
# frozen_string_literal: true
|
||
|
|
||
|
module DiscourseAi
|
||
|
module Embeddings
|
||
|
module Models
|
||
|
class TextEmbeddingAda002 < Base
|
||
|
class << self
|
||
|
def id
|
||
|
2
|
||
|
end
|
||
|
|
||
|
def version
|
||
|
1
|
||
|
end
|
||
|
|
||
|
def name
|
||
|
"text-embedding-ada-002"
|
||
|
end
|
||
|
|
||
|
def dimensions
|
||
|
1536
|
||
|
end
|
||
|
|
||
|
def max_sequence_length
|
||
|
8191
|
||
|
end
|
||
|
|
||
|
def pg_function
|
||
|
"<=>"
|
||
|
end
|
||
|
|
||
|
def pg_index_type
|
||
|
"vector_cosine_ops"
|
||
|
end
|
||
|
|
||
|
def generate_embeddings(text)
|
||
|
response = DiscourseAi::Inference::OpenAiEmbeddings.perform!(text)
|
||
|
response[:data].first[:embedding]
|
||
|
end
|
||
|
|
||
|
def tokenizer
|
||
|
DiscourseAi::Tokenizer::OpenAiTokenizer
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
end
|
||
|
end
|