36 lines
1.2 KiB
Ruby
36 lines
1.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module ::DiscourseAi
|
|
module Inference
|
|
class HuggingFaceTextEmbeddings
|
|
def self.perform!(content)
|
|
headers = { "Referer" => Discourse.base_url, "Content-Type" => "application/json" }
|
|
body = { inputs: content, truncate: true }.to_json
|
|
|
|
if SiteSetting.ai_hugging_face_tei_endpoint_srv.present?
|
|
service = DiscourseAi::Utils::DnsSrv.lookup(SiteSetting.ai_hugging_face_tei_endpoint_srv)
|
|
api_endpoint = "https://#{service.target}:#{service.port}"
|
|
else
|
|
api_endpoint = SiteSetting.ai_hugging_face_tei_endpoint
|
|
end
|
|
|
|
if SiteSetting.ai_hugging_face_tei_api_key.present?
|
|
headers["X-API-KEY"] = SiteSetting.ai_hugging_face_tei_api_key
|
|
end
|
|
|
|
conn = Faraday.new { |f| f.adapter FinalDestination::FaradayAdapter }
|
|
response = conn.post(api_endpoint, body, headers)
|
|
|
|
raise Net::HTTPBadResponse if ![200].include?(response.status)
|
|
|
|
JSON.parse(response.body, symbolize_names: true)
|
|
end
|
|
|
|
def self.configured?
|
|
SiteSetting.ai_hugging_face_tei_endpoint.present? ||
|
|
SiteSetting.ai_hugging_face_tei_endpoint_srv.present?
|
|
end
|
|
end
|
|
end
|
|
end
|