mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-02-09 04:54:44 +00:00
a9b2d6a30a
This PR adds a new feature where you can generate captions for images in the composer using AI. --------- Co-authored-by: Rafael Silva <xfalcox@gmail.com>
32 lines
1006 B
Ruby
32 lines
1006 B
Ruby
# frozen_string_literal: true
|
|
|
|
module ::DiscourseAi
|
|
module Inference
|
|
class Llava
|
|
def self.perform!(content)
|
|
headers = { "Referer" => Discourse.base_url, "Content-Type" => "application/json" }
|
|
body = content.to_json
|
|
|
|
if SiteSetting.ai_llava_endpoint_srv.present?
|
|
service = DiscourseAi::Utils::DnsSrv.lookup(SiteSetting.ai_llava_endpoint_srv)
|
|
api_endpoint = "https://#{service.target}:#{service.port}"
|
|
else
|
|
api_endpoint = SiteSetting.ai_llava_endpoint
|
|
end
|
|
|
|
headers["X-API-KEY"] = SiteSetting.ai_llava_api_key if SiteSetting.ai_llava_api_key.present?
|
|
|
|
response = Faraday.post("#{api_endpoint}/predictions", body, headers)
|
|
|
|
raise Net::HTTPBadResponse if ![200].include?(response.status)
|
|
|
|
JSON.parse(response.body, symbolize_names: true)
|
|
end
|
|
|
|
def self.configured?
|
|
SiteSetting.ai_llava_endpoint.present? || SiteSetting.ai_llava_endpoint_srv.present?
|
|
end
|
|
end
|
|
end
|
|
end
|