264 lines
9.3 KiB
Ruby
264 lines
9.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
RSpec.describe DiscourseAi::AiHelper::AssistantController do
|
|
before { assign_fake_provider_to(:ai_helper_model) }
|
|
|
|
describe "#suggest" do
|
|
let(:text_to_proofread) { "The rain in spain stays mainly in the plane." }
|
|
let(:proofread_text) { "The rain in Spain, stays mainly in the Plane." }
|
|
let(:mode) { CompletionPrompt::PROOFREAD }
|
|
|
|
context "when not logged in" do
|
|
it "returns a 403 response" do
|
|
post "/discourse-ai/ai-helper/suggest", params: { text: text_to_proofread, mode: mode }
|
|
|
|
expect(response.status).to eq(403)
|
|
end
|
|
end
|
|
|
|
context "when logged in as an user without enough privileges" do
|
|
fab!(:user) { Fabricate(:newuser) }
|
|
|
|
before do
|
|
sign_in(user)
|
|
SiteSetting.composer_ai_helper_allowed_groups = Group::AUTO_GROUPS[:staff]
|
|
end
|
|
|
|
it "returns a 403 response" do
|
|
post "/discourse-ai/ai-helper/suggest", params: { text: text_to_proofread, mode: mode }
|
|
|
|
expect(response.status).to eq(403)
|
|
end
|
|
end
|
|
|
|
context "when logged in as an allowed user" do
|
|
fab!(:user)
|
|
|
|
before do
|
|
sign_in(user)
|
|
user.group_ids = [Group::AUTO_GROUPS[:trust_level_1]]
|
|
SiteSetting.composer_ai_helper_allowed_groups = Group::AUTO_GROUPS[:trust_level_1]
|
|
end
|
|
|
|
it "returns a 400 if the helper mode is invalid" do
|
|
invalid_mode = "asd"
|
|
|
|
post "/discourse-ai/ai-helper/suggest",
|
|
params: {
|
|
text: text_to_proofread,
|
|
mode: invalid_mode,
|
|
}
|
|
|
|
expect(response.status).to eq(400)
|
|
end
|
|
|
|
it "returns a 400 if the text is blank" do
|
|
post "/discourse-ai/ai-helper/suggest", params: { mode: mode }
|
|
|
|
expect(response.status).to eq(400)
|
|
end
|
|
|
|
it "returns a generic error when the completion call fails" do
|
|
DiscourseAi::Completions::Llm
|
|
.any_instance
|
|
.expects(:generate)
|
|
.raises(DiscourseAi::Completions::Endpoints::Base::CompletionFailed)
|
|
|
|
post "/discourse-ai/ai-helper/suggest", params: { mode: mode, text: text_to_proofread }
|
|
|
|
expect(response.status).to eq(502)
|
|
end
|
|
|
|
it "returns a suggestion" do
|
|
expected_diff =
|
|
"<div class=\"inline-diff\"><p>The rain in <ins>Spain</ins><ins>,</ins><ins> </ins><del>spain </del>stays mainly in the <ins>Plane</ins><del>plane</del>.</p></div>"
|
|
|
|
DiscourseAi::Completions::Llm.with_prepared_responses([proofread_text]) do
|
|
post "/discourse-ai/ai-helper/suggest", params: { mode: mode, text: text_to_proofread }
|
|
|
|
expect(response.status).to eq(200)
|
|
expect(response.parsed_body["suggestions"].first).to eq(proofread_text)
|
|
expect(response.parsed_body["diff"]).to eq(expected_diff)
|
|
end
|
|
end
|
|
|
|
it "uses custom instruction when using custom_prompt mode" do
|
|
translated_text = "Un usuario escribio esto"
|
|
expected_diff =
|
|
"<div class=\"inline-diff\"><p><ins>Un </ins><ins>usuario </ins><ins>escribio </ins><ins>esto</ins><del>A </del><del>user </del><del>wrote </del><del>this</del></p></div>"
|
|
|
|
DiscourseAi::Completions::Llm.with_prepared_responses([translated_text]) do
|
|
post "/discourse-ai/ai-helper/suggest",
|
|
params: {
|
|
mode: CompletionPrompt::CUSTOM_PROMPT,
|
|
text: "A user wrote this",
|
|
custom_prompt: "Translate to Spanish",
|
|
}
|
|
|
|
expect(response.status).to eq(200)
|
|
expect(response.parsed_body["suggestions"].first).to eq(translated_text)
|
|
expect(response.parsed_body["diff"]).to eq(expected_diff)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
describe "#caption_image" do
|
|
let(:image) { plugin_file_from_fixtures("100x100.jpg") }
|
|
let(:upload) { UploadCreator.new(image, "image.jpg").create_for(Discourse.system_user.id) }
|
|
let(:image_url) { "#{Discourse.base_url}#{upload.url}" }
|
|
let(:caption) { "A picture of a cat sitting on a table" }
|
|
let(:caption_with_attrs) do
|
|
"A picture of a cat sitting on a table (#{I18n.t("discourse_ai.ai_helper.image_caption.attribution")})"
|
|
end
|
|
|
|
before { assign_fake_provider_to(:ai_helper_image_caption_model) }
|
|
|
|
def request_caption(params)
|
|
DiscourseAi::Completions::Llm.with_prepared_responses([caption]) do
|
|
post "/discourse-ai/ai-helper/caption_image", params: params
|
|
|
|
yield(response)
|
|
end
|
|
end
|
|
|
|
context "when logged in as an allowed user" do
|
|
fab!(:user) { Fabricate(:user, refresh_auto_groups: true) }
|
|
|
|
before do
|
|
sign_in(user)
|
|
|
|
SiteSetting.composer_ai_helper_allowed_groups = Group::AUTO_GROUPS[:trust_level_1]
|
|
end
|
|
|
|
it "returns the suggested caption for the image" do
|
|
request_caption({ image_url: image_url, image_url_type: "long_url" }) do |r|
|
|
expect(r.status).to eq(200)
|
|
expect(r.parsed_body["caption"]).to eq(caption_with_attrs)
|
|
end
|
|
end
|
|
|
|
context "when the image_url is a short_url" do
|
|
let(:image_url) { upload.short_url }
|
|
|
|
it "returns the suggested caption for the image" do
|
|
request_caption({ image_url: image_url, image_url_type: "short_url" }) do |r|
|
|
expect(r.status).to eq(200)
|
|
expect(r.parsed_body["caption"]).to eq(caption_with_attrs)
|
|
end
|
|
end
|
|
end
|
|
|
|
context "when the image_url is a short_path" do
|
|
let(:image_url) { "#{Discourse.base_url}#{upload.short_path}" }
|
|
|
|
it "returns the suggested caption for the image" do
|
|
request_caption({ image_url: image_url, image_url_type: "short_path" }) do |r|
|
|
expect(r.status).to eq(200)
|
|
expect(r.parsed_body["caption"]).to eq(caption_with_attrs)
|
|
end
|
|
end
|
|
end
|
|
|
|
it "returns a 502 error when the completion call fails" do
|
|
DiscourseAi::Completions::Llm.with_prepared_responses(
|
|
[DiscourseAi::Completions::Endpoints::Base::CompletionFailed.new],
|
|
) do
|
|
post "/discourse-ai/ai-helper/caption_image",
|
|
params: {
|
|
image_url: image_url,
|
|
image_url_type: "long_url",
|
|
}
|
|
|
|
expect(response.status).to eq(502)
|
|
end
|
|
end
|
|
|
|
it "returns a 400 error when the image_url is blank" do
|
|
post "/discourse-ai/ai-helper/caption_image"
|
|
|
|
expect(response.status).to eq(400)
|
|
end
|
|
|
|
it "returns a 404 error if no upload is found" do
|
|
post "/discourse-ai/ai-helper/caption_image",
|
|
params: {
|
|
image_url: "http://blah.com/img.jpeg",
|
|
image_url_type: "long_url",
|
|
}
|
|
|
|
expect(response.status).to eq(404)
|
|
end
|
|
|
|
context "for secure uploads" do
|
|
fab!(:group)
|
|
fab!(:private_category) { Fabricate(:private_category, group: group) }
|
|
let(:image) { plugin_file_from_fixtures("100x100.jpg") }
|
|
let(:upload) { UploadCreator.new(image, "image.jpg").create_for(Discourse.system_user.id) }
|
|
let(:image_url) { "#{Discourse.base_url}/secure-uploads/#{upload.url}" }
|
|
|
|
before do
|
|
Jobs.run_immediately!
|
|
|
|
# this is done so the after_save callbacks for site settings to make
|
|
# UploadReference records works
|
|
@original_provider = SiteSetting.provider
|
|
SiteSetting.provider = SiteSettings::DbProvider.new(SiteSetting)
|
|
setup_s3
|
|
stub_s3_store
|
|
assign_fake_provider_to(:ai_helper_image_caption_model)
|
|
SiteSetting.secure_uploads = true
|
|
SiteSetting.composer_ai_helper_allowed_groups = Group::AUTO_GROUPS[:trust_level_1]
|
|
|
|
Group.find(SiteSetting.composer_ai_helper_allowed_groups_map.first).add(user)
|
|
user.reload
|
|
|
|
stub_request(
|
|
:get,
|
|
"http://s3-upload-bucket.s3.dualstack.us-west-1.amazonaws.com/original/1X/#{upload.sha1}.#{upload.extension}",
|
|
).to_return(status: 200, body: "", headers: {})
|
|
end
|
|
after { SiteSetting.provider = @original_provider }
|
|
|
|
it "returns a 403 error if the user cannot access the secure upload" do
|
|
create_post(
|
|
title: "Secure upload post",
|
|
raw: "This is a new post <img src=\"#{upload.url}\" />",
|
|
category: private_category,
|
|
user: Discourse.system_user,
|
|
)
|
|
|
|
post "/discourse-ai/ai-helper/caption_image",
|
|
params: {
|
|
image_url: image_url,
|
|
image_url_type: "long_url",
|
|
}
|
|
expect(response.status).to eq(403)
|
|
end
|
|
|
|
it "returns a 200 message and caption if user can access the secure upload" do
|
|
group.add(user)
|
|
|
|
request_caption({ image_url: image_url, image_url_type: "long_url" }) do |r|
|
|
expect(r.status).to eq(200)
|
|
expect(r.parsed_body["caption"]).to eq(caption_with_attrs)
|
|
end
|
|
end
|
|
|
|
context "if the input URL is for a secure upload but not on the secure-uploads path" do
|
|
let(:image_url) { "#{Discourse.base_url}#{upload.url}" }
|
|
|
|
it "creates a signed URL properly and makes the caption" do
|
|
group.add(user)
|
|
|
|
request_caption({ image_url: image_url, image_url_type: "long_url" }) do |r|
|
|
expect(r.status).to eq(200)
|
|
expect(r.parsed_body["caption"]).to eq(caption_with_attrs)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|