# frozen_string_literal: true require_relative "../../support/openai_completions_inference_stubs" RSpec.describe "AI Composer helper", type: :system, js: true do fab!(:user) { Fabricate(:admin) } fab!(:non_member_group) { Fabricate(:group) } before do Group.find_by(id: Group::AUTO_GROUPS[:admins]).add(user) SiteSetting.composer_ai_helper_enabled = true sign_in(user) end let(:composer) { PageObjects::Components::Composer.new } let(:ai_helper_context_menu) { PageObjects::Components::AIHelperContextMenu.new } let(:diff_modal) { PageObjects::Modals::DiffModal.new } let(:ai_suggestion_dropdown) { PageObjects::Components::AISuggestionDropdown.new } fab!(:category) { Fabricate(:category) } fab!(:category_2) { Fabricate(:category) } fab!(:video) { Fabricate(:tag) } fab!(:music) { Fabricate(:tag) } fab!(:cloud) { Fabricate(:tag) } fab!(:feedback) { Fabricate(:tag) } fab!(:review) { Fabricate(:tag) } def trigger_context_menu(content) visit("/latest") page.find("#create-topic").click composer.fill_content(content) page.execute_script("document.querySelector('.d-editor-input')?.select();") end context "when triggering AI with context menu in composer" do it "shows the context menu when selecting a passage of text in the composer" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_helper_context_menu).to have_context_menu end it "does not show the context menu when selecting insuffient text" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) page.execute_script( "const input = document.querySelector('.d-editor-input'); input.setSelectionRange(0, 2);", ) expect(ai_helper_context_menu).to have_no_context_menu end it "shows context menu in 'trigger' state when first showing" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_helper_context_menu).to be_showing_triggers end it "shows prompt options in context menu when AI button is clicked" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button expect(ai_helper_context_menu).to be_showing_options end it "closes the context menu when clicking outside" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) find(".d-editor-preview").click expect(ai_helper_context_menu).to have_no_context_menu end context "when using custom prompt" do let(:mode) { OpenAiCompletionsInferenceStubs::CUSTOM_PROMPT } before { OpenAiCompletionsInferenceStubs.stub_prompt(mode) } it "shows custom prompt option" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button expect(ai_helper_context_menu).to have_custom_prompt end it "shows the custom prompt button when input is filled" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button expect(ai_helper_context_menu).to have_no_custom_prompt_button ai_helper_context_menu.fill_custom_prompt( OpenAiCompletionsInferenceStubs.custom_prompt_input, ) expect(ai_helper_context_menu).to have_custom_prompt_button end it "replaces the composed message with AI generated content" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button ai_helper_context_menu.fill_custom_prompt( OpenAiCompletionsInferenceStubs.custom_prompt_input, ) ai_helper_context_menu.click_custom_prompt_button wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.custom_prompt_response.strip end expect(composer.composer_input.value).to eq( OpenAiCompletionsInferenceStubs.custom_prompt_response.strip, ) end end context "when not a member of custom prompt group" do let(:mode) { OpenAiCompletionsInferenceStubs::CUSTOM_PROMPT } before { SiteSetting.ai_helper_custom_prompts_allowed_groups = non_member_group.id.to_s } it "does not show custom prompt option" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button expect(ai_helper_context_menu).to have_no_custom_prompt end end context "when using translation mode" do let(:mode) { OpenAiCompletionsInferenceStubs::TRANSLATE } before { OpenAiCompletionsInferenceStubs.stub_prompt(mode) } it "replaces the composed message with AI generated content" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end expect(composer.composer_input.value).to eq( OpenAiCompletionsInferenceStubs.translated_response.strip, ) end it "shows reset options after results are complete" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.click_confirm_button expect(ai_helper_context_menu).to be_showing_resets end it "reverts results when Undo button is clicked" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.click_confirm_button ai_helper_context_menu.click_undo_button expect(composer.composer_input.value).to eq(OpenAiCompletionsInferenceStubs.spanish_text) end it "reverts results when revert button is clicked" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.click_revert_button expect(composer.composer_input.value).to eq(OpenAiCompletionsInferenceStubs.spanish_text) end it "reverts results when Ctrl/Cmd + Z is pressed on the keyboard" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.press_undo_keys expect(composer.composer_input.value).to eq(OpenAiCompletionsInferenceStubs.spanish_text) end it "confirms the results when confirm button is pressed" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.click_confirm_button expect(composer.composer_input.value).to eq( OpenAiCompletionsInferenceStubs.translated_response.strip, ) end it "hides the context menu when pressing Escape on the keyboard" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.press_escape_key expect(ai_helper_context_menu).to have_no_context_menu end it "shows the changes in a modal when view changes button is pressed" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end ai_helper_context_menu.click_view_changes_button expect(diff_modal).to be_visible expect(diff_modal.old_value).to eq( OpenAiCompletionsInferenceStubs.spanish_text.gsub(/[[:space:]]+/, " ").strip, ) expect(diff_modal.new_value).to eq( OpenAiCompletionsInferenceStubs .translated_response .gsub(/[[:space:]]+/, " ") .gsub(/[‘’]/, "'") .gsub(/[“”]/, '"') .strip, ) diff_modal.confirm_changes expect(ai_helper_context_menu).to be_showing_resets end it "should not close the context menu when in review state" do trigger_context_menu(OpenAiCompletionsInferenceStubs.spanish_text) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.translated_response.strip end find(".d-editor-preview").click expect(ai_helper_context_menu).to have_context_menu end end context "when using the proofreading mode" do let(:mode) { OpenAiCompletionsInferenceStubs::PROOFREAD } before { OpenAiCompletionsInferenceStubs.stub_prompt(mode) } it "replaces the composed message with AI generated content" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) ai_helper_context_menu.click_ai_button ai_helper_context_menu.select_helper_model( OpenAiCompletionsInferenceStubs.text_mode_to_id(mode), ) wait_for do composer.composer_input.value == OpenAiCompletionsInferenceStubs.proofread_response.strip end expect(composer.composer_input.value).to eq( OpenAiCompletionsInferenceStubs.proofread_response.strip, ) end end end context "when suggesting titles with AI title suggester" do let(:mode) { OpenAiCompletionsInferenceStubs::GENERATE_TITLES } before { OpenAiCompletionsInferenceStubs.stub_prompt(mode) } it "opens a menu with title suggestions" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) ai_suggestion_dropdown.click_suggest_titles_button wait_for { ai_suggestion_dropdown.has_dropdown? } expect(ai_suggestion_dropdown).to have_dropdown end it "replaces the topic title with the selected title" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) ai_suggestion_dropdown.click_suggest_titles_button wait_for { ai_suggestion_dropdown.has_dropdown? } ai_suggestion_dropdown.select_suggestion_by_value(2) expected_title = "The Quiet Piece that Moves Literature: A Gaucho's Story" expect(find("#reply-title").value).to eq(expected_title) end it "closes the menu when clicking outside" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) ai_suggestion_dropdown.click_suggest_titles_button wait_for { ai_suggestion_dropdown.has_dropdown? } find(".d-editor-preview").click expect(ai_suggestion_dropdown).to have_no_dropdown end it "only shows trigger button if there is sufficient content in the composer" do visit("/latest") page.find("#create-topic").click composer.fill_content("abc") expect(ai_suggestion_dropdown).to have_no_suggestion_button composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_suggestion_dropdown).to have_suggestion_button end end context "when suggesting the category with AI category suggester" do before { SiteSetting.ai_embeddings_enabled = true } it "updates the category with the suggested category" do response = Category .take(3) .pluck(:slug) .map { |s| { name: s, score: rand(0.0...45.0) } } .sort { |h| h[:score] } DiscourseAi::AiHelper::SemanticCategorizer.any_instance.stubs(:categories).returns(response) visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) ai_suggestion_dropdown.click_suggest_category_button wait_for { ai_suggestion_dropdown.has_dropdown? } suggestion = category_2.name ai_suggestion_dropdown.select_suggestion_by_name(category_2.slug) category_selector = page.find(".category-chooser summary") expect(category_selector["data-name"]).to eq(suggestion) end end context "when suggesting the tags with AI tag suggester" do before { SiteSetting.ai_embeddings_enabled = true } it "updates the tag with the suggested tag" do response = Tag .take(5) .pluck(:name) .map { |s| { name: s, score: rand(0.0...45.0) } } .sort { |h| h[:score] } DiscourseAi::AiHelper::SemanticCategorizer.any_instance.stubs(:tags).returns(response) visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) ai_suggestion_dropdown.click_suggest_tags_button wait_for { ai_suggestion_dropdown.has_dropdown? } suggestion = ai_suggestion_dropdown.suggestion_name(0) ai_suggestion_dropdown.select_suggestion_by_value(0) tag_selector = page.find(".mini-tag-chooser summary") expect(tag_selector["data-name"]).to eq(suggestion) end end context "when AI helper is disabled" do let(:mode) { OpenAiCompletionsInferenceStubs::GENERATE_TITLES } before do OpenAiCompletionsInferenceStubs.stub_prompt(mode) SiteSetting.composer_ai_helper_enabled = false end it "does not trigger AI context menu" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_helper_context_menu).to have_no_context_menu end it "does not trigger AI suggestion buttons" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_suggestion_dropdown).to have_no_suggestion_button end end context "when user is not a member of AI helper allowed group" do let(:mode) { OpenAiCompletionsInferenceStubs::GENERATE_TITLES } before do OpenAiCompletionsInferenceStubs.stub_prompt(mode) SiteSetting.ai_helper_allowed_groups = non_member_group.id.to_s end it "does not trigger AI context menu" do trigger_context_menu(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_helper_context_menu).to have_no_context_menu end it "does not trigger AI suggestion buttons" do visit("/latest") page.find("#create-topic").click composer.fill_content(OpenAiCompletionsInferenceStubs.translated_response) expect(ai_suggestion_dropdown).to have_no_suggestion_button end end end