45 lines
1.3 KiB
Ruby
45 lines
1.3 KiB
Ruby
|
# frozen_string_literal: true
|
||
|
|
|
||
|
|
require "rails_helper"
|
||
|
|
require_relative "../support/toxicity_inference_stubs"
|
||
|
|
|
||
|
|
describe DiscourseAI::PostClassification do
|
||
|
|
fab!(:post) { Fabricate(:post) }
|
||
|
|
|
||
|
|
let(:model) { DiscourseAI::Toxicity::ToxicityClassification.new }
|
||
|
|
let(:classification) { described_class.new(model) }
|
||
|
|
|
||
|
|
describe "#classify!" do
|
||
|
|
before { ToxicityInferenceStubs.stub_post_classification(post, toxic: true) }
|
||
|
|
|
||
|
|
it "stores the model classification data in a custom field" do
|
||
|
|
classification.classify!(post)
|
||
|
|
custom_field = PostCustomField.find_by(post: post, name: model.type)
|
||
|
|
|
||
|
|
expect(custom_field.value).to eq(
|
||
|
|
{
|
||
|
|
SiteSetting.ai_toxicity_inference_service_api_model =>
|
||
|
|
ToxicityInferenceStubs.toxic_response,
|
||
|
|
}.to_json,
|
||
|
|
)
|
||
|
|
end
|
||
|
|
|
||
|
|
it "flags the message and hides the post when the model decides we should" do
|
||
|
|
SiteSetting.ai_toxicity_flag_automatically = true
|
||
|
|
|
||
|
|
classification.classify!(post)
|
||
|
|
|
||
|
|
expect(ReviewableFlaggedPost.where(target: post).count).to eq(1)
|
||
|
|
expect(post.reload.hidden?).to eq(true)
|
||
|
|
end
|
||
|
|
|
||
|
|
it "doesn't flags the message if the model decides we shouldn't" do
|
||
|
|
SiteSetting.ai_toxicity_flag_automatically = false
|
||
|
|
|
||
|
|
classification.classify!(post)
|
||
|
|
|
||
|
|
expect(ReviewableFlaggedPost.where(target: post).count).to be_zero
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|