mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-05-13 20:07:42 +00:00
63 lines
2.0 KiB
Ruby
63 lines
2.0 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
desc "Creates sample sentiment / emotion data"
|
|
task "ai:sentiment:populate", [:start_post] => [:environment] do |_, args|
|
|
raise "Don't run this task in production!" if Rails.env.production?
|
|
|
|
Post
|
|
.joins(<<~SQL)
|
|
LEFT JOIN classification_results ON
|
|
posts.id = classification_results.target_id AND
|
|
classification_results.target_type = 'Post' AND
|
|
model_used = 'cardiffnlp/twitter-roberta-base-sentiment-latest'
|
|
SQL
|
|
.where("classification_results.id IS NULL")
|
|
.where("posts.id > ?", args[:start_post].to_i || 0)
|
|
.find_each do |post|
|
|
positive = rand(0.0..1.0)
|
|
negative = rand(0.0..(1.0 - positive))
|
|
neutral = 1 - positive - negative
|
|
|
|
ClassificationResult.create!(
|
|
target_id: post.id,
|
|
model_used: "cardiffnlp/twitter-roberta-base-sentiment-latest",
|
|
classification_type: "sentiment",
|
|
target_type: "Post",
|
|
classification: {
|
|
neutral: neutral,
|
|
positive: positive,
|
|
negative: negative,
|
|
},
|
|
)
|
|
end
|
|
|
|
Post
|
|
.joins(<<~SQL)
|
|
LEFT JOIN classification_results ON
|
|
posts.id = classification_results.target_id AND
|
|
classification_results.target_type = 'Post' AND
|
|
classification_results.model_used = 'SamLowe/roberta-base-go_emotions'
|
|
SQL
|
|
.where("classification_results.id IS NULL")
|
|
.where("posts.id > ?", args[:start_post].to_i || 0)
|
|
.find_each do |post|
|
|
emotions =
|
|
DiscourseAi::Sentiment::Emotions::LIST
|
|
.shuffle
|
|
.reduce({}) do |acc, emotion|
|
|
current_sum = acc.values.sum
|
|
acc.merge(emotion => rand(0.0..(1.0 - current_sum)))
|
|
end
|
|
|
|
emotions["neutral"] = 1 - (emotions.values.sum - emotions["neutral"])
|
|
|
|
ClassificationResult.create!(
|
|
target_id: post.id,
|
|
model_used: "SamLowe/roberta-base-go_emotions",
|
|
classification_type: "sentiment",
|
|
target_type: "Post",
|
|
classification: emotions,
|
|
)
|
|
end
|
|
end
|