mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-07-10 08:03:28 +00:00
Related: https://github.com/discourse/discourse-translator/pull/310 This commit includes all the jobs and event hooks to localize posts, topics, and categories. A few notes: - `feature_name: "translation"` because the site setting is `ai-translation` and module is `Translation` - we will switch to proper ai-feature in the near future, and can consider using the persona_user as `localization.localizer_user_id` - keeping things flat within the module for now as we will be moving to ai-feature soon and have to rearrange - Settings renamed/introduced are: - ai_translation_backfill_rate (0) - ai_translation_backfill_limit_to_public_content (true) - ai_translation_backfill_max_age_days (5) - ai_translation_verbose_logs (false)
57 lines
1.7 KiB
Ruby
57 lines
1.7 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Jobs
|
|
class PostsLocaleDetectionBackfill < ::Jobs::Scheduled
|
|
every 5.minutes
|
|
sidekiq_options retry: false
|
|
cluster_concurrency 1
|
|
|
|
def execute(args)
|
|
return if !SiteSetting.discourse_ai_enabled
|
|
return if !SiteSetting.ai_translation_enabled
|
|
return if SiteSetting.ai_translation_backfill_rate == 0
|
|
|
|
posts =
|
|
Post
|
|
.where(locale: nil)
|
|
.where(deleted_at: nil)
|
|
.where("posts.user_id > 0")
|
|
.where.not(raw: [nil, ""])
|
|
|
|
if SiteSetting.ai_translation_backfill_limit_to_public_content
|
|
public_categories = Category.where(read_restricted: false).pluck(:id)
|
|
posts =
|
|
posts
|
|
.joins(:topic)
|
|
.where(topics: { category_id: public_categories })
|
|
.where(topics: { archetype: "regular" })
|
|
end
|
|
|
|
if SiteSetting.ai_translation_backfill_max_age_days > 0
|
|
posts =
|
|
posts.where(
|
|
"posts.created_at > ?",
|
|
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
|
|
)
|
|
end
|
|
|
|
posts = posts.order(updated_at: :desc).limit(SiteSetting.ai_translation_backfill_rate)
|
|
return if posts.empty?
|
|
|
|
posts.each do |post|
|
|
begin
|
|
DiscourseAi::Translation::PostLocaleDetector.detect_locale(post)
|
|
rescue FinalDestination::SSRFDetector::LookupFailedError
|
|
# do nothing, there are too many sporadic lookup failures
|
|
rescue => e
|
|
DiscourseAi::Translation::VerboseLogger.log(
|
|
"Failed to detect post #{post.id}'s locale: #{e.message}",
|
|
)
|
|
end
|
|
end
|
|
|
|
DiscourseAi::Translation::VerboseLogger.log("Detected #{posts.size} post locales")
|
|
end
|
|
end
|
|
end
|