mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-08-03 19:53:28 +00:00
373e2305d6
Related: https://github.com/discourse/discourse-translator/pull/310 This commit includes all the jobs and event hooks to localize posts, topics, and categories. A few notes: - `feature_name: "translation"` because the site setting is `ai-translation` and module is `Translation` - we will switch to proper ai-feature in the near future, and can consider using the persona_user as `localization.localizer_user_id` - keeping things flat within the module for now as we will be moving to ai-feature soon and have to rearrange - Settings renamed/introduced are: - ai_translation_backfill_rate (0) - ai_translation_backfill_limit_to_public_content (true) - ai_translation_backfill_max_age_days (5) - ai_translation_verbose_logs (false)
52 lines
1.6 KiB
Ruby
52 lines
1.6 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Jobs
|
|
class LocalizeCategories < ::Jobs::Base
|
|
cluster_concurrency 1
|
|
sidekiq_options retry: false
|
|
|
|
BATCH_SIZE = 50
|
|
|
|
def execute(args)
|
|
return if !SiteSetting.discourse_ai_enabled
|
|
return if !SiteSetting.ai_translation_enabled
|
|
|
|
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
|
|
return if locales.blank?
|
|
|
|
cat_id = args[:from_category_id] || Category.order(:id).first&.id
|
|
last_id = nil
|
|
|
|
categories = Category.where("id >= ?", cat_id).order(:id).limit(BATCH_SIZE)
|
|
return if categories.empty?
|
|
|
|
categories.each do |category|
|
|
if SiteSetting.ai_translation_backfill_limit_to_public_content && category.read_restricted?
|
|
last_id = category.id
|
|
next
|
|
end
|
|
|
|
CategoryLocalization.transaction do
|
|
locales.each do |locale|
|
|
next if CategoryLocalization.exists?(category_id: category.id, locale: locale)
|
|
begin
|
|
DiscourseAi::Translation::CategoryLocalizer.localize(category, locale)
|
|
rescue FinalDestination::SSRFDetector::LookupFailedError
|
|
# do nothing, there are too many sporadic lookup failures
|
|
rescue => e
|
|
DiscourseAi::Translation::VerboseLogger.log(
|
|
"Failed to translate category #{category.id} to #{locale}: #{e.message}",
|
|
)
|
|
end
|
|
end
|
|
end
|
|
last_id = category.id
|
|
end
|
|
|
|
if categories.size == BATCH_SIZE
|
|
Jobs.enqueue_in(10.seconds, :localize_categories, from_category_id: last_id + 1)
|
|
end
|
|
end
|
|
end
|
|
end
|