mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-07-12 00:53:27 +00:00
48 lines
1.5 KiB
Ruby
48 lines
1.5 KiB
Ruby
|
# frozen_string_literal: true
|
||
|
|
||
|
module Jobs
|
||
|
class TopicsLocaleDetectionBackfill < ::Jobs::Scheduled
|
||
|
every 5.minutes
|
||
|
sidekiq_options retry: false
|
||
|
cluster_concurrency 1
|
||
|
|
||
|
def execute(args)
|
||
|
return if !SiteSetting.discourse_ai_enabled
|
||
|
return if !SiteSetting.ai_translation_enabled
|
||
|
limit = SiteSetting.ai_translation_backfill_rate
|
||
|
return if limit == 0
|
||
|
|
||
|
topics = Topic.where(locale: nil, deleted_at: nil).where("topics.user_id > 0")
|
||
|
|
||
|
if SiteSetting.ai_translation_backfill_limit_to_public_content
|
||
|
topics = topics.where(category_id: Category.where(read_restricted: false).select(:id))
|
||
|
end
|
||
|
|
||
|
if SiteSetting.ai_translation_backfill_max_age_days > 0
|
||
|
topics =
|
||
|
topics.where(
|
||
|
"topics.created_at > ?",
|
||
|
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
|
||
|
)
|
||
|
end
|
||
|
|
||
|
topics = topics.order(updated_at: :desc).limit(limit)
|
||
|
return if topics.empty?
|
||
|
|
||
|
topics.each do |topic|
|
||
|
begin
|
||
|
DiscourseAi::Translation::TopicLocaleDetector.detect_locale(topic)
|
||
|
rescue FinalDestination::SSRFDetector::LookupFailedError
|
||
|
# do nothing, there are too many sporadic lookup failures
|
||
|
rescue => e
|
||
|
DiscourseAi::Translation::VerboseLogger.log(
|
||
|
"Failed to detect topic #{topic.id}'s locale: #{e.message}",
|
||
|
)
|
||
|
end
|
||
|
end
|
||
|
|
||
|
DiscourseAi::Translation::VerboseLogger.log("Detected #{topics.size} topic locales")
|
||
|
end
|
||
|
end
|
||
|
end
|