# frozen_string_literal: true module Jobs class StreamDiscoverReply < ::Jobs::Base sidekiq_options retry: false def execute(args) return if (user = User.find_by(id: args[:user_id])).nil? return if (query = args[:query]).blank? ai_persona_klass = AiPersona.all_personas.find do |persona| persona.id == SiteSetting.ai_bot_discover_persona.to_i end if ai_persona_klass.nil? || !user.in_any_groups?(ai_persona_klass.allowed_group_ids.to_a) return end return if (llm_model = LlmModel.find_by(id: ai_persona_klass.default_llm_id)).nil? bot = DiscourseAi::AiBot::Bot.as( Discourse.system_user, persona: ai_persona_klass.new, model: llm_model, ) streamed_reply = +"" start = Time.now base = { query: query, model_used: llm_model.display_name } bot.reply( { conversation_context: [{ type: :user, content: query }], skip_tool_details: true }, ) do |partial| streamed_reply << partial # Throttle updates. if (Time.now - start > 0.3) || Rails.env.test? payload = base.merge(done: false, ai_discover_reply: streamed_reply) publish_update(user, payload) start = Time.now end end publish_update(user, base.merge(done: true, ai_discover_reply: streamed_reply)) end def publish_update(user, payload) MessageBus.publish("/discourse-ai/ai-bot/discover", payload, user_ids: [user.id]) end end end