# frozen_string_literal: true require "cache" require "open3" require "plugin/instance" require "version" require "git_utils" module Discourse DB_POST_MIGRATE_PATH ||= "db/post_migrate" REQUESTED_HOSTNAME ||= "REQUESTED_HOSTNAME" MAX_METADATA_FILE_SIZE = 64.kilobytes class Utils URI_REGEXP ||= URI.regexp(%w[http https]) # TODO: Remove this once we drop support for Ruby 2. EMPTY_KEYWORDS ||= {} # Usage: # Discourse::Utils.execute_command("pwd", chdir: 'mydirectory') # or with a block # Discourse::Utils.execute_command(chdir: 'mydirectory') do |runner| # runner.exec("pwd") # end def self.execute_command(*command, **args) runner = CommandRunner.new(**args) if block_given? if command.present? raise RuntimeError.new("Cannot pass command and block to execute_command") end yield runner else runner.exec(*command) end end def self.pretty_logs(logs) logs.join("\n") end def self.logs_markdown(logs, user:, filename: "log.txt") # Reserve 250 characters for the rest of the text max_logs_length = SiteSetting.max_post_length - 250 pretty_logs = Discourse::Utils.pretty_logs(logs) # If logs are short, try to inline them return <<~TEXT if pretty_logs.size < max_logs_length ```text #{pretty_logs} ``` TEXT # Try to create an upload for the logs upload = Dir.mktmpdir do |dir| File.write(File.join(dir, filename), pretty_logs) zipfile = Compression::Zip.new.compress(dir, filename) File.open(zipfile) do |file| UploadCreator.new( file, File.basename(zipfile), type: "backup_logs", for_export: "true", ).create_for(user.id) end end if upload.persisted? return UploadMarkdown.new(upload).attachment_markdown else Rails.logger.warn("Failed to upload the backup logs file: #{upload.errors.full_messages}") end # If logs are long and upload cannot be created, show trimmed logs <<~TEXT ```text ... #{pretty_logs.last(max_logs_length)} ``` TEXT end def self.atomic_write_file(destination, contents) begin return if File.read(destination) == contents rescue Errno::ENOENT end FileUtils.mkdir_p(File.join(Rails.root, "tmp")) temp_destination = File.join(Rails.root, "tmp", SecureRandom.hex) File.open(temp_destination, "w") do |fd| fd.write(contents) fd.fsync() end FileUtils.mv(temp_destination, destination) nil end def self.atomic_ln_s(source, destination) begin return if File.readlink(destination) == source rescue Errno::ENOENT, Errno::EINVAL end FileUtils.mkdir_p(File.join(Rails.root, "tmp")) temp_destination = File.join(Rails.root, "tmp", SecureRandom.hex) execute_command("ln", "-s", source, temp_destination) FileUtils.mv(temp_destination, destination) nil end class CommandError < RuntimeError attr_reader :status, :stdout, :stderr def initialize(message, status: nil, stdout: nil, stderr: nil) super(message) @status = status @stdout = stdout @stderr = stderr end end private class CommandRunner def initialize(**init_params) @init_params = init_params end def exec(*command, **exec_params) if (@init_params.keys & exec_params.keys).present? raise RuntimeError.new("Cannot specify same parameters at block and command level") end execute_command(*command, **@init_params.merge(exec_params)) end private def execute_command( *command, timeout: nil, failure_message: "", success_status_codes: [0], chdir: ".", unsafe_shell: false ) env = nil env = command.shift if command[0].is_a?(Hash) if !unsafe_shell && (command.length == 1) && command[0].include?(" ") # Sending a single string to Process.spawn will launch a shell # This means various things (e.g. subshells) are possible, and could present injection risk raise "Arguments should be provided as separate strings" end if timeout # will send a TERM after timeout # will send a KILL after timeout * 2 command = ["timeout", "-k", "#{timeout.to_f * 2}", timeout.to_s] + command end args = command args = [env] + command if env stdout, stderr, status = Open3.capture3(*args, chdir: chdir) if !status.exited? || !success_status_codes.include?(status.exitstatus) failure_message = "#{failure_message}\n" if !failure_message.blank? raise CommandError.new( "#{caller[0]}: #{failure_message}#{stderr}", stdout: stdout, stderr: stderr, status: status, ) end stdout end end end def self.job_exception_stats @job_exception_stats end def self.reset_job_exception_stats! @job_exception_stats = Hash.new(0) end reset_job_exception_stats! if Rails.env.test? def self.catch_job_exceptions! raise "tests only" if !Rails.env.test? @catch_job_exceptions = true end def self.reset_catch_job_exceptions! raise "tests only" if !Rails.env.test? remove_instance_variable(:@catch_job_exceptions) end end # Log an exception. # # If your code is in a scheduled job, it is recommended to use the # error_context() method in Jobs::Base to pass the job arguments and any # other desired context. # See app/jobs/base.rb for the error_context function. def self.handle_job_exception(ex, context = {}, parent_logger = nil) return if ex.class == Jobs::HandledExceptionWrapper context ||= {} parent_logger ||= Sidekiq job = context[:job] # mini_scheduler direct reporting if Hash === job job_class = job["class"] job_exception_stats[job_class] += 1 if job_class end # internal reporting job_exception_stats[job] += 1 if job.class == Class && ::Jobs::Base > job cm = RailsMultisite::ConnectionManagement parent_logger.handle_exception( ex, { current_db: cm.current_db, current_hostname: cm.current_hostname }.merge(context), ) raise ex if Rails.env.test? && !@catch_job_exceptions end # Expected less matches than what we got in a find class TooManyMatches < StandardError end # When they try to do something they should be logged in for class NotLoggedIn < StandardError end # When the input is somehow bad class InvalidParameters < StandardError end # When they don't have permission to do something class InvalidAccess < StandardError attr_reader :obj attr_reader :opts attr_reader :custom_message attr_reader :custom_message_params attr_reader :group def initialize(msg = nil, obj = nil, opts = nil) super(msg) @opts = opts || {} @obj = obj @custom_message = opts[:custom_message] if @opts[:custom_message] @custom_message_params = opts[:custom_message_params] if @opts[:custom_message_params] @group = opts[:group] if @opts[:group] end end # When something they want is not found class NotFound < StandardError attr_reader :status attr_reader :check_permalinks attr_reader :original_path attr_reader :custom_message def initialize( msg = nil, status: 404, check_permalinks: false, original_path: nil, custom_message: nil ) super(msg) @status = status @check_permalinks = check_permalinks @original_path = original_path @custom_message = custom_message end end # When a setting is missing class SiteSettingMissing < StandardError end # When ImageMagick is missing class ImageMagickMissing < StandardError end # When read-only mode is enabled class ReadOnly < StandardError end # Cross site request forgery class CSRF < StandardError end class Deprecation < StandardError end class ScssError < StandardError end def self.filters @filters ||= %i[latest unread new unseen top read posted bookmarks hot] end def self.anonymous_filters @anonymous_filters ||= %i[latest top categories hot] end def self.top_menu_items @top_menu_items ||= Discourse.filters + [:categories] end def self.anonymous_top_menu_items @anonymous_top_menu_items ||= Discourse.anonymous_filters + %i[categories top] end # list of pixel ratios Discourse tries to optimize for PIXEL_RATIOS ||= [1, 1.5, 2, 3] def self.avatar_sizes # TODO: should cache these when we get a notification system for site settings Set.new(SiteSetting.avatar_sizes.split("|").map(&:to_i)) end def self.activate_plugins! @plugins = [] @plugins_by_name = {} Plugin::Instance .find_all("#{Rails.root}/plugins") .each do |p| v = p.metadata.required_version || Discourse::VERSION::STRING if Discourse.has_needed_version?(Discourse::VERSION::STRING, v) p.activate! @plugins << p @plugins_by_name[p.name] = p # The plugin directory name and metadata name should match, but that # is not always the case dir_name = p.path.split("/")[-2] if p.name != dir_name STDERR.puts "Plugin name is '#{p.name}', but plugin directory is named '#{dir_name}'" # Plugins are looked up by directory name in SiteSettingExtension # because SiteSetting.load_settings uses directory name as plugin # name. We alias the two names just to make sure the look up works @plugins_by_name[dir_name] = p end else STDERR.puts "Could not activate #{p.metadata.name}, discourse does not meet required version (#{v})" end end DiscourseEvent.trigger(:after_plugin_activation) end def self.plugins @plugins ||= [] end def self.plugins_by_name @plugins_by_name ||= {} end def self.visible_plugins plugins.filter(&:visible?) end def self.plugins_sorted_by_name(enabled_only: true) if enabled_only return visible_plugins.filter(&:enabled?).sort_by { |plugin| plugin.humanized_name.downcase } end visible_plugins.sort_by { |plugin| plugin.humanized_name.downcase } end def self.plugin_themes @plugin_themes ||= plugins.map(&:themes).flatten end def self.official_plugins plugins.find_all { |p| p.metadata.official? } end def self.unofficial_plugins plugins.find_all { |p| !p.metadata.official? } end def self.find_plugins(args) plugins.select do |plugin| next if args[:include_official] == false && plugin.metadata.official? next if args[:include_unofficial] == false && !plugin.metadata.official? next if !args[:include_disabled] && !plugin.enabled? true end end def self.apply_asset_filters(plugins, type, request) filter_opts = asset_filter_options(type, request) plugins.select { |plugin| plugin.asset_filters.all? { |b| b.call(type, request, filter_opts) } } end def self.asset_filter_options(type, request) result = {} return result if request.blank? path = request.fullpath result[:path] = path if path.present? result end def self.find_plugin_css_assets(args) plugins = apply_asset_filters(self.find_plugins(args), :css, args[:request]) assets = [] targets = [nil] targets << :mobile if args[:mobile_view] targets << :desktop if args[:desktop_view] targets.each do |target| assets += plugins .find_all { |plugin| plugin.css_asset_exists?(target) } .map do |plugin| target.nil? ? plugin.directory_name : "#{plugin.directory_name}_#{target}" end end assets.map! { |asset| "#{asset}_rtl" } if args[:rtl] assets end def self.find_plugin_js_assets(args) plugins = self .find_plugins(args) .select do |plugin| plugin.js_asset_exists? || plugin.extra_js_asset_exists? || plugin.admin_js_asset_exists? end plugins = apply_asset_filters(plugins, :js, args[:request]) plugins.flat_map do |plugin| assets = [] assets << "plugins/#{plugin.directory_name}" if plugin.js_asset_exists? assets << "plugins/#{plugin.directory_name}_extra" if plugin.extra_js_asset_exists? # TODO: make admin asset only load for admins assets << "plugins/#{plugin.directory_name}_admin" if plugin.admin_js_asset_exists? assets end end def self.assets_digest @assets_digest ||= begin digest = Digest::MD5.hexdigest(ActionView::Base.assets_manifest.assets.values.sort.join) channel = "/global/asset-version" message = MessageBus.last_message(channel) MessageBus.publish channel, digest unless message && message.data == digest digest end end BUILTIN_AUTH ||= [ Auth::AuthProvider.new( authenticator: Auth::FacebookAuthenticator.new, frame_width: 580, frame_height: 400, icon: "fab-facebook", ), Auth::AuthProvider.new( authenticator: Auth::GoogleOAuth2Authenticator.new, frame_width: 850, frame_height: 500, ), # Custom icon implemented in client Auth::AuthProvider.new(authenticator: Auth::GithubAuthenticator.new, icon: "fab-github"), Auth::AuthProvider.new(authenticator: Auth::TwitterAuthenticator.new, icon: "fab-twitter"), Auth::AuthProvider.new(authenticator: Auth::DiscordAuthenticator.new, icon: "fab-discord"), Auth::AuthProvider.new( authenticator: Auth::LinkedInOidcAuthenticator.new, icon: "fab-linkedin-in", ), ] def self.auth_providers BUILTIN_AUTH + DiscoursePluginRegistry.auth_providers.to_a end def self.enabled_auth_providers auth_providers.select { |provider| provider.authenticator.enabled? } end def self.authenticators # NOTE: this bypasses the site settings and gives a list of everything, we need to register every middleware # for the cases of multisite auth_providers.map(&:authenticator) end def self.enabled_authenticators authenticators.select { |authenticator| authenticator.enabled? } end def self.cache @cache ||= begin if GlobalSetting.skip_redis? ActiveSupport::Cache::MemoryStore.new else Cache.new end end end # hostname of the server, operating system level # called os_hostname so we do no confuse it with current_hostname def self.os_hostname @os_hostname ||= begin require "socket" Socket.gethostname rescue => e warn_exception(e, message: "Socket.gethostname is not working") begin `hostname`.strip rescue => e warn_exception(e, message: "hostname command is not working") "unknown_host" end end end # Get the current base URL for the current site def self.current_hostname SiteSetting.force_hostname.presence || RailsMultisite::ConnectionManagement.current_hostname end def self.base_path(default_value = "") ActionController::Base.config.relative_url_root.presence || default_value end def self.base_uri(default_value = "") deprecate("Discourse.base_uri is deprecated, use Discourse.base_path instead") base_path(default_value) end def self.base_protocol SiteSetting.force_https? ? "https" : "http" end def self.current_hostname_with_port default_port = SiteSetting.force_https? ? 443 : 80 result = +"#{current_hostname}" if SiteSetting.port.to_i > 0 && SiteSetting.port.to_i != default_port result << ":#{SiteSetting.port}" end result << ":#{ENV["UNICORN_PORT"] || 3000}" if Rails.env.development? && SiteSetting.port.blank? result end def self.base_url_no_prefix "#{base_protocol}://#{current_hostname_with_port}" end def self.base_url base_url_no_prefix + base_path end def self.route_for(uri) unless uri.is_a?(URI) uri = begin URI(uri) rescue ArgumentError, URI::Error end end return unless uri path = +(uri.path || "") if !uri.host || (uri.host == Discourse.current_hostname && path.start_with?(Discourse.base_path)) path.slice!(Discourse.base_path) return Rails.application.routes.recognize_path(path) end nil rescue ActionController::RoutingError nil end class << self alias_method :base_url_no_path, :base_url_no_prefix end def self.urls_cache @urls_cache ||= DistributedCache.new("urls_cache") end def self.tos_url if SiteSetting.tos_url.present? SiteSetting.tos_url else return urls_cache["tos"] if urls_cache["tos"].present? tos_url = if SiteSetting.tos_topic_id > 0 && Topic.exists?(id: SiteSetting.tos_topic_id) "#{Discourse.base_path}/tos" end if tos_url urls_cache["tos"] = tos_url else urls_cache.delete("tos") end end end def self.privacy_policy_url if SiteSetting.privacy_policy_url.present? SiteSetting.privacy_policy_url else return urls_cache["privacy_policy"] if urls_cache["privacy_policy"].present? privacy_policy_url = if SiteSetting.privacy_topic_id > 0 && Topic.exists?(id: SiteSetting.privacy_topic_id) "#{Discourse.base_path}/privacy" end if privacy_policy_url urls_cache["privacy_policy"] = privacy_policy_url else urls_cache.delete("privacy_policy") end end end def self.clear_urls! urls_cache.clear end LAST_POSTGRES_READONLY_KEY = "postgres:last_readonly" READONLY_MODE_KEY_TTL ||= 60 READONLY_MODE_KEY ||= "readonly_mode" PG_READONLY_MODE_KEY ||= "readonly_mode:postgres" PG_READONLY_MODE_KEY_TTL ||= 300 USER_READONLY_MODE_KEY ||= "readonly_mode:user" PG_FORCE_READONLY_MODE_KEY ||= "readonly_mode:postgres_force" # Pseudo readonly mode, where staff can still write STAFF_WRITES_ONLY_MODE_KEY ||= "readonly_mode:staff_writes_only" READONLY_KEYS ||= [ READONLY_MODE_KEY, PG_READONLY_MODE_KEY, USER_READONLY_MODE_KEY, PG_FORCE_READONLY_MODE_KEY, ] def self.enable_readonly_mode(key = READONLY_MODE_KEY, expires: nil) if key == PG_READONLY_MODE_KEY || key == PG_FORCE_READONLY_MODE_KEY Sidekiq.pause!("pg_failover") if !Sidekiq.paused? end if expires.nil? expires = [ USER_READONLY_MODE_KEY, PG_FORCE_READONLY_MODE_KEY, STAFF_WRITES_ONLY_MODE_KEY, ].exclude?(key) end if expires ttl = case key when PG_READONLY_MODE_KEY PG_READONLY_MODE_KEY_TTL else READONLY_MODE_KEY_TTL end Discourse.redis.setex(key, ttl, 1) keep_readonly_mode(key, ttl: ttl) if !Rails.env.test? else Discourse.redis.set(key, 1) end MessageBus.publish(readonly_channel, true) true end def self.keep_readonly_mode(key, ttl:) # extend the expiry by ttl minute every ttl/2 seconds @mutex ||= Mutex.new @mutex.synchronize do @dbs ||= Set.new @dbs << RailsMultisite::ConnectionManagement.current_db @threads ||= {} unless @threads[key]&.alive? @threads[key] = Thread.new do while @dbs.size > 0 sleep ttl / 2 @mutex.synchronize do @dbs.each do |db| RailsMultisite::ConnectionManagement.with_connection(db) do @dbs.delete(db) if !Discourse.redis.expire(key, ttl) end end end end end end end end def self.disable_readonly_mode(key = READONLY_MODE_KEY) if key == PG_READONLY_MODE_KEY || key == PG_FORCE_READONLY_MODE_KEY Sidekiq.unpause! if Sidekiq.paused? end Discourse.redis.del(key) MessageBus.publish(readonly_channel, false) true end def self.enable_pg_force_readonly_mode RailsMultisite::ConnectionManagement.each_connection do enable_readonly_mode(PG_FORCE_READONLY_MODE_KEY) end true end def self.disable_pg_force_readonly_mode RailsMultisite::ConnectionManagement.each_connection do disable_readonly_mode(PG_FORCE_READONLY_MODE_KEY) end true end def self.readonly_mode?(keys = READONLY_KEYS) recently_readonly? || GlobalSetting.pg_force_readonly_mode || Discourse.redis.exists?(*keys) end def self.staff_writes_only_mode? Discourse.redis.get(STAFF_WRITES_ONLY_MODE_KEY).present? end def self.pg_readonly_mode? Discourse.redis.get(PG_READONLY_MODE_KEY).present? end # Shared between processes def self.postgres_last_read_only @postgres_last_read_only ||= DistributedCache.new("postgres_last_read_only") end # Per-process def self.redis_last_read_only @redis_last_read_only ||= {} end def self.postgres_recently_readonly? seconds = postgres_last_read_only.defer_get_set("timestamp") { redis.get(LAST_POSTGRES_READONLY_KEY) } seconds ? Time.zone.at(seconds.to_i) > 15.seconds.ago : false end def self.recently_readonly? redis_read_only = redis_last_read_only[Discourse.redis.namespace] (redis_read_only.present? && redis_read_only > 15.seconds.ago) || postgres_recently_readonly? end def self.received_postgres_readonly! time = Time.zone.now redis.set(LAST_POSTGRES_READONLY_KEY, time.to_i.to_s) postgres_last_read_only.clear(after_commit: false) time end def self.clear_postgres_readonly! redis.del(LAST_POSTGRES_READONLY_KEY) postgres_last_read_only.clear(after_commit: false) end def self.received_redis_readonly! redis_last_read_only[Discourse.redis.namespace] = Time.zone.now end def self.clear_redis_readonly! redis_last_read_only[Discourse.redis.namespace] = nil end def self.clear_readonly! clear_redis_readonly! clear_postgres_readonly! Site.clear_anon_cache! true end def self.request_refresh!(user_ids: nil) # Causes refresh on next click for all clients # # This is better than `MessageBus.publish "/file-change", ["refresh"]` because # it spreads the refreshes out over a time period if user_ids MessageBus.publish("/refresh_client", "clobber", user_ids: user_ids) else MessageBus.publish("/global/asset-version", "clobber") end end def self.git_version @git_version ||= GitUtils.git_version end def self.git_branch @git_branch ||= GitUtils.git_branch end def self.full_version @full_version ||= GitUtils.full_version end def self.last_commit_date @last_commit_date ||= GitUtils.last_commit_date end def self.try_git(git_cmd, default_value) GitUtils.try_git(git_cmd, default_value) end # Either returns the site_contact_username user or the first admin. def self.site_contact_user user = User.find_by( username_lower: SiteSetting.site_contact_username.downcase, ) if SiteSetting.site_contact_username.present? user ||= (system_user || User.admins.real.order(:id).first) end SYSTEM_USER_ID ||= -1 def self.system_user @system_users ||= {} current_db = RailsMultisite::ConnectionManagement.current_db @system_users[current_db] ||= User.find_by(id: SYSTEM_USER_ID) end def self.store if SiteSetting.Upload.enable_s3_uploads @s3_store_loaded ||= require "file_store/s3_store" FileStore::S3Store.new else @local_store_loaded ||= require "file_store/local_store" FileStore::LocalStore.new end end def self.stats PluginStore.new("stats") end def self.current_user_provider @current_user_provider || Auth::DefaultCurrentUserProvider end def self.current_user_provider=(val) @current_user_provider = val end def self.asset_host Rails.configuration.action_controller.asset_host end def self.readonly_channel "/site/read-only" end # all forking servers must call this # before forking, otherwise the forked process might # be in a bad state def self.before_fork # V8 does not support forking, make sure all contexts are disposed ObjectSpace.each_object(MiniRacer::Context) { |c| c.dispose } # get rid of rubbish so we don't share it # longer term we will use compact! here GC.start GC.start GC.start end # all forking servers must call this # after fork, otherwise Discourse will be # in a bad state def self.after_fork # note: some of this reconnecting may no longer be needed per https://github.com/redis/redis-rb/pull/414 MessageBus.after_fork SiteSetting.after_fork Discourse.redis.reconnect Rails.cache.reconnect Discourse.cache.reconnect Logster.store.redis.reconnect # shuts down all connections in the pool Sidekiq.redis_pool.shutdown { |conn| conn.disconnect! } # re-establish Sidekiq.redis = sidekiq_redis_config # in case v8 was initialized we want to make sure it is nil PrettyText.reset_context DiscourseJsProcessor::Transpiler.reset_context if defined?(DiscourseJsProcessor::Transpiler) # warm up v8 after fork, that way we do not fork a v8 context # it may cause issues if bg threads in a v8 isolate randomly stop # working due to fork begin # Skip warmup in development mode - it makes boot take ~2s longer PrettyText.cook("warm up **pretty text**") if !Rails.env.development? rescue => e Rails.logger.error("Failed to warm up pretty text: #{e}\n#{e.backtrace.join("\n")}") end nil end # you can use Discourse.warn when you want to report custom environment # with the error, this helps with grouping def self.warn(message, env = nil) append = env ? (+" ") << env.map { |k, v| "#{k}: #{v}" }.join(" ") : "" loggers = Rails.logger.broadcasts logster_env = env if old_env = Thread.current[Logster::Logger::LOGSTER_ENV] logster_env = Logster::Message.populate_from_env(old_env) # a bit awkward by try to keep the new params env.each { |k, v| logster_env[k] = v } end loggers.each do |logger| if !(Logster::Logger === logger) logger.warn("#{message} #{append}") next end logger.store.report(::Logger::Severity::WARN, "discourse", message, env: logster_env) end if old_env env.each do |k, v| # do not leak state logster_env.delete(k) end end nil end # report a warning maintaining backtrack for logster def self.warn_exception(e, message: "", env: nil) if Rails.logger.respond_to? :add_with_opts env ||= {} env[:current_db] ||= RailsMultisite::ConnectionManagement.current_db # logster Rails.logger.add_with_opts( ::Logger::Severity::WARN, "#{message} : #{e.class.name} : #{e}", "discourse-exception", backtrace: e.backtrace.join("\n"), env: env, ) else # no logster ... fallback Rails.logger.warn("#{message} #{e}\n#{e.backtrace.join("\n")}") end rescue StandardError STDERR.puts "Failed to report exception #{e} #{message}" end def self.capture_exceptions(message: "", env: nil) yield rescue Exception => e Discourse.warn_exception(e, message: message, env: env) nil end def self.deprecate(warning, drop_from: nil, since: nil, raise_error: false, output_in_test: false) location = caller_locations[1].yield_self { |l| "#{l.path}:#{l.lineno}:in \`#{l.label}\`" } warning = ["Deprecation notice:", warning] warning << "(deprecated since Discourse #{since})" if since warning << "(removal in Discourse #{drop_from})" if drop_from warning << "\nAt #{location}" warning = warning.join(" ") raise Deprecation.new(warning) if raise_error STDERR.puts(warning) if Rails.env.development? STDERR.puts(warning) if output_in_test && Rails.env.test? digest = Digest::MD5.hexdigest(warning) redis_key = "deprecate-notice-#{digest}" if !Rails.env.development? && Rails.logger && !GlobalSetting.skip_redis? && !Discourse.redis.without_namespace.get(redis_key) Rails.logger.warn(warning) begin Discourse.redis.without_namespace.setex(redis_key, 3600, "x") rescue Redis::CommandError => e raise unless e.message =~ /READONLY/ end end warning end SIDEKIQ_NAMESPACE ||= "sidekiq" def self.sidekiq_redis_config conf = GlobalSetting.redis_config.dup conf[:namespace] = SIDEKIQ_NAMESPACE conf end def self.static_doc_topic_ids [SiteSetting.tos_topic_id, SiteSetting.guidelines_topic_id, SiteSetting.privacy_topic_id] end def self.site_creation_date @creation_dates ||= {} current_db = RailsMultisite::ConnectionManagement.current_db @creation_dates[current_db] ||= begin result = DB.query_single <<~SQL SELECT created_at FROM schema_migration_details ORDER BY created_at LIMIT 1 SQL result.first end end def self.clear_site_creation_date_cache @creation_dates = {} end cattr_accessor :last_ar_cache_reset def self.reset_active_record_cache_if_needed(e) last_cache_reset = Discourse.last_ar_cache_reset if e && e.message =~ /UndefinedColumn/ && (last_cache_reset.nil? || last_cache_reset < 30.seconds.ago) Rails.logger.warn "Clearing Active Record cache, this can happen if schema changed while site is running or in a multisite various databases are running different schemas. Consider running rake multisite:migrate." Discourse.last_ar_cache_reset = Time.zone.now Discourse.reset_active_record_cache end end def self.reset_active_record_cache ActiveRecord::Base.connection.query_cache.clear (ActiveRecord::Base.connection.tables - %w[schema_migrations versions]).each do |table| begin table.classify.constantize.reset_column_information rescue StandardError nil end end nil end def self.running_in_rack? ENV["DISCOURSE_RUNNING_IN_RACK"] == "1" end def self.skip_post_deployment_migrations? %w[1 true].include?(ENV["SKIP_POST_DEPLOYMENT_MIGRATIONS"]&.to_s) end # this is used to preload as much stuff as possible prior to forking # in turn this can conserve large amounts of memory on forking servers def self.preload_rails! return if @preloaded_rails if !Rails.env.development? # Skipped in development because the schema cache gets reset on every code change anyway # Better to rely on the filesystem-based db:schema:cache:dump # load up all models and schema (ActiveRecord::Base.connection.tables - %w[schema_migrations versions]).each do |table| begin table.classify.constantize.first rescue StandardError nil end end # ensure we have a full schema cache in case we missed something above ActiveRecord::Base.connection.data_sources.each do |table| ActiveRecord::Base.connection.schema_cache.add(table) end end RailsMultisite::ConnectionManagement.safe_each_connection do I18n.t(:posts) # this will force Cppjieba to preload if any site has it # enabled allowing it to be reused between all child processes Search.prepare_data("test") JsLocaleHelper.load_translations(SiteSetting.default_locale) Site.json_for(Guardian.new) SvgSprite.preload begin SiteSetting.client_settings_json rescue => e # Rescue from Redis related errors so that we can still boot the # application even if Redis is down. warn_exception(e, message: "Error while preloading client settings json") end end [ Thread.new do # router warm up begin Rails.application.routes.recognize_path("abc") rescue StandardError nil end end, Thread.new do # preload discourse version Discourse.git_version Discourse.git_branch Discourse.full_version Discourse.plugins.each { |p| p.commit_url } end, Thread.new do require "actionview_precompiler" ActionviewPrecompiler.precompile end, Thread.new { LetterAvatar.image_magick_version }, Thread.new { SvgSprite.core_svgs }, Thread.new { EmberCli.script_chunks }, ].each(&:join) ensure @preloaded_rails = true end mattr_accessor :redis def self.is_parallel_test? ENV["RAILS_ENV"] == "test" && ENV["TEST_ENV_NUMBER"] end CDN_REQUEST_METHODS ||= %w[GET HEAD OPTIONS] def self.is_cdn_request?(env, request_method) return if CDN_REQUEST_METHODS.exclude?(request_method) cdn_hostnames = GlobalSetting.cdn_hostnames return if cdn_hostnames.blank? requested_hostname = env[REQUESTED_HOSTNAME] || env[Rack::HTTP_HOST] cdn_hostnames.include?(requested_hostname) end def self.apply_cdn_headers(headers) headers["Access-Control-Allow-Origin"] = "*" headers["Access-Control-Allow-Methods"] = CDN_REQUEST_METHODS.join(", ") headers end def self.allow_dev_populate? Rails.env.development? || ENV["ALLOW_DEV_POPULATE"] == "1" end # warning: this method is very expensive and shouldn't be called in places # where performance matters. it's meant to be called manually (e.g. in the # rails console) when dealing with an emergency that requires invalidating # theme cache def self.clear_all_theme_cache! ThemeField.force_recompilation! Theme.all.each(&:update_javascript_cache!) Theme.expire_site_cache! end def self.anonymous_locale(request) locale = HttpLanguageParser.parse(request.cookies["locale"]) if SiteSetting.set_locale_from_cookie locale ||= HttpLanguageParser.parse( request.env["HTTP_ACCEPT_LANGUAGE"], ) if SiteSetting.set_locale_from_accept_language_header locale end def self.enable_sidekiq_logging? ENV["DISCOURSE_LOG_SIDEKIQ"] == "1" end end