diff --git a/app/jobs/regular/crawl_topic_link.rb b/app/jobs/regular/crawl_topic_link.rb index e77fedfab63..4f6e600ab1e 100644 --- a/app/jobs/regular/crawl_topic_link.rb +++ b/app/jobs/regular/crawl_topic_link.rb @@ -27,6 +27,8 @@ module Jobs uri = URI(url) return if uri.blank? || uri.host.blank? + return unless ['https', 'http'].include?(uri.scheme) + headers = CrawlTopicLink.request_headers(uri) head = Excon.head(url, read_timeout: 20, headers: headers)