From baa72d18f84c20f78444e1e2b5b6f9eb133734f6 Mon Sep 17 00:00:00 2001
From: Sam <sam.saffron@gmail.com>
Date: Thu, 16 Aug 2018 19:16:47 +1000
Subject: [PATCH] FIX: simplify so we ban all auth paths

previously plugins that have auth paths were not disallowed and robots
tend to call them
---
 app/controllers/robots_txt_controller.rb | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/app/controllers/robots_txt_controller.rb b/app/controllers/robots_txt_controller.rb
index 5e87b780b12..e9e1c1f4f8b 100644
--- a/app/controllers/robots_txt_controller.rb
+++ b/app/controllers/robots_txt_controller.rb
@@ -4,13 +4,7 @@ class RobotsTxtController < ApplicationController
 
   # NOTE: order is important!
   DISALLOWED_PATHS ||= %w{
-    /auth/cas
-    /auth/facebook/callback
-    /auth/twitter/callback
-    /auth/google/callback
-    /auth/yahoo/callback
-    /auth/github/callback
-    /auth/cas/callback
+    /auth/
     /assets/browser-update*.js
     /users/
     /u/