diff --git a/app/controllers/robots_txt_controller.rb b/app/controllers/robots_txt_controller.rb index 9c99cb5c1dc..3af15d9174a 100644 --- a/app/controllers/robots_txt_controller.rb +++ b/app/controllers/robots_txt_controller.rb @@ -10,14 +10,6 @@ class RobotsTxtController < ApplicationController DISALLOWED_PATHS ||= %w{ /auth/ /assets/browser-update*.js - /users/ - /u/ - /my/ - /badges/ - /search - /search/ - /tags - /tags/ /email/ /session /session/ @@ -27,11 +19,6 @@ class RobotsTxtController < ApplicationController /user-api-key/ /*?api_key* /*?*api_key* - /groups - /groups/ - /t/*/*.rss - /tags/*.rss - /c/*.rss } def index