diff --git a/.dev-tools/blacklist-user-agents.conf b/.dev-tools/blacklist-user-agents.conf index 98f5d6536..34706b41e 100644 --- a/.dev-tools/blacklist-user-agents.conf +++ b/.dev-tools/blacklist-user-agents.conf @@ -59,6 +59,4 @@ # "~*\bsome\-very\-bad\-useragentname2\b" 3; "~*(?:\b)Nutch(?:\b|)" 0; - #"~*\bNutch\b" 0; - #"~*Nutch" 0; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index d4d342dd2..294dd079c 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -119,6 +119,7 @@ map $http_user_agent $bad_bot { # *********************************************** # Use the include file below to further customize your own list of additional user-agents you wish to permanently block +# This include file allows whitelisting and blacklisting of anything specified below it, meaning you can over-ride anything in this blocker to your liking. # *********************************************************************************** # START CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### @@ -130,21 +131,10 @@ map $http_user_agent $bad_bot { # END CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ********************************************************************************* - - - - # ********************************************* # Bad User-Agent Strings That We Block Outright # ********************************************* -# This includes: -# Known Vulnerability Scanners (now merged into one section) - -# TEST CASES -# ********** - #"~*(?:\b)ozilla(?:|\s|,|\.|\b|\/)" 3; - # START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### "~*(?:\b)360Spider(?:\b|)" 3;