diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 18b47a26e..95a786e81 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -29,6 +29,7 @@ BDFetch BetaBot Bigfoot Bitacle +Blackboard Black\ Hole BlackWidow BLEXBot @@ -69,6 +70,7 @@ Crescent CSHttp Curious Custo +DatabaseDriverMysqli DBLBot Demon Deusu @@ -139,6 +141,7 @@ GuzzleHttp HaosouSpider Harvest Havij +HEADMasterSEO Heritrix Hloader HMView @@ -387,6 +390,7 @@ Turnitin\ Robot TwengaBot Twice Typhoeus +UnisterBot URLy.Warning URLy\ Warning Vacuum diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 812336ec8..7cfd8852d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,11 +4,11 @@ ### Version Information # ################################################### -### Version: V3.2017.06.586 -### Updated: Thu Jun 22 11:43:26 SAST 2017 -### Generated In: 0.0267922878265 seconds -### Bad Referrer Count: 4836 -### Bad Bot Count: 475 +### Version: V3.2017.06 +### Updated: Thu Jun 22 11:57:23 SAST 2017 +### Generated In: 0.42226433754 seconds +### Bad Referrer Count: 4837 +### Bad Bot Count: 480 ################################################### ### Version Information ## @@ -243,6 +243,7 @@ map $http_user_agent $bad_bot { "~*BetaBot" 3; "~*Bigfoot" 3; "~*Bitacle" 3; + "~*Blackboard" 3; "~*Black\ Hole" 3; "~*BlackWidow" 3; "~*BLEXBot" 3; @@ -283,6 +284,7 @@ map $http_user_agent $bad_bot { "~*CSHttp" 3; "~*Curious" 3; "~*Custo" 3; + "~*DatabaseDriverMysqli" 3; "~*DBLBot" 3; "~*Demon" 3; "~*Deusu" 3; @@ -353,6 +355,7 @@ map $http_user_agent $bad_bot { "~*HaosouSpider" 3; "~*Harvest" 3; "~*Havij" 3; + "~*HEADMasterSEO" 3; "~*Heritrix" 3; "~*Hloader" 3; "~*HMView" 3; @@ -601,6 +604,7 @@ map $http_user_agent $bad_bot { "~*TwengaBot" 3; "~*Twice" 3; "~*Typhoeus" 3; + "~*UnisterBot" 3; "~*URLy.Warning" 3; "~*URLy\ Warning" 3; "~*Vacuum" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1aadfaac0..7cfd8852d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,11 +4,11 @@ ### Version Information # ################################################### -### Version: V3.2017.06.586 -### Updated: Thu Jun 22 11:43:26 SAST 2017 -### Generated In: 0.00607180595398 seconds -### Bad Referrer Count: 4836 -### Bad Bot Count: 475 +### Version: V3.2017.06 +### Updated: Thu Jun 22 11:57:23 SAST 2017 +### Generated In: 0.42226433754 seconds +### Bad Referrer Count: 4837 +### Bad Bot Count: 480 ################################################### ### Version Information ## @@ -243,6 +243,7 @@ map $http_user_agent $bad_bot { "~*BetaBot" 3; "~*Bigfoot" 3; "~*Bitacle" 3; + "~*Blackboard" 3; "~*Black\ Hole" 3; "~*BlackWidow" 3; "~*BLEXBot" 3; @@ -283,6 +284,7 @@ map $http_user_agent $bad_bot { "~*CSHttp" 3; "~*Curious" 3; "~*Custo" 3; + "~*DatabaseDriverMysqli" 3; "~*DBLBot" 3; "~*Demon" 3; "~*Deusu" 3; @@ -353,6 +355,7 @@ map $http_user_agent $bad_bot { "~*HaosouSpider" 3; "~*Harvest" 3; "~*Havij" 3; + "~*HEADMasterSEO" 3; "~*Heritrix" 3; "~*Hloader" 3; "~*HMView" 3; @@ -601,6 +604,7 @@ map $http_user_agent $bad_bot { "~*TwengaBot" 3; "~*Twice" 3; "~*Typhoeus" 3; + "~*UnisterBot" 3; "~*URLy.Warning" 3; "~*URLy\ Warning" 3; "~*Vacuum" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 985ab39a1..3b972c5ef 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -60,6 +60,8 @@ User-agent: Bigfoot Disallow:/ User-agent: Bitacle Disallow:/ +User-agent: Blackboard + Disallow:/ User-agent: Black Hole Disallow:/ User-agent: BlackWidow @@ -140,6 +142,8 @@ User-agent: Curious Disallow:/ User-agent: Custo Disallow:/ +User-agent: DatabaseDriverMysqli + Disallow:/ User-agent: DBLBot Disallow:/ User-agent: Demon @@ -280,6 +284,8 @@ User-agent: Harvest Disallow:/ User-agent: Havij Disallow:/ +User-agent: HEADMasterSEO + Disallow:/ User-agent: Heritrix Disallow:/ User-agent: Hloader @@ -776,6 +782,8 @@ User-agent: Twice Disallow:/ User-agent: Typhoeus Disallow:/ +User-agent: UnisterBot + Disallow:/ User-agent: URLy.Warning Disallow:/ User-agent: URLy Warning