diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 4f15da3b1..5e7b40478 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.198.180.92 0; +35.184.60.113 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 5434e1b4d..a961a231f 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 4f15da3b1..5e7b40478 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.198.180.92 0; +35.184.60.113 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 7477abbc5..4c7bce5cb 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index 4f15da3b1..5e7b40478 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.198.180.92 0; +35.184.60.113 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index 964c81df7..d53b68bec 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index 4f15da3b1..5e7b40478 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.198.180.92 0; +35.184.60.113 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 5434e1b4d..a961a231f 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index 2e0c65753..39576a900 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:09:44 SAST 2017 +Last Tested: Thu Nov 2 17:31:54 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index 2e0c65753..39576a900 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:09:44 SAST 2017 +Last Tested: Thu Nov 2 17:31:54 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index 2e0c65753..39576a900 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:09:44 SAST 2017 +Last Tested: Thu Nov 2 17:31:54 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index 2e0c65753..39576a900 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:09:44 SAST 2017 +Last Tested: Thu Nov 2 17:31:54 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index e0c592c94..43aad7704 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:09:44 SAST 2017 +Last Tested: Thu Nov 2 17:31:54 SAST 2017 diff --git a/.dev-tools/_curl_tests_4/curltest6.txt b/.dev-tools/_curl_tests_4/curltest6.txt index bf151b463..c93148c99 100755 --- a/.dev-tools/_curl_tests_4/curltest6.txt +++ b/.dev-tools/_curl_tests_4/curltest6.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:10:21 SAST 2017 +Last Tested: Thu Nov 2 17:32:30 SAST 2017 diff --git a/.dev-tools/_curl_tests_4/curltest7.txt b/.dev-tools/_curl_tests_4/curltest7.txt index bf151b463..c93148c99 100644 --- a/.dev-tools/_curl_tests_4/curltest7.txt +++ b/.dev-tools/_curl_tests_4/curltest7.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:10:21 SAST 2017 +Last Tested: Thu Nov 2 17:32:30 SAST 2017 diff --git a/.dev-tools/_curl_tests_4/curltest8.txt b/.dev-tools/_curl_tests_4/curltest8.txt index bf151b463..c93148c99 100644 --- a/.dev-tools/_curl_tests_4/curltest8.txt +++ b/.dev-tools/_curl_tests_4/curltest8.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Nov 2 14:10:21 SAST 2017 +Last Tested: Thu Nov 2 17:32:30 SAST 2017 diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index fbbe6e03d..f592a6598 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -62,6 +62,7 @@ ChinaClaw Chlooe Claritybot Cliqzbot +Cloud mapping Cogentbot cognitiveseo Collector @@ -108,6 +109,7 @@ EirGrabber EMail Siphon EMail Wolf EroCrawler +evc-batch Evil Exabot Express WebPictures @@ -345,6 +347,9 @@ Seomoz SEOprofiler seoscanners SEOstats +sexsearcher +Seznam +SeznamBot Siphon SISTRIX Sitebeam @@ -467,6 +472,8 @@ WeSEE Whack Whacker Whatweb +Who.is +Who.is Bot Widow WinHTTrack WiseGuys Robot diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 5434e1b4d..a961a231f 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index ce632bf2c..5992672e2 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 23e762805..3ece37f08 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 9ec911846..09dcfe5e0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2017.11.982 +#### Version: V3.2017.11.983 #### Bad Referrer Count: 5920 -#### Bad Bot Count: 496 +#### Bad Bot Count: 503 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index db6f0fc9a..8b947c649 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2017.11.982 +#### Version: V3.2017.11.983 #### Bad Referrer Count: 5920 -#### Bad Bot Count: 496 +#### Bad Bot Count: 503 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index d1abaa840..40016e257 100755 --- a/README.md +++ b/README.md @@ -4,9 +4,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. _______________ -#### Version: V3.2017.11.982 +#### Version: V3.2017.11.983 #### Bad Referrer Count: 5920 -#### Bad Bot Count: 496 +#### Bad Bot Count: 503 ____________________ ## Help Support This Project diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 46b203ad7..86f769175 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -sexsearcher 360Spider 80legs Abonti @@ -348,6 +347,7 @@ Seomoz SEOprofiler seoscanners SEOstats +sexsearcher Seznam SeznamBot Siphon diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 58e2d8d26..c1f08795b 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2017.11.982 +#### Version: V3.2017.11.983 #### Bad Referrer Count: 5920 -#### Bad Bot Count: 496 +#### Bad Bot Count: 503 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 5434e1b4d..a961a231f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 5434e1b4d..a961a231f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:38 SAST 2017 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:48 SAST 2017 ### Bad Referrer Count: 5920 -### Bad Bot Count: 496 +### Bad Bot Count: 503 ################################################### ### VERSION INFORMATION ## @@ -198,7 +198,6 @@ map $http_user_agent $bad_bot { "~*\bR6_FeedFetcher\b" 2; "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; - "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; "~*\bSpaidu\b" 2; "~*\bUptimeRobot/2.0\b" 2; @@ -278,6 +277,7 @@ map $http_user_agent $bad_bot { "~*\bChlooe\b" 3; "~*\bClaritybot\b" 3; "~*\bCliqzbot\b" 3; + "~*\bCloud\ mapping\b" 3; "~*\bCogentbot\b" 3; "~*\bcognitiveseo\b" 3; "~*\bCollector\b" 3; @@ -324,6 +324,7 @@ map $http_user_agent $bad_bot { "~*\bEMail\ Siphon\b" 3; "~*\bEMail\ Wolf\b" 3; "~*\bEroCrawler\b" 3; + "~*\bevc-batch\b" 3; "~*\bEvil\b" 3; "~*\bExabot\b" 3; "~*\bExpress\ WebPictures\b" 3; @@ -561,6 +562,9 @@ map $http_user_agent $bad_bot { "~*\bSEOprofiler\b" 3; "~*\bseoscanners\b" 3; "~*\bSEOstats\b" 3; + "~*\bsexsearcher\b" 3; + "~*\bSeznam\b" 3; + "~*\bSeznamBot\b" 3; "~*\bSiphon\b" 3; "~*\bSISTRIX\b" 3; "~*\bSitebeam\b" 3; @@ -683,6 +687,8 @@ map $http_user_agent $bad_bot { "~*\bWhack\b" 3; "~*\bWhacker\b" 3; "~*\bWhatweb\b" 3; + "~*\bWho.is\b" 3; + "~*\bWho.is\ Bot\b" 3; "~*\bWidow\b" 3; "~*\bWinHTTrack\b" 3; "~*\bWiseGuys\ Robot\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index e0c25ca04..d58ce7be9 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -1,8 +1,8 @@ ### Version Information # ################################################### -### Version: V3.2017.11.982 -### Updated: Thu Nov 2 14:09:39 SAST 2017 -### Bad Bot Count: 496 +### Version: V3.2017.11.983 +### Updated: Thu Nov 2 17:31:49 SAST 2017 +### Bad Bot Count: 503 ################################################### ### Version Information ## @@ -137,6 +137,8 @@ User-agent: Claritybot Disallow:/ User-agent: Cliqzbot Disallow:/ +User-agent: Cloud mapping +Disallow:/ User-agent: Cogentbot Disallow:/ User-agent: cognitiveseo @@ -229,6 +231,8 @@ User-agent: EMail Wolf Disallow:/ User-agent: EroCrawler Disallow:/ +User-agent: evc-batch +Disallow:/ User-agent: Evil Disallow:/ User-agent: Exabot @@ -703,6 +707,12 @@ User-agent: seoscanners Disallow:/ User-agent: SEOstats Disallow:/ +User-agent: sexsearcher +Disallow:/ +User-agent: Seznam +Disallow:/ +User-agent: SeznamBot +Disallow:/ User-agent: Siphon Disallow:/ User-agent: SISTRIX @@ -947,6 +957,10 @@ User-agent: Whacker Disallow:/ User-agent: Whatweb Disallow:/ +User-agent: Who.is +Disallow:/ +User-agent: Who.is Bot +Disallow:/ User-agent: Widow Disallow:/ User-agent: WinHTTrack