diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index fc82d1644..da2717b52 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.193.203.142 0; +35.184.226.236 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 95aa3b271..e969d4f01 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index bcdb8f8f4..c078a68d5 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; -35.193.211.2 0; -35.184.48.144 0; +35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 39a760600..312c5ac83 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index fe46b88f9..6d14439e8 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; -35.184.48.144 0; -35.193.211.2 0; +35.184.96.71 0; +35.184.226.236 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index b876dd684..9aae7a838 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index b22b27351..faee2d357 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -33,4 +33,5 @@ # 111.111.111.111 0; -35.193.211.2 0; +35.224.112.202 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 95aa3b271..e969d4f01 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index 6d3bc9b40..6e4b85338 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 10:59:42 SAST 2018 +Last Tested: Fri Aug 24 16:56:21 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index 6d3bc9b40..6e4b85338 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 10:59:42 SAST 2018 +Last Tested: Fri Aug 24 16:56:21 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index 6d3bc9b40..6e4b85338 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 10:59:42 SAST 2018 +Last Tested: Fri Aug 24 16:56:21 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index 6d3bc9b40..6e4b85338 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 10:59:42 SAST 2018 +Last Tested: Fri Aug 24 16:56:21 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index e1c543e5d..715a9adff 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 10:59:42 SAST 2018 +Last Tested: Fri Aug 24 16:56:21 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest6.txt b/.dev-tools/_curl_tests_4/curltest6.txt index ecc9c5681..df64ab0f7 100755 --- a/.dev-tools/_curl_tests_4/curltest6.txt +++ b/.dev-tools/_curl_tests_4/curltest6.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 11:10:04 SAST 2018 +Last Tested: Fri Aug 24 16:57:07 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest7.txt b/.dev-tools/_curl_tests_4/curltest7.txt index ecc9c5681..df64ab0f7 100644 --- a/.dev-tools/_curl_tests_4/curltest7.txt +++ b/.dev-tools/_curl_tests_4/curltest7.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 11:10:04 SAST 2018 +Last Tested: Fri Aug 24 16:57:07 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest8.txt b/.dev-tools/_curl_tests_4/curltest8.txt index ecc9c5681..df64ab0f7 100644 --- a/.dev-tools/_curl_tests_4/curltest8.txt +++ b/.dev-tools/_curl_tests_4/curltest8.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Aug 24 11:10:04 SAST 2018 +Last Tested: Fri Aug 24 16:57:07 SAST 2018 diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index c1e58b3b0..741a59573 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -81,6 +81,7 @@ Cosmos Craftbot crawler4j crawler.feedback +crawl.sogou.com CrazyWebCrawler Crescent CSHttp @@ -393,6 +394,7 @@ Snake Snapbot Snoopy SocialRankIOBot +sogouspider Sogou web spider Sosospider Sottopop diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 95aa3b271..e969d4f01 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 4eb141fe1..9a38f7e72 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d1189c853..b4e6fc05a 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index aa77a432e..f2938ee01 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2018.08.1175 +#### Version: V3.2018.08.1176 #### Bad Referrer Count: 6399 -#### Bad Bot Count: 532 +#### Bad Bot Count: 534 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 2fc9b7cfe..8036b1e8b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2018.08.1175 +#### Version: V3.2018.08.1176 #### Bad Referrer Count: 6399 -#### Bad Bot Count: 532 +#### Bad Bot Count: 534 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index ff5a998ef..c9c7fb9b0 100755 --- a/README.md +++ b/README.md @@ -4,9 +4,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2018.08.1175 +#### Version: V3.2018.08.1176 #### Bad Referrer Count: 6399 -#### Bad Bot Count: 532 +#### Bad Bot Count: 534 ____________________ ## Help Support This Project diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index d32465bee..dcd2347d0 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -sogouspider -crawl.sogou.com 360Spider 404checker 404enemy @@ -83,6 +81,7 @@ Cosmos Craftbot crawler4j crawler.feedback +crawl.sogou.com CrazyWebCrawler Crescent CSHttp @@ -395,6 +394,7 @@ Snake Snapbot Snoopy SocialRankIOBot +sogouspider Sogou\ web\ spider Sosospider Sottopop diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 72e16ca21..7de1fcc02 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2018.08.1175 +#### Version: V3.2018.08.1176 #### Bad Referrer Count: 6399 -#### Bad Bot Count: 532 +#### Bad Bot Count: 534 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 95aa3b271..e969d4f01 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 95aa3b271..e969d4f01 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:41 SAST 2018 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 ### Bad Referrer Count: 6399 -### Bad Bot Count: 532 +### Bad Bot Count: 534 ################################################### ### VERSION INFORMATION ## @@ -295,6 +295,7 @@ map $http_user_agent $bad_bot { "~*\bCraftbot\b" 3; "~*\bcrawler4j\b" 3; "~*\bcrawler.feedback\b" 3; + "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; @@ -607,6 +608,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; "~*\bSottopop\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2110ae60b..c06225d20 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V3.2018.08.1175 -### Updated: Fri Aug 24 10:45:42 SAST 2018 -### Bad Bot Count: 532 +### Version: V3.2018.08.1176 +### Updated: Fri Aug 24 16:56:13 SAST 2018 +### Bad Bot Count: 534 ################################################### ### Version Information ## @@ -181,6 +181,8 @@ User-agent: crawler4j Disallow:/ User-agent: crawler.feedback Disallow:/ +User-agent: crawl.sogou.com +Disallow:/ User-agent: CrazyWebCrawler Disallow:/ User-agent: Crescent @@ -805,6 +807,8 @@ User-agent: Snoopy Disallow:/ User-agent: SocialRankIOBot Disallow:/ +User-agent: sogouspider +Disallow:/ User-agent: Sogou web spider Disallow:/ User-agent: Sosospider