diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 7ff066d24..60959195e 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.113.151 0; +35.192.85.2 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 6b85a6f78..063edd0a9 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 7ff066d24..44d2b1b7c 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -33,4 +33,5 @@ # 111.111.111.111 0; -104.154.113.151 0; +35.193.7.13 0; +35.184.226.236 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index d2d36acfc..d066d9177 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index 3d4f02cac..95bca326f 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; -35.192.187.174 0; -104.154.113.151 0; +35.184.96.71 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index 05fd6c6d4..edad77ca9 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index 3d4f02cac..9eefe6e7e 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; -35.192.187.174 0; -104.154.113.151 0; +104.154.120.187 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 6b85a6f78..063edd0a9 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index bf5dd2547..55e2e28b6 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:10:02 SAST 2019 +Last Tested: Thu Jun 20 09:34:11 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index bf5dd2547..55e2e28b6 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:10:02 SAST 2019 +Last Tested: Thu Jun 20 09:34:11 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index bf5dd2547..55e2e28b6 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:10:02 SAST 2019 +Last Tested: Thu Jun 20 09:34:11 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index bf5dd2547..55e2e28b6 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:10:02 SAST 2019 +Last Tested: Thu Jun 20 09:34:11 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index ff93e6c76..4997274a8 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:10:02 SAST 2019 +Last Tested: Thu Jun 20 09:34:11 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest6.txt b/.dev-tools/_curl_tests_4/curltest6.txt index ecbe2798f..f9f6a0a52 100755 --- a/.dev-tools/_curl_tests_4/curltest6.txt +++ b/.dev-tools/_curl_tests_4/curltest6.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:11:00 SAST 2019 +Last Tested: Thu Jun 20 09:35:08 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest7.txt b/.dev-tools/_curl_tests_4/curltest7.txt index ecbe2798f..f9f6a0a52 100644 --- a/.dev-tools/_curl_tests_4/curltest7.txt +++ b/.dev-tools/_curl_tests_4/curltest7.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:11:00 SAST 2019 +Last Tested: Thu Jun 20 09:35:08 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest8.txt b/.dev-tools/_curl_tests_4/curltest8.txt index ecbe2798f..f9f6a0a52 100644 --- a/.dev-tools/_curl_tests_4/curltest8.txt +++ b/.dev-tools/_curl_tests_4/curltest8.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jun 20 09:11:00 SAST 2019 +Last Tested: Thu Jun 20 09:35:08 SAST 2019 diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index 0b2c05a31..79e900f3c 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -312,6 +312,7 @@ oBot Octopus Offline Explorer Offline Navigator +OnCrawl Openfind OpenLinkProfiler Openvas diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 6b85a6f78..063edd0a9 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 62119482c..ba68d36c7 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 30e6b3083..08095847c 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a9b8474cf..bb439e395 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1436 +#### Version: V3.2019.06.1437 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 557 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index df9e6c819..3e937fa31 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1436 +#### Version: V3.2019.06.1437 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 557 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index 430a6fb45..c0a04c112 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1436 +#### Version: V3.2019.06.1437 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 557 ____________________ ## Help Support This Project diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index f2cb4ea66..3ea18b93d 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -OnCrawl 360Spider 404checker 404enemy @@ -313,6 +312,7 @@ oBot Octopus Offline\ Explorer Offline\ Navigator +OnCrawl Openfind OpenLinkProfiler Openvas diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d01cea23c..819cb2db9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1436 +#### Version: V3.2019.06.1437 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 557 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 6b85a6f78..063edd0a9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 6b85a6f78..063edd0a9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:49 SAST 2019 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 557 ################################################### ### VERSION INFORMATION ## @@ -526,6 +526,7 @@ map $http_user_agent $bad_bot { "~*\bOctopus\b" 3; "~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Navigator\b" 3; + "~*\bOnCrawl\b" 3; "~*\bOpenfind\b" 3; "~*\bOpenLinkProfiler\b" 3; "~*\bOpenvas\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index af9351159..f026db9b0 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1436 -### Updated: Thu Jun 20 09:09:50 SAST 2019 -### Bad Bot Count: 556 +### Version: V3.2019.06.1437 +### Updated: Thu Jun 20 09:33:59 SAST 2019 +### Bad Bot Count: 557 ################################################### ### Version Information ## @@ -643,6 +643,8 @@ User-agent: Offline Explorer Disallow:/ User-agent: Offline Navigator Disallow:/ +User-agent: OnCrawl +Disallow:/ User-agent: Openfind Disallow:/ User-agent: OpenLinkProfiler