diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 5d035f644..9ba580cce 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.193.203.142 0; +146.148.58.237 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index adc14f999..2c4e0906a 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index b9bd7ea8e..e54989d8b 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -26,4 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.192.217.12 0; +35.226.126.204 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index ff9c1de86..8cc1d9664 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index 78623a60d..532d53072 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -26,5 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.192.217.12 0; -35.193.203.142 0; +104.197.236.150 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index ac6c40d59..5d447a955 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index 044b93b36..e54989d8b 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -26,5 +26,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.193.211.2 0; -35.193.203.142 0; +35.226.126.204 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index adc14f999..2c4e0906a 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index 58acdb22a..221140af5 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:39:13 SAST 2018 +Last Tested: Thu Mar 29 09:22:27 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index 58acdb22a..221140af5 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:39:13 SAST 2018 +Last Tested: Thu Mar 29 09:22:27 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index 58acdb22a..221140af5 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:39:13 SAST 2018 +Last Tested: Thu Mar 29 09:22:27 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index 58acdb22a..221140af5 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:39:13 SAST 2018 +Last Tested: Thu Mar 29 09:22:27 SAST 2018 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index 6967ae07d..622c93db6 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:39:13 SAST 2018 +Last Tested: Thu Mar 29 09:22:27 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest6.txt b/.dev-tools/_curl_tests_4/curltest6.txt index 010250c93..b6aa5e57c 100755 --- a/.dev-tools/_curl_tests_4/curltest6.txt +++ b/.dev-tools/_curl_tests_4/curltest6.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:40:03 SAST 2018 +Last Tested: Thu Mar 29 09:23:06 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest7.txt b/.dev-tools/_curl_tests_4/curltest7.txt index 010250c93..b6aa5e57c 100644 --- a/.dev-tools/_curl_tests_4/curltest7.txt +++ b/.dev-tools/_curl_tests_4/curltest7.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:40:03 SAST 2018 +Last Tested: Thu Mar 29 09:23:06 SAST 2018 diff --git a/.dev-tools/_curl_tests_4/curltest8.txt b/.dev-tools/_curl_tests_4/curltest8.txt index 010250c93..b6aa5e57c 100644 --- a/.dev-tools/_curl_tests_4/curltest8.txt +++ b/.dev-tools/_curl_tests_4/curltest8.txt @@ -1,4 +1,4 @@ -Last Tested: Tue Mar 27 11:40:03 SAST 2018 +Last Tested: Thu Mar 29 09:23:06 SAST 2018 diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index ee3bb0f2d..35a030669 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -78,6 +78,7 @@ CopyRightCheck Copyscape Cosmos Craftbot +crawler.feedback CrazyWebCrawler Crescent CSHttp diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index adc14f999..2c4e0906a 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 737b22d16..4f93f171f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index b034497c2..550d07afc 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5534a4be4..322aa513f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2018.03.1073 +#### Version: V3.2018.03.1074 #### Bad Referrer Count: 6230 -#### Bad Bot Count: 515 +#### Bad Bot Count: 516 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ef6678e1c..e4835e4e8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2018.03.1073 +#### Version: V3.2018.03.1074 #### Bad Referrer Count: 6230 -#### Bad Bot Count: 515 +#### Bad Bot Count: 516 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index e98dde89e..230906c00 100755 --- a/README.md +++ b/README.md @@ -4,9 +4,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. _______________ -#### Version: V3.2018.03.1073 +#### Version: V3.2018.03.1074 #### Bad Referrer Count: 6230 -#### Bad Bot Count: 515 +#### Bad Bot Count: 516 ____________________ ## Help Support This Project diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index ed4a93506..0c035d5d2 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -crawler.feedback 360Spider 404checker 404enemy @@ -79,6 +78,7 @@ CopyRightCheck Copyscape Cosmos Craftbot +crawler.feedback CrazyWebCrawler Crescent CSHttp diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 2b5776d61..26e5c78f2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2018.03.1073 +#### Version: V3.2018.03.1074 #### Bad Referrer Count: 6230 -#### Bad Bot Count: 515 +#### Bad Bot Count: 516 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index adc14f999..2c4e0906a 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index adc14f999..2c4e0906a 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:20 SAST 2018 ### Bad Referrer Count: 6230 -### Bad Bot Count: 515 +### Bad Bot Count: 516 ################################################### ### VERSION INFORMATION ## @@ -292,6 +292,7 @@ map $http_user_agent $bad_bot { "~*\bCopyscape\b" 3; "~*\bCosmos\b" 3; "~*\bCraftbot\b" 3; + "~*\bcrawler.feedback\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; "~*\bCSHttp\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 7818ce859..22046873d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -1,8 +1,8 @@ ### Version Information # ################################################### -### Version: V3.2018.03.1073 -### Updated: Tue Mar 27 11:39:07 SAST 2018 -### Bad Bot Count: 515 +### Version: V3.2018.03.1074 +### Updated: Thu Mar 29 09:22:21 SAST 2018 +### Bad Bot Count: 516 ################################################### ### Version Information ## @@ -169,6 +169,8 @@ User-agent: Cosmos Disallow:/ User-agent: Craftbot Disallow:/ +User-agent: crawler.feedback +Disallow:/ User-agent: CrazyWebCrawler Disallow:/ User-agent: Crescent