diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 2c0c8cb27..9e2b327dc 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 0ffe781ef..61398068f 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; +104.154.120.187 0; 35.193.7.13 0; -35.184.96.71 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 5caf0911f..66229155e 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index b6cfa5fef..fd54c6e82 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -33,5 +33,4 @@ # 111.111.111.111 0; -35.184.96.71 0; -104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index 13edcd38a..411c2f931 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index 4f02ead86..95bca326f 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -33,5 +33,5 @@ # 111.111.111.111 0; -35.193.7.13 0; -104.154.120.187 0; +35.184.96.71 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 2c0c8cb27..9e2b327dc 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index 052910f31..5b3f4af83 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:52:42 SAST 2019 +Last Tested: Wed Jun 19 09:59:19 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index 052910f31..5b3f4af83 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:52:42 SAST 2019 +Last Tested: Wed Jun 19 09:59:19 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index 052910f31..5b3f4af83 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:52:42 SAST 2019 +Last Tested: Wed Jun 19 09:59:19 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index 052910f31..5b3f4af83 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:52:42 SAST 2019 +Last Tested: Wed Jun 19 09:59:19 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index 1e5307d8f..d52c80ea1 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:52:42 SAST 2019 +Last Tested: Wed Jun 19 09:59:19 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest6.txt b/.dev-tools/_curl_tests_4/curltest6.txt index 78c64ff38..1a92d617c 100755 --- a/.dev-tools/_curl_tests_4/curltest6.txt +++ b/.dev-tools/_curl_tests_4/curltest6.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:53:36 SAST 2019 +Last Tested: Wed Jun 19 10:00:25 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest7.txt b/.dev-tools/_curl_tests_4/curltest7.txt index 78c64ff38..1a92d617c 100644 --- a/.dev-tools/_curl_tests_4/curltest7.txt +++ b/.dev-tools/_curl_tests_4/curltest7.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:53:36 SAST 2019 +Last Tested: Wed Jun 19 10:00:25 SAST 2019 diff --git a/.dev-tools/_curl_tests_4/curltest8.txt b/.dev-tools/_curl_tests_4/curltest8.txt index 78c64ff38..1a92d617c 100644 --- a/.dev-tools/_curl_tests_4/curltest8.txt +++ b/.dev-tools/_curl_tests_4/curltest8.txt @@ -1,4 +1,4 @@ -Last Tested: Wed Jun 19 09:53:36 SAST 2019 +Last Tested: Wed Jun 19 10:00:25 SAST 2019 diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index b53ce8ab2..8f7c6d75c 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -85,6 +85,7 @@ crawler.feedback crawl.sogou.com CrazyWebCrawler Crescent +CrunchBot CSHttp Curious Custo @@ -132,6 +133,7 @@ ExtractorPro Extreme Picture Finder EyeNetIE Ezooms +facebookscraper FDM FemtosearchBot FHscan @@ -316,6 +318,7 @@ Page Analyzer PageGrabber page scorer PageScorer +Pandalytics Panscient Papa Foto Pavuk @@ -401,6 +404,7 @@ Snake Snapbot Snoopy SocialRankIOBot +Sociscraper sogouspider Sogou web spider Sosospider @@ -456,6 +460,7 @@ TwengaBot Twice Typhoeus UnisterBot +Upflow URLy.Warning URLy Warning Vacuum diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 2c0c8cb27..9e2b327dc 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 777375b3f..b3961860c 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index b9b812976..d7e8b3d47 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 818be416b..cd8597a31 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1432 +#### Version: V3.2019.06.1433 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 543 +#### Bad Bot Count: 548 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a2531b4fc..5b932e2ab 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1432 +#### Version: V3.2019.06.1433 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 543 +#### Bad Bot Count: 548 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index a87c6ef26..1650117dd 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1432 +#### Version: V3.2019.06.1433 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 543 +#### Bad Bot Count: 548 ____________________ ## Help Support This Project diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index bb8f1f0f0..3a59cc8a0 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,10 +1,3 @@ -Pandalytics -DomainStatsBot -Upflow -Scrapy -facebookscraper -CrunchBot -Sociscraper 360Spider 404checker 404enemy @@ -92,6 +85,7 @@ crawler.feedback crawl.sogou.com CrazyWebCrawler Crescent +CrunchBot CSHttp Curious Custo @@ -139,6 +133,7 @@ ExtractorPro Extreme\ Picture\ Finder EyeNetIE Ezooms +facebookscraper FDM FemtosearchBot FHscan @@ -323,6 +318,7 @@ Page\ Analyzer PageGrabber page\ scorer PageScorer +Pandalytics Panscient Papa\ Foto Pavuk @@ -408,6 +404,7 @@ Snake Snapbot Snoopy SocialRankIOBot +Sociscraper sogouspider Sogou\ web\ spider Sosospider @@ -463,6 +460,7 @@ TwengaBot Twice Typhoeus UnisterBot +Upflow URLy.Warning URLy\ Warning Vacuum diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8e650c666..d5c9d7e55 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1432 +#### Version: V3.2019.06.1433 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 543 +#### Bad Bot Count: 548 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2c0c8cb27..9e2b327dc 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2c0c8cb27..9e2b327dc 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:29 SAST 2019 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:07 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 544 +### Bad Bot Count: 550 ################################################### ### VERSION INFORMATION ## @@ -299,6 +299,7 @@ map $http_user_agent $bad_bot { "~*\bcrawl.sogou.com\b" 3; "~*\bCrazyWebCrawler\b" 3; "~*\bCrescent\b" 3; + "~*\bCrunchBot\b" 3; "~*\bCSHttp\b" 3; "~*\bCurious\b" 3; "~*\bCusto\b" 3; @@ -346,6 +347,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bfacebookscraper\b" 3; "~*\bFDM\b" 3; "~*\bFemtosearchBot\b" 3; "~*\bFHscan\b" 3; @@ -530,6 +532,7 @@ map $http_user_agent $bad_bot { "~*\bPageGrabber\b" 3; "~*\bpage\ scorer\b" 3; "~*\bPageScorer\b" 3; + "~*\bPandalytics\b" 3; "~*\bPanscient\b" 3; "~*\bPapa\ Foto\b" 3; "~*\bPavuk\b" 3; @@ -615,6 +618,7 @@ map $http_user_agent $bad_bot { "~*\bSnapbot\b" 3; "~*\bSnoopy\b" 3; "~*\bSocialRankIOBot\b" 3; + "~*\bSociscraper\b" 3; "~*\bsogouspider\b" 3; "~*\bSogou\ web\ spider\b" 3; "~*\bSosospider\b" 3; @@ -670,6 +674,7 @@ map $http_user_agent $bad_bot { "~*\bTwice\b" 3; "~*\bTyphoeus\b" 3; "~*\bUnisterBot\b" 3; + "~*\bUpflow\b" 3; "~*\bURLy.Warning\b" 3; "~*\bURLy\ Warning\b" 3; "~*\bVacuum\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 46e5c30ec..babe2b044 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1432 -### Updated: Wed Jun 19 09:52:30 SAST 2019 -### Bad Bot Count: 543 +### Version: V3.2019.06.1433 +### Updated: Wed Jun 19 09:59:08 SAST 2019 +### Bad Bot Count: 548 ################################################### ### Version Information ## @@ -189,6 +189,8 @@ User-agent: CrazyWebCrawler Disallow:/ User-agent: Crescent Disallow:/ +User-agent: CrunchBot +Disallow:/ User-agent: CSHttp Disallow:/ User-agent: Curious @@ -283,6 +285,8 @@ User-agent: EyeNetIE Disallow:/ User-agent: Ezooms Disallow:/ +User-agent: facebookscraper +Disallow:/ User-agent: FDM Disallow:/ User-agent: FemtosearchBot @@ -651,6 +655,8 @@ User-agent: page scorer Disallow:/ User-agent: PageScorer Disallow:/ +User-agent: Pandalytics +Disallow:/ User-agent: Panscient Disallow:/ User-agent: Papa Foto @@ -821,6 +827,8 @@ User-agent: Snoopy Disallow:/ User-agent: SocialRankIOBot Disallow:/ +User-agent: Sociscraper +Disallow:/ User-agent: sogouspider Disallow:/ User-agent: Sogou web spider @@ -931,6 +939,8 @@ User-agent: Typhoeus Disallow:/ User-agent: UnisterBot Disallow:/ +User-agent: Upflow +Disallow:/ User-agent: URLy.Warning Disallow:/ User-agent: URLy Warning