diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6ca0ba53d..a22841402 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -6,9 +6,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.637 +#### Version: V3.2017.07.638 #### Bad Referrer Count: 5030 -#### Bad Bot Count: 479 +#### Bad Bot Count: 481 ******************************************** ### Version Information ## diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 60b49687f..1f472799c 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -6,9 +6,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.637 +#### Version: V3.2017.07.638 #### Bad Referrer Count: 5030 -#### Bad Bot Count: 479 +#### Bad Bot Count: 481 ******************************************** ### Version Information ## diff --git a/README.md b/README.md index 9abba1b31..ba380af11 100755 --- a/README.md +++ b/README.md @@ -10,9 +10,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.637 +#### Version: V3.2017.07.638 #### Bad Referrer Count: 5030 -#### Bad Bot Count: 479 +#### Bad Bot Count: 481 ******************************************** ### Version Information ## diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index fbe40853d..02e4ea875 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -cognitiveseo -seoscanners 360Spider 80legs Abonti @@ -61,6 +59,7 @@ Chlooe Claritybot Cliqzbot Cogentbot +cognitiveseo Collector Copier CopyRightCheck @@ -326,6 +325,7 @@ SEOkicks-Robot SEOlyticsCrawler Seomoz SEOprofiler +seoscanners SEOstats Siphon SISTRIX diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index a558c7723..6ae1b362f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -258,6 +258,7 @@ map $http_user_agent $bad_bot { "~Claritybot" 3; "~Cliqzbot" 3; "~Cogentbot" 3; + "~cognitiveseo" 3; "~Collector" 3; "~Copier" 3; "~CopyRightCheck" 3; @@ -523,6 +524,7 @@ map $http_user_agent $bad_bot { "~SEOlyticsCrawler" 3; "~Seomoz" 3; "~SEOprofiler" 3; + "~seoscanners" 3; "~SEOstats" 3; "~Siphon" 3; "~SISTRIX" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index a558c7723..6ae1b362f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -258,6 +258,7 @@ map $http_user_agent $bad_bot { "~Claritybot" 3; "~Cliqzbot" 3; "~Cogentbot" 3; + "~cognitiveseo" 3; "~Collector" 3; "~Copier" 3; "~CopyRightCheck" 3; @@ -523,6 +524,7 @@ map $http_user_agent $bad_bot { "~SEOlyticsCrawler" 3; "~Seomoz" 3; "~SEOprofiler" 3; + "~seoscanners" 3; "~SEOstats" 3; "~Siphon" 3; "~SISTRIX" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index c06a06c47..e47dbe380 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -1,8 +1,8 @@ ### Version Information # ################################################### -### Version: V3.2017.07.637 -### Updated: Thu Jul 6 16:39:57 SAST 2017 -### Bad Bot Count: 479 +### Version: V3.2017.07.638 +### Updated: Thu Jul 6 16:44:47 SAST 2017 +### Bad Bot Count: 481 ################################################### ### Version Information ## @@ -131,6 +131,8 @@ User-agent: Cliqzbot Disallow:/ User-agent: Cogentbot Disallow:/ +User-agent: cognitiveseo +Disallow:/ User-agent: Collector Disallow:/ User-agent: Copier @@ -661,6 +663,8 @@ User-agent: Seomoz Disallow:/ User-agent: SEOprofiler Disallow:/ +User-agent: seoscanners +Disallow:/ User-agent: SEOstats Disallow:/ User-agent: Siphon diff --git a/travisCI/globalblacklist.template b/travisCI/globalblacklist.template index a558c7723..6ae1b362f 100755 --- a/travisCI/globalblacklist.template +++ b/travisCI/globalblacklist.template @@ -258,6 +258,7 @@ map $http_user_agent $bad_bot { "~Claritybot" 3; "~Cliqzbot" 3; "~Cogentbot" 3; + "~cognitiveseo" 3; "~Collector" 3; "~Copier" 3; "~CopyRightCheck" 3; @@ -523,6 +524,7 @@ map $http_user_agent $bad_bot { "~SEOlyticsCrawler" 3; "~Seomoz" 3; "~SEOprofiler" 3; + "~seoscanners" 3; "~SEOstats" 3; "~Siphon" 3; "~SISTRIX" 3;