From f541a05267da71ea12b82889a5bca6e104fe191d Mon Sep 17 00:00:00 2001 From: Travis Date: Mon, 17 Jul 2017 17:17:08 +0200 Subject: [PATCH] V3.2017.07.708 [ci skip] --- AUTO-CONFIGURATION.md | 4 ++-- MANUAL-CONFIGURATION.md | 4 ++-- README.md | 4 ++-- _generator_lists/bad-user-agents.list | 15 +++++++------- .../etc/nginx/conf.d/globalblacklist.conf | 13 +++++++++--- conf.d/globalblacklist.conf | 13 +++++++++--- robots.txt/robots.txt | 20 ++++++++++++++++--- travisCI/globalblacklist.template | 13 +++++++++--- 8 files changed, 60 insertions(+), 26 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index d3f4114b6..345b83357 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -8,9 +8,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.707 +#### Version: V3.2017.07.708 #### Bad Referrer Count: 5301 -#### Bad Bot Count: 486 +#### Bad Bot Count: 493 ******************************************** ### Version Information ## diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c48048da5..66fa90cc9 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -8,9 +8,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.707 +#### Version: V3.2017.07.708 #### Bad Referrer Count: 5301 -#### Bad Bot Count: 486 +#### Bad Bot Count: 493 ******************************************** ### Version Information ## diff --git a/README.md b/README.md index fae58ae21..80cbf9080 100755 --- a/README.md +++ b/README.md @@ -5,9 +5,9 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.707 +#### Version: V3.2017.07.708 #### Bad Referrer Count: 5301 -#### Bad Bot Count: 486 +#### Bad Bot Count: 493 ******************************************** ### Version Information ## diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index c8dcabaa6..519512146 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,11 +1,3 @@ -BrandProtect -BacklinkCrawler -backlink-check -Backlink-Ceck -BackDoorBot -RebelMouse -RankFlex -RankActive 360Spider 80legs Abonti @@ -26,6 +18,9 @@ Asterias Attach autoemailspider BackDoorBot +Backlink-Ceck +backlink-check +BacklinkCrawler BackStreet BackWeb Badass @@ -47,6 +42,7 @@ Boardreader Bolt BotALot Brandprotect +BrandProtect Brandwatch Bubing Buddy @@ -309,11 +305,14 @@ Pump PyCurl QueryN\ Metasearch Qwantify +RankActive RankActiveLinkBot +RankFlex Rankivabot RankurBot RealDownload Reaper +RebelMouse Recorder RedesScrapy ReGet diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 99ca40ac0..99b22fa77 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.707 -### Updated: Mon Jul 17 13:20:37 SAST 2017 +### Version: V3.2017.07.708 +### Updated: Mon Jul 17 17:17:07 SAST 2017 ### Bad Referrer Count: 5301 -### Bad Bot Count: 486 +### Bad Bot Count: 494 ################################################### ### VERSION INFORMATION ## @@ -217,6 +217,9 @@ map $http_user_agent $bad_bot { "~*\bAttach\b" 3; "~*\bautoemailspider\b" 3; "~*\bBackDoorBot\b" 3; + "~*\bBacklink-Ceck\b" 3; + "~*\bbacklink-check\b" 3; + "~*\bBacklinkCrawler\b" 3; "~*\bBackStreet\b" 3; "~*\bBackWeb\b" 3; "~*\bBadass\b" 3; @@ -238,6 +241,7 @@ map $http_user_agent $bad_bot { "~*\bBolt\b" 3; "~*\bBotALot\b" 3; "~*\bBrandprotect\b" 3; + "~*\bBrandProtect\b" 3; "~*\bBrandwatch\b" 3; "~*\bBubing\b" 3; "~*\bBuddy\b" 3; @@ -500,11 +504,14 @@ map $http_user_agent $bad_bot { "~*\bPyCurl\b" 3; "~*\bQueryN\ Metasearch\b" 3; "~*\bQwantify\b" 3; + "~*\bRankActive\b" 3; "~*\bRankActiveLinkBot\b" 3; + "~*\bRankFlex\b" 3; "~*\bRankivabot\b" 3; "~*\bRankurBot\b" 3; "~*\bRealDownload\b" 3; "~*\bReaper\b" 3; + "~*\bRebelMouse\b" 3; "~*\bRecorder\b" 3; "~*\bRedesScrapy\b" 3; "~*\bReGet\b" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 99ca40ac0..99b22fa77 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.707 -### Updated: Mon Jul 17 13:20:37 SAST 2017 +### Version: V3.2017.07.708 +### Updated: Mon Jul 17 17:17:07 SAST 2017 ### Bad Referrer Count: 5301 -### Bad Bot Count: 486 +### Bad Bot Count: 494 ################################################### ### VERSION INFORMATION ## @@ -217,6 +217,9 @@ map $http_user_agent $bad_bot { "~*\bAttach\b" 3; "~*\bautoemailspider\b" 3; "~*\bBackDoorBot\b" 3; + "~*\bBacklink-Ceck\b" 3; + "~*\bbacklink-check\b" 3; + "~*\bBacklinkCrawler\b" 3; "~*\bBackStreet\b" 3; "~*\bBackWeb\b" 3; "~*\bBadass\b" 3; @@ -238,6 +241,7 @@ map $http_user_agent $bad_bot { "~*\bBolt\b" 3; "~*\bBotALot\b" 3; "~*\bBrandprotect\b" 3; + "~*\bBrandProtect\b" 3; "~*\bBrandwatch\b" 3; "~*\bBubing\b" 3; "~*\bBuddy\b" 3; @@ -500,11 +504,14 @@ map $http_user_agent $bad_bot { "~*\bPyCurl\b" 3; "~*\bQueryN\ Metasearch\b" 3; "~*\bQwantify\b" 3; + "~*\bRankActive\b" 3; "~*\bRankActiveLinkBot\b" 3; + "~*\bRankFlex\b" 3; "~*\bRankivabot\b" 3; "~*\bRankurBot\b" 3; "~*\bRealDownload\b" 3; "~*\bReaper\b" 3; + "~*\bRebelMouse\b" 3; "~*\bRecorder\b" 3; "~*\bRedesScrapy\b" 3; "~*\bReGet\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 66d97e9c7..6aa93863b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -1,8 +1,8 @@ ### Version Information # ################################################### -### Version: V3.2017.07.707 -### Updated: Mon Jul 17 13:20:37 SAST 2017 -### Bad Bot Count: 486 +### Version: V3.2017.07.708 +### Updated: Mon Jul 17 17:17:08 SAST 2017 +### Bad Bot Count: 493 ################################################### ### Version Information ## @@ -49,6 +49,12 @@ User-agent: autoemailspider Disallow:/ User-agent: BackDoorBot Disallow:/ +User-agent: Backlink-Ceck +Disallow:/ +User-agent: backlink-check +Disallow:/ +User-agent: BacklinkCrawler +Disallow:/ User-agent: BackStreet Disallow:/ User-agent: BackWeb @@ -91,6 +97,8 @@ User-agent: BotALot Disallow:/ User-agent: Brandprotect Disallow:/ +User-agent: BrandProtect +Disallow:/ User-agent: Brandwatch Disallow:/ User-agent: Bubing @@ -615,8 +623,12 @@ User-agent: QueryN\ Metasearch Disallow:/ User-agent: Qwantify Disallow:/ +User-agent: RankActive +Disallow:/ User-agent: RankActiveLinkBot Disallow:/ +User-agent: RankFlex +Disallow:/ User-agent: Rankivabot Disallow:/ User-agent: RankurBot @@ -625,6 +637,8 @@ User-agent: RealDownload Disallow:/ User-agent: Reaper Disallow:/ +User-agent: RebelMouse +Disallow:/ User-agent: Recorder Disallow:/ User-agent: RedesScrapy diff --git a/travisCI/globalblacklist.template b/travisCI/globalblacklist.template index 99ca40ac0..99b22fa77 100755 --- a/travisCI/globalblacklist.template +++ b/travisCI/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.707 -### Updated: Mon Jul 17 13:20:37 SAST 2017 +### Version: V3.2017.07.708 +### Updated: Mon Jul 17 17:17:07 SAST 2017 ### Bad Referrer Count: 5301 -### Bad Bot Count: 486 +### Bad Bot Count: 494 ################################################### ### VERSION INFORMATION ## @@ -217,6 +217,9 @@ map $http_user_agent $bad_bot { "~*\bAttach\b" 3; "~*\bautoemailspider\b" 3; "~*\bBackDoorBot\b" 3; + "~*\bBacklink-Ceck\b" 3; + "~*\bbacklink-check\b" 3; + "~*\bBacklinkCrawler\b" 3; "~*\bBackStreet\b" 3; "~*\bBackWeb\b" 3; "~*\bBadass\b" 3; @@ -238,6 +241,7 @@ map $http_user_agent $bad_bot { "~*\bBolt\b" 3; "~*\bBotALot\b" 3; "~*\bBrandprotect\b" 3; + "~*\bBrandProtect\b" 3; "~*\bBrandwatch\b" 3; "~*\bBubing\b" 3; "~*\bBuddy\b" 3; @@ -500,11 +504,14 @@ map $http_user_agent $bad_bot { "~*\bPyCurl\b" 3; "~*\bQueryN\ Metasearch\b" 3; "~*\bQwantify\b" 3; + "~*\bRankActive\b" 3; "~*\bRankActiveLinkBot\b" 3; + "~*\bRankFlex\b" 3; "~*\bRankivabot\b" 3; "~*\bRankurBot\b" 3; "~*\bRealDownload\b" 3; "~*\bReaper\b" 3; + "~*\bRebelMouse\b" 3; "~*\bRecorder\b" 3; "~*\bRedesScrapy\b" 3; "~*\bReGet\b" 3;