diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 4b7ca1ab5..3213cf9ef 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -7,4 +7,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.184.190.159 0; +35.192.183.92 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 0e005058d..9c733cf84 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.796 -### Updated: Thu Jul 27 15:35:07 SAST 2017 -### Bad Referrer Count: 5468 -### Bad Bot Count: 501 +### Version: V3.2017.07.797 +### Updated: Thu Jul 27 16:07:05 SAST 2017 +### Bad Referrer Count: 5476 +### Bad Bot Count: 502 ################################################### ### VERSION INFORMATION ## @@ -134,6 +134,7 @@ map $http_user_agent $bad_bot { "~*\bGooglebot/Test\b" 0; "~*\bGooglebot-Video\b" 0; "~*\bGoogle-HTTP-Java-Client\b" 0; + "~*\bGravityscan\b" 0; "~*\bgsa-crawler\b" 0; "~*\bJakarta\ Commons\b" 0; "~*\bKraken/0.1\b" 0; @@ -180,6 +181,7 @@ map $http_user_agent $bad_bot { "~*\bPresto\b" 2; "~*\bR6_CommentReader\b" 2; "~*\bR6_FeedFetcher\b" 2; + "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; @@ -316,6 +318,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bFDM\b" 3; "~*\bFHscan\b" 3; "~*\bFimap\b" 3; "~*\bFindxbot\b" 3; @@ -1758,6 +1761,7 @@ map $http_referer $bad_referer { "~*camdolls\.com" 1; "~*camel\-beach\.com" 1; "~*cam\-kontakte\.org" 1; + "~*camsex\.xxx\-cam\.webcam" 1; "~*candcstuccoandstone\.com" 1; "~*candelluxsklep\.pl" 1; "~*candiceloves\.us" 1; @@ -1784,6 +1788,7 @@ map $http_referer $bad_referer { "~*carloans\.com" 1; "~*carmuffler\.net" 1; "~*carsdined\.org" 1; + "~*cars\-modification\.net" 1; "~*carson\.getenjoyment\.net" 1; "~*carsplate\.com" 1; "~*cartechnic\.ru" 1; @@ -2053,6 +2058,7 @@ map $http_referer $bad_referer { "~*corta\.co" 1; "~*coslab\.club" 1; "~*cosmetic\.donna7753191\.ru" 1; + "~*cosmeticswomens\-womensports\.rhcloud\.com" 1; "~*cottageofgrace\.com" 1; "~*cougfan\.info" 1; "~*counciltally\.com" 1; @@ -3751,6 +3757,7 @@ map $http_referer $bad_referer { "~*mebel\-vstroika\.ru" 1; "~*meble\-bogart\.info" 1; "~*mecash\.ru" 1; + "~*meccadumps\.net" 1; "~*medanestesia\.ru" 1; "~*meddesk\.ru" 1; "~*mediaoffers\.click" 1; @@ -3876,6 +3883,7 @@ map $http_referer $bad_referer { "~*mojaocena\.com" 1; "~*mojowhois\.com" 1; "~*mojpregled\.com" 1; + "~*mojpreskumanie\.com" 1; "~*mokrayakiska\.com" 1; "~*mole\.pluto\.ro" 1; "~*monarchfind\-a\.akamaihd\.net" 1; @@ -4218,6 +4226,7 @@ map $http_referer $bad_referer { "~*opinionreelle\.com" 1; "~*ops\.picscout\.com" 1; "~*optibuymac\.com" 1; + "~*optikremont\.ru" 1; "~*optitrade24\.com" 1; "~*oralsexfilme\.net" 1; "~*oranga\.host\.sk" 1; @@ -5773,6 +5782,7 @@ map $http_referer $bad_referer { "~*venta\-prom\.ru" 1; "~*ventelnos\.com" 1; "~*vereo\.eu" 1; + "~*versaut\.xxx\-cam\.webcam" 1; "~*vertaform\.com" 1; "~*vesnatehno\.com" 1; "~*vesnatehno\.ru" 1; @@ -5805,6 +5815,7 @@ map $http_referer $bad_referer { "~*video\-production\.com" 1; "~*videosbox\.ru" 1; "~*videos\-for\-your\-business\.com" 1; + "~*videositename\.com" 1; "~*videotuber\.ru" 1; "~*video\-woman\.com" 1; "~*videtubs\.pl" 1; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 4b7ca1ab5..3213cf9ef 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -7,4 +7,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -35.184.190.159 0; +35.192.183.92 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 837512f5a..a17e1efc1 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.796 -### Updated: Thu Jul 27 15:35:07 SAST 2017 -### Bad Referrer Count: 5468 -### Bad Bot Count: 501 +### Version: V3.2017.07.797 +### Updated: Thu Jul 27 16:07:05 SAST 2017 +### Bad Referrer Count: 5476 +### Bad Bot Count: 502 ################################################### ### VERSION INFORMATION ## @@ -134,6 +134,7 @@ map $http_user_agent $bad_bot { "~*\bGooglebot/Test\b" 0; "~*\bGooglebot-Video\b" 0; "~*\bGoogle-HTTP-Java-Client\b" 0; + "~*\bGravityscan\b" 0; "~*\bgsa-crawler\b" 0; "~*\bJakarta\ Commons\b" 0; "~*\bKraken/0.1\b" 0; @@ -180,6 +181,7 @@ map $http_user_agent $bad_bot { "~*\bPresto\b" 2; "~*\bR6_CommentReader\b" 2; "~*\bR6_FeedFetcher\b" 2; + "~*\bRED/1\b" 2; "~*\bRPT-HTTPClient\b" 2; "~*\bSeznamBot\b" 2; "~*\bsfFeedReader/0.9\b" 2; @@ -316,6 +318,7 @@ map $http_user_agent $bad_bot { "~*\bExtreme\ Picture\ Finder\b" 3; "~*\bEyeNetIE\b" 3; "~*\bEzooms\b" 3; + "~*\bFDM\b" 3; "~*\bFHscan\b" 3; "~*\bFimap\b" 3; "~*\bFindxbot\b" 3; @@ -1758,6 +1761,7 @@ map $http_referer $bad_referer { "~*camdolls\.com" 1; "~*camel\-beach\.com" 1; "~*cam\-kontakte\.org" 1; + "~*camsex\.xxx\-cam\.webcam" 1; "~*candcstuccoandstone\.com" 1; "~*candelluxsklep\.pl" 1; "~*candiceloves\.us" 1; @@ -1784,6 +1788,7 @@ map $http_referer $bad_referer { "~*carloans\.com" 1; "~*carmuffler\.net" 1; "~*carsdined\.org" 1; + "~*cars\-modification\.net" 1; "~*carson\.getenjoyment\.net" 1; "~*carsplate\.com" 1; "~*cartechnic\.ru" 1; @@ -2053,6 +2058,7 @@ map $http_referer $bad_referer { "~*corta\.co" 1; "~*coslab\.club" 1; "~*cosmetic\.donna7753191\.ru" 1; + "~*cosmeticswomens\-womensports\.rhcloud\.com" 1; "~*cottageofgrace\.com" 1; "~*cougfan\.info" 1; "~*counciltally\.com" 1; @@ -3751,6 +3757,7 @@ map $http_referer $bad_referer { "~*mebel\-vstroika\.ru" 1; "~*meble\-bogart\.info" 1; "~*mecash\.ru" 1; + "~*meccadumps\.net" 1; "~*medanestesia\.ru" 1; "~*meddesk\.ru" 1; "~*mediaoffers\.click" 1; @@ -3876,6 +3883,7 @@ map $http_referer $bad_referer { "~*mojaocena\.com" 1; "~*mojowhois\.com" 1; "~*mojpregled\.com" 1; + "~*mojpreskumanie\.com" 1; "~*mokrayakiska\.com" 1; "~*mole\.pluto\.ro" 1; "~*monarchfind\-a\.akamaihd\.net" 1; @@ -4218,6 +4226,7 @@ map $http_referer $bad_referer { "~*opinionreelle\.com" 1; "~*ops\.picscout\.com" 1; "~*optibuymac\.com" 1; + "~*optikremont\.ru" 1; "~*optitrade24\.com" 1; "~*oralsexfilme\.net" 1; "~*oranga\.host\.sk" 1; @@ -5773,6 +5782,7 @@ map $http_referer $bad_referer { "~*venta\-prom\.ru" 1; "~*ventelnos\.com" 1; "~*vereo\.eu" 1; + "~*versaut\.xxx\-cam\.webcam" 1; "~*vertaform\.com" 1; "~*vesnatehno\.com" 1; "~*vesnatehno\.ru" 1; @@ -5805,6 +5815,7 @@ map $http_referer $bad_referer { "~*video\-production\.com" 1; "~*videosbox\.ru" 1; "~*videos\-for\-your\-business\.com" 1; + "~*videositename\.com" 1; "~*videotuber\.ru" 1; "~*video\-woman\.com" 1; "~*videtubs\.pl" 1; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index c3e5adfeb..21173fd1b 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jul 27 16:07:01 SAST 2017 +Last Tested: Thu Jul 27 17:23:26 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index c3e5adfeb..21173fd1b 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jul 27 16:07:01 SAST 2017 +Last Tested: Thu Jul 27 17:23:26 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index c3e5adfeb..21173fd1b 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jul 27 16:07:01 SAST 2017 +Last Tested: Thu Jul 27 17:23:26 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index c3e5adfeb..21173fd1b 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jul 27 16:07:01 SAST 2017 +Last Tested: Thu Jul 27 17:23:26 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index 5ca69132c..95579adfa 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Thu Jul 27 16:07:01 SAST 2017 +Last Tested: Thu Jul 27 17:23:26 SAST 2017