diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 81567e71c..94c83bb22 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -19,4 +19,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.154.185.24 0; +35.184.160.146 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 09e09b450..6a050c2bc 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.08.859 -### Updated: Sun Aug 27 11:35:31 SAST 2017 -### Bad Referrer Count: 5676 -### Bad Bot Count: 506 +### Version: V3.2017.08.860 +### Updated: Mon Aug 28 11:02:22 SAST 2017 +### Bad Referrer Count: 5681 +### Bad Bot Count: 512 ################################################### ### VERSION INFORMATION ## @@ -155,6 +155,8 @@ map $http_user_agent $bad_bot { "~*\bmsnbot\b" 0; "~*\bmsnbot-media\b" 0; "~*\bSAMSUNG\b" 0; + "~*\bSlackbot\b" 0; + "~*\bSlackbot-LinkExpanding\b" 0; "~*\bslurp\b" 0; "~*\bteoma\b" 0; "~*\bTwitterBot\b" 0; @@ -293,9 +295,11 @@ map $http_user_agent $bad_bot { "~*\bDatabaseDriverMysqli\b" 3; "~*\bDataCha0s\b" 3; "~*\bDBLBot\b" 3; + "~*\bdemandbase-bot\b" 3; "~*\bDemon\b" 3; "~*\bDeusu\b" 3; "~*\bDevil\b" 3; + "~*\bDigincore\b" 3; "~*\bDIIbot\b" 3; "~*\bDirbuster\b" 3; "~*\bDisco\b" 3; @@ -345,6 +349,7 @@ map $http_user_agent $bad_bot { "~*\bFyrebot\b" 3; "~*\bGalaxyBot\b" 3; "~*\bGenieo\b" 3; + "~*\bGermCrawler\b" 3; "~*\bGetintent\b" 3; "~*\bGetRight\b" 3; "~*\bGetWeb\b" 3; @@ -406,6 +411,7 @@ map $http_user_agent $bad_bot { "~*\bJyxobot\b" 3; "~*\bKenjin\ Spider\b" 3; "~*\bKeyword\ Density\b" 3; + "~*\bKozmosbot\b" 3; "~*\bLanshanbot\b" 3; "~*\bLarbin\b" 3; "~*\bLeechFTP\b" 3; @@ -444,6 +450,7 @@ map $http_user_agent $bad_bot { "~*\bMass\ Downloader\b" 3; "~*\bMata\ Hari\b" 3; "~*\bMeanpathbot\b" 3; + "~*\bmediawords\b" 3; "~*\bMegaIndex.ru\b" 3; "~*\bMetauri\b" 3; "~*\bMFC_Tear_Sample\b" 3; @@ -475,6 +482,7 @@ map $http_user_agent $bad_bot { "~*\bNetSpider\b" 3; "~*\bNettrack\b" 3; "~*\bNet\ Vampire\b" 3; + "~*\bNetvibes\b" 3; "~*\bNetZIP\b" 3; "~*\bNextGenSearchBot\b" 3; "~*\bNibbler\b" 3; @@ -3399,6 +3407,7 @@ map $http_referer $bad_referer { "~*iusstf\.org" 1; "~*ivanstroi\.ru" 1; "~*ivoiretechnocom\.ci" 1; + "~*iwantedmoney\.com" 1; "~*iwantmyfreecash\.com" 1; "~*iwanttodeliver\.com" 1; "~*iweblist\.info" 1; @@ -3471,6 +3480,7 @@ map $http_referer $bad_referer { "~*kaidalibor\.de" 1; "~*kalandranis\.gr" 1; "~*kalb\.ru" 1; + "~*kaliningrad\.zrus\.org" 1; "~*kamagragelusa\.net" 1; "~*kamalsinha\.com" 1; "~*kambasoft\.com" 1; @@ -3861,6 +3871,7 @@ map $http_referer $bad_referer { "~*matchpal\-a\.akamaihd\.net" 1; "~*matematikus\.info" 1; "~*mathgym\.com\.au" 1; + "~*matrixalchemy\.com" 1; "~*matsdale\.com" 1; "~*mature\.free\-websites\.com" 1; "~*max\-eclat\.men" 1; @@ -4161,6 +4172,7 @@ map $http_referer $bad_referer { "~*napalm51\.nut\.cc" 1; "~*naperehresti\.info" 1; "~*naphukete\.ru" 1; + "~*narco24\.me" 1; "~*nardulan\.com" 1; "~*narkologiya\-belgorod\.ru" 1; "~*narkologiya\-orel\.ru" 1; @@ -6421,6 +6433,7 @@ map $http_referer $bad_referer { "~*yougetsignal\.com" 1; "~*youghbould\.wordpress\.com" 1; "~*yougotanewdomain\.com" 1; + "~*youjizz\.com" 1; "~*youjizz\.vc" 1; "~*youporn\-forum\.ga" 1; "~*youporn\-ru\.com" 1; diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 81567e71c..94c83bb22 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -19,4 +19,4 @@ # Only add actual IP addresses and ranges here 111.111.111.111 0; -104.154.185.24 0; +35.184.160.146 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 8aecef00c..9c037d199 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.08.859 -### Updated: Sun Aug 27 11:35:31 SAST 2017 -### Bad Referrer Count: 5676 -### Bad Bot Count: 506 +### Version: V3.2017.08.860 +### Updated: Mon Aug 28 11:02:22 SAST 2017 +### Bad Referrer Count: 5681 +### Bad Bot Count: 512 ################################################### ### VERSION INFORMATION ## @@ -155,6 +155,8 @@ map $http_user_agent $bad_bot { "~*\bmsnbot\b" 0; "~*\bmsnbot-media\b" 0; "~*\bSAMSUNG\b" 0; + "~*\bSlackbot\b" 0; + "~*\bSlackbot-LinkExpanding\b" 0; "~*\bslurp\b" 0; "~*\bteoma\b" 0; "~*\bTwitterBot\b" 0; @@ -293,9 +295,11 @@ map $http_user_agent $bad_bot { "~*\bDatabaseDriverMysqli\b" 3; "~*\bDataCha0s\b" 3; "~*\bDBLBot\b" 3; + "~*\bdemandbase-bot\b" 3; "~*\bDemon\b" 3; "~*\bDeusu\b" 3; "~*\bDevil\b" 3; + "~*\bDigincore\b" 3; "~*\bDIIbot\b" 3; "~*\bDirbuster\b" 3; "~*\bDisco\b" 3; @@ -345,6 +349,7 @@ map $http_user_agent $bad_bot { "~*\bFyrebot\b" 3; "~*\bGalaxyBot\b" 3; "~*\bGenieo\b" 3; + "~*\bGermCrawler\b" 3; "~*\bGetintent\b" 3; "~*\bGetRight\b" 3; "~*\bGetWeb\b" 3; @@ -406,6 +411,7 @@ map $http_user_agent $bad_bot { "~*\bJyxobot\b" 3; "~*\bKenjin\ Spider\b" 3; "~*\bKeyword\ Density\b" 3; + "~*\bKozmosbot\b" 3; "~*\bLanshanbot\b" 3; "~*\bLarbin\b" 3; "~*\bLeechFTP\b" 3; @@ -444,6 +450,7 @@ map $http_user_agent $bad_bot { "~*\bMass\ Downloader\b" 3; "~*\bMata\ Hari\b" 3; "~*\bMeanpathbot\b" 3; + "~*\bmediawords\b" 3; "~*\bMegaIndex.ru\b" 3; "~*\bMetauri\b" 3; "~*\bMFC_Tear_Sample\b" 3; @@ -475,6 +482,7 @@ map $http_user_agent $bad_bot { "~*\bNetSpider\b" 3; "~*\bNettrack\b" 3; "~*\bNet\ Vampire\b" 3; + "~*\bNetvibes\b" 3; "~*\bNetZIP\b" 3; "~*\bNextGenSearchBot\b" 3; "~*\bNibbler\b" 3; @@ -3399,6 +3407,7 @@ map $http_referer $bad_referer { "~*iusstf\.org" 1; "~*ivanstroi\.ru" 1; "~*ivoiretechnocom\.ci" 1; + "~*iwantedmoney\.com" 1; "~*iwantmyfreecash\.com" 1; "~*iwanttodeliver\.com" 1; "~*iweblist\.info" 1; @@ -3471,6 +3480,7 @@ map $http_referer $bad_referer { "~*kaidalibor\.de" 1; "~*kalandranis\.gr" 1; "~*kalb\.ru" 1; + "~*kaliningrad\.zrus\.org" 1; "~*kamagragelusa\.net" 1; "~*kamalsinha\.com" 1; "~*kambasoft\.com" 1; @@ -3861,6 +3871,7 @@ map $http_referer $bad_referer { "~*matchpal\-a\.akamaihd\.net" 1; "~*matematikus\.info" 1; "~*mathgym\.com\.au" 1; + "~*matrixalchemy\.com" 1; "~*matsdale\.com" 1; "~*mature\.free\-websites\.com" 1; "~*max\-eclat\.men" 1; @@ -4161,6 +4172,7 @@ map $http_referer $bad_referer { "~*napalm51\.nut\.cc" 1; "~*naperehresti\.info" 1; "~*naphukete\.ru" 1; + "~*narco24\.me" 1; "~*nardulan\.com" 1; "~*narkologiya\-belgorod\.ru" 1; "~*narkologiya\-orel\.ru" 1; @@ -6421,6 +6433,7 @@ map $http_referer $bad_referer { "~*yougetsignal\.com" 1; "~*youghbould\.wordpress\.com" 1; "~*yougotanewdomain\.com" 1; + "~*youjizz\.com" 1; "~*youjizz\.vc" 1; "~*youporn\-forum\.ga" 1; "~*youporn\-ru\.com" 1; diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index df5bc505f..73bb801e5 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Sun Aug 27 11:35:38 SAST 2017 +Last Tested: Mon Aug 28 11:02:27 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index df5bc505f..73bb801e5 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Sun Aug 27 11:35:38 SAST 2017 +Last Tested: Mon Aug 28 11:02:27 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index df5bc505f..73bb801e5 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Sun Aug 27 11:35:38 SAST 2017 +Last Tested: Mon Aug 28 11:02:27 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index df5bc505f..73bb801e5 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Sun Aug 27 11:35:38 SAST 2017 +Last Tested: Mon Aug 28 11:02:27 SAST 2017 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index 108c79f56..6a02f00e1 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Sun Aug 27 11:35:38 SAST 2017 +Last Tested: Mon Aug 28 11:02:27 SAST 2017