vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V3.2018.03.1078 [ci skip]

Browse source
This commit is contained in:
Travis 2018-03-31 12:27:12 +02:00
parent aec2eeaaa8
commit 8ab7b68053
59 changed files with 249 additions and 107 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.211.2 0; 35.192.85.2 0;

24
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

4
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.192.217.12 0; 35.192.85.2 0;
35.193.211.2 0; 104.154.120.187 0;

24
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

3
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.211.2 0; 35.188.1.99 0;
35.224.112.202 0;

24
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

4
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.203.142 0; 35.184.226.236 0;
35.192.217.12 0; 35.193.7.13 0;

24
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

2
.dev-tools/_curl_tests/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:41 SAST 2018 Last Tested: Sat Mar 31 12:26:30 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:46 SAST 2018 Last Tested: Sat Mar 31 12:26:35 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:22:51 SAST 2018 Last Tested: Sat Mar 31 12:26:41 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_4/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Fri Mar 30 10:23:22 SAST 2018 Last Tested: Sat Mar 31 12:27:12 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

3
.dev-tools/_robots_input/robots-input.txt
View file

@ -242,6 +242,7 @@ MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
Mata Hari Mata Hari
MauiBot
Meanpathbot Meanpathbot
mediawords mediawords
MegaIndex.ru MegaIndex.ru
@ -287,6 +288,7 @@ Ninja
Nmap Nmap
NPbot NPbot
Nutch Nutch
NYU
oBot oBot
Octopus Octopus
Offline Explorer Offline Explorer
@ -345,6 +347,7 @@ SalesIntelligent
SBIder SBIder
ScanAlert ScanAlert
Scanbot Scanbot
scan.lol
Scrapy Scrapy
Screaming Screaming
ScreenerBot ScreenerBot

24
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

13
.dev-tools/referrers-regex-format.txt
View file

@ -408,6 +408,7 @@
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -938,6 +939,7 @@
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -1559,6 +1561,7 @@
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -1680,6 +1683,7 @@
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -2177,6 +2181,7 @@
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -2428,6 +2433,7 @@
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -2665,6 +2671,7 @@
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -3397,6 +3404,7 @@
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -3987,6 +3995,7 @@
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -4511,6 +4520,7 @@
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -5603,6 +5613,7 @@
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -5723,6 +5734,7 @@
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -6114,6 +6126,7 @@
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.03.1077 #### Version: V3.2018.03.1078
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6243
#### Bad Bot Count: 516 #### Bad Bot Count: 519
____________________ ____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.03.1077 #### Version: V3.2018.03.1078
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6243
#### Bad Bot Count: 516 #### Bad Bot Count: 519
____________________ ____________________
## Help Support This Project ## Help Support This Project

6
README.md
View file

@ -4,9 +4,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites.
_______________ _______________
#### Version: V3.2018.03.1077 #### Version: V3.2018.03.1078
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6243
#### Bad Bot Count: 516 #### Bad Bot Count: 519
____________________ ____________________
## Help Support This Project ## Help Support This Project

32
_generator_lists/bad-referrers.list
View file

@ -1,22 +1,3 @@
veselokloun.ru
edudocs.net
exdocsfiles.com
pillscheap24h.com
animenime.ru
sundrugstore.com
seocheckupx.com
game300.ru
hccoder.info
buntube.net
filesclub.net
saneyes.com
compiko.info
bitcoinpile.com
docs4all.com
infodocsportal.com
mixx.com
vzube.com
yun56.co
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -428,6 +409,7 @@ animalrank.com
animaltoplist.com animaltoplist.com
anime.dougasouko.com anime.dougasouko.com
animebox.com.ua animebox.com.ua
animenime.ru
anjalika.co.in anjalika.co.in
anlimebel.kiev.ua anlimebel.kiev.ua
anmysite.com anmysite.com
@ -957,6 +939,7 @@ bum.com.ru
bumascloset.com bumascloset.com
bumble.cheapwebsitehoster.com bumble.cheapwebsitehoster.com
bumskontakte.org bumskontakte.org
buntube.net
bupropion-sr-150-mg.us bupropion-sr-150-mg.us
buqayy0.livejournal.com buqayy0.livejournal.com
buqyxa.rincian.info buqyxa.rincian.info
@ -1578,6 +1561,7 @@ dnepr-avtospar.com.ua
dnepropetrovsk.mistr-x.org dnepropetrovsk.mistr-x.org
dneprsvet.com.ua dneprsvet.com.ua
dnsrsearch.com dnsrsearch.com
docs4all.com
docstoc.com docstoc.com
doctissimo.fr doctissimo.fr
doctormakarova.ru doctormakarova.ru
@ -1701,6 +1685,7 @@ ednorxmed.com
educatemetv.com educatemetv.com
education-cz.ru education-cz.ru
educontest.net educontest.net
edudocs.net
edwinkonijn.com.au edwinkonijn.com.au
ee77ee.com ee77ee.com
efkt.jp efkt.jp
@ -2199,6 +2184,7 @@ gambarxkata.co
gamblingnerd.com gamblingnerd.com
game-mmorpg.net game-mmorpg.net
game-top.su game-top.su
game300.ru
gamebackyard.com gamebackyard.com
gamedayassist.com gamedayassist.com
gamedayhouse.com gamedayhouse.com
@ -2447,6 +2433,7 @@ hawaiisurf.com
hayate.biz hayate.biz
hazardky.net hazardky.net
hcate.com hcate.com
hccoder.info
hchha.com hchha.com
hd-film.pl hd-film.pl
hd-filmy.net hd-filmy.net
@ -2685,6 +2672,7 @@ indo-export.ru
inet-traffic.com inet-traffic.com
infazavr.ru infazavr.ru
infobabki.ru infobabki.ru
infodocsportal.com
infokonkurs.ru infokonkurs.ru
informatiecentro.be informatiecentro.be
infospot.pt infospot.pt
@ -3416,6 +3404,7 @@ mistr-x.org
mitrasound.ru mitrasound.ru
mixed-wrestling.ru mixed-wrestling.ru
mixtapetorrent.com mixtapetorrent.com
mixx.com
mjchamonix.org mjchamonix.org
mlf.hordo.win mlf.hordo.win
mlvc4zzw.space mlvc4zzw.space
@ -4006,6 +3995,7 @@ pihl.se
pijoto.net pijoto.net
pila.pl pila.pl
pills24h.com pills24h.com
pillscheap24h.com
pinkduck.ga pinkduck.ga
pinsdaddy.com pinsdaddy.com
pinstake.com pinstake.com
@ -4533,6 +4523,7 @@ sampleletters.net
sanatorrii.ru sanatorrii.ru
sandhillsonline.com sandhillsonline.com
saneitconsulting.com saneitconsulting.com
saneyes.com
sanidumps.com sanidumps.com
sanjosestartups.com sanjosestartups.com
sankt-peterburg.nodup.ru sankt-peterburg.nodup.ru
@ -5622,6 +5613,7 @@ vereo.eu
versaut.xxx-cam.webcam versaut.xxx-cam.webcam
vertaform.com vertaform.com
verymes.xyz verymes.xyz
veselokloun.ru
vesnatehno.com vesnatehno.com
vesnatehno.ru vesnatehno.ru
vezuviy.su vezuviy.su
@ -5742,6 +5734,7 @@ vykupavto-krasnodar.ru
vysigy.su vysigy.su
vzglyadriv.kg vzglyadriv.kg
vzlom-na-zakaz.com vzlom-na-zakaz.com
vzube.com
w-journal.ru w-journal.ru
w3data.co w3data.co
w3javascript.com w3javascript.com
@ -6133,6 +6126,7 @@ yuarra.pluto.ro
yubikk.info yubikk.info
yugk.net yugk.net
yugo-star.ru yugo-star.ru
yun56.co
yunque.pluto.ro yunque.pluto.ro
yur-p.ru yur-p.ru
yurgorod.ru yurgorod.ru

6
_generator_lists/bad-user-agents.list
View file

@ -1,6 +1,3 @@
scan.lol
NYU
MauiBot
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -245,6 +242,7 @@ MarkWatch
Masscan Masscan
Mass\ Downloader Mass\ Downloader
Mata\ Hari Mata\ Hari
MauiBot
Meanpathbot Meanpathbot
mediawords mediawords
MegaIndex.ru MegaIndex.ru
@ -290,6 +288,7 @@ Ninja
Nmap Nmap
NPbot NPbot
Nutch Nutch
NYU
oBot oBot
Octopus Octopus
Offline\ Explorer Offline\ Explorer
@ -348,6 +347,7 @@ SalesIntelligent
SBIder SBIder
ScanAlert ScanAlert
Scanbot Scanbot
scan.lol
Scrapy Scrapy
Screaming Screaming
ScreenerBot ScreenerBot

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V3.2018.03.1077 #### Version: V3.2018.03.1078
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6243
#### Bad Bot Count: 516 #### Bad Bot Count: 519
____________________ ____________________
## Help Support This Project ## Help Support This Project

2
_google_analytics_ghost_spam/google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

13
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -409,6 +409,7 @@ domain:animalrank.com
domain:animaltoplist.com domain:animaltoplist.com
domain:anime.dougasouko.com domain:anime.dougasouko.com
domain:animebox.com.ua domain:animebox.com.ua
domain:animenime.ru
domain:anjalika.co.in domain:anjalika.co.in
domain:anlimebel.kiev.ua domain:anlimebel.kiev.ua
domain:anmysite.com domain:anmysite.com
@ -938,6 +939,7 @@ domain:bum.com.ru
domain:bumascloset.com domain:bumascloset.com
domain:bumble.cheapwebsitehoster.com domain:bumble.cheapwebsitehoster.com
domain:bumskontakte.org domain:bumskontakte.org
domain:buntube.net
domain:bupropion-sr-150-mg.us domain:bupropion-sr-150-mg.us
domain:buqayy0.livejournal.com domain:buqayy0.livejournal.com
domain:buqyxa.rincian.info domain:buqyxa.rincian.info
@ -1559,6 +1561,7 @@ domain:dnepr-avtospar.com.ua
domain:dnepropetrovsk.mistr-x.org domain:dnepropetrovsk.mistr-x.org
domain:dneprsvet.com.ua domain:dneprsvet.com.ua
domain:dnsrsearch.com domain:dnsrsearch.com
domain:docs4all.com
domain:docstoc.com domain:docstoc.com
domain:doctissimo.fr domain:doctissimo.fr
domain:doctormakarova.ru domain:doctormakarova.ru
@ -1682,6 +1685,7 @@ domain:ednorxmed.com
domain:educatemetv.com domain:educatemetv.com
domain:education-cz.ru domain:education-cz.ru
domain:educontest.net domain:educontest.net
domain:edudocs.net
domain:edwinkonijn.com.au domain:edwinkonijn.com.au
domain:ee77ee.com domain:ee77ee.com
domain:efkt.jp domain:efkt.jp
@ -2180,6 +2184,7 @@ domain:gambarxkata.co
domain:gamblingnerd.com domain:gamblingnerd.com
domain:game-mmorpg.net domain:game-mmorpg.net
domain:game-top.su domain:game-top.su
domain:game300.ru
domain:gamebackyard.com domain:gamebackyard.com
domain:gamedayassist.com domain:gamedayassist.com
domain:gamedayhouse.com domain:gamedayhouse.com
@ -2428,6 +2433,7 @@ domain:hawaiisurf.com
domain:hayate.biz domain:hayate.biz
domain:hazardky.net domain:hazardky.net
domain:hcate.com domain:hcate.com
domain:hccoder.info
domain:hchha.com domain:hchha.com
domain:hd-film.pl domain:hd-film.pl
domain:hd-filmy.net domain:hd-filmy.net
@ -2666,6 +2672,7 @@ domain:indo-export.ru
domain:inet-traffic.com domain:inet-traffic.com
domain:infazavr.ru domain:infazavr.ru
domain:infobabki.ru domain:infobabki.ru
domain:infodocsportal.com
domain:infokonkurs.ru domain:infokonkurs.ru
domain:informatiecentro.be domain:informatiecentro.be
domain:infospot.pt domain:infospot.pt
@ -3397,6 +3404,7 @@ domain:mistr-x.org
domain:mitrasound.ru domain:mitrasound.ru
domain:mixed-wrestling.ru domain:mixed-wrestling.ru
domain:mixtapetorrent.com domain:mixtapetorrent.com
domain:mixx.com
domain:mjchamonix.org domain:mjchamonix.org
domain:mlf.hordo.win domain:mlf.hordo.win
domain:mlvc4zzw.space domain:mlvc4zzw.space
@ -3987,6 +3995,7 @@ domain:pihl.se
domain:pijoto.net domain:pijoto.net
domain:pila.pl domain:pila.pl
domain:pills24h.com domain:pills24h.com
domain:pillscheap24h.com
domain:pinkduck.ga domain:pinkduck.ga
domain:pinsdaddy.com domain:pinsdaddy.com
domain:pinstake.com domain:pinstake.com
@ -4514,6 +4523,7 @@ domain:sampleletters.net
domain:sanatorrii.ru domain:sanatorrii.ru
domain:sandhillsonline.com domain:sandhillsonline.com
domain:saneitconsulting.com domain:saneitconsulting.com
domain:saneyes.com
domain:sanidumps.com domain:sanidumps.com
domain:sanjosestartups.com domain:sanjosestartups.com
domain:sankt-peterburg.nodup.ru domain:sankt-peterburg.nodup.ru
@ -5603,6 +5613,7 @@ domain:vereo.eu
domain:versaut.xxx-cam.webcam domain:versaut.xxx-cam.webcam
domain:vertaform.com domain:vertaform.com
domain:verymes.xyz domain:verymes.xyz
domain:veselokloun.ru
domain:vesnatehno.com domain:vesnatehno.com
domain:vesnatehno.ru domain:vesnatehno.ru
domain:vezuviy.su domain:vezuviy.su
@ -5723,6 +5734,7 @@ domain:vykupavto-krasnodar.ru
domain:vysigy.su domain:vysigy.su
domain:vzglyadriv.kg domain:vzglyadriv.kg
domain:vzlom-na-zakaz.com domain:vzlom-na-zakaz.com
domain:vzube.com
domain:w-journal.ru domain:w-journal.ru
domain:w3data.co domain:w3data.co
domain:w3javascript.com domain:w3javascript.com
@ -6114,6 +6126,7 @@ domain:yuarra.pluto.ro
domain:yubikk.info domain:yubikk.info
domain:yugk.net domain:yugk.net
domain:yugo-star.ru domain:yugo-star.ru
domain:yun56.co
domain:yunque.pluto.ro domain:yunque.pluto.ro
domain:yur-p.ru domain:yur-p.ru
domain:yurgorod.ru domain:yurgorod.ru

24
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

24
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:24 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6243
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -456,6 +456,7 @@ map $http_user_agent $bad_bot {
"~*\bMasscan\b" 3; "~*\bMasscan\b" 3;
"~*\bMass\ Downloader\b" 3; "~*\bMass\ Downloader\b" 3;
"~*\bMata\ Hari\b" 3; "~*\bMata\ Hari\b" 3;
"~*\bMauiBot\b" 3;
"~*\bMeanpathbot\b" 3; "~*\bMeanpathbot\b" 3;
"~*\bmediawords\b" 3; "~*\bmediawords\b" 3;
"~*\bMegaIndex.ru\b" 3; "~*\bMegaIndex.ru\b" 3;
@ -501,6 +502,7 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;
@ -559,6 +561,7 @@ map $http_user_agent $bad_bot {
"~*\bSBIder\b" 3; "~*\bSBIder\b" 3;
"~*\bScanAlert\b" 3; "~*\bScanAlert\b" 3;
"~*\bScanbot\b" 3; "~*\bScanbot\b" 3;
"~*\bscan.lol\b" 3;
"~*\bScrapy\b" 3; "~*\bScrapy\b" 3;
"~*\bScreaming\b" 3; "~*\bScreaming\b" 3;
"~*\bScreenerBot\b" 3; "~*\bScreenerBot\b" 3;
@ -1299,6 +1302,7 @@ map $http_referer $bad_referer {
"~*\banimaltoplist\.com\b" 1; "~*\banimaltoplist\.com\b" 1;
"~*\banimebox\.com\.ua\b" 1; "~*\banimebox\.com\.ua\b" 1;
"~*\banime\.dougasouko\.com\b" 1; "~*\banime\.dougasouko\.com\b" 1;
"~*\banimenime\.ru\b" 1;
"~*\banjalika\.co\.in\b" 1; "~*\banjalika\.co\.in\b" 1;
"~*\banlimebel\.kiev\.ua\b" 1; "~*\banlimebel\.kiev\.ua\b" 1;
"~*\banmysite\.com\b" 1; "~*\banmysite\.com\b" 1;
@ -1829,6 +1833,7 @@ map $http_referer $bad_referer {
"~*\bbumble\.cheapwebsitehoster\.com\b" 1; "~*\bbumble\.cheapwebsitehoster\.com\b" 1;
"~*\bbum\.com\.ru\b" 1; "~*\bbum\.com\.ru\b" 1;
"~*\bbumskontakte\.org\b" 1; "~*\bbumskontakte\.org\b" 1;
"~*\bbuntube\.net\b" 1;
"~*\bbupropion\-sr\-150\-mg\.us\b" 1; "~*\bbupropion\-sr\-150\-mg\.us\b" 1;
"~*\bbuqayy0\.livejournal\.com\b" 1; "~*\bbuqayy0\.livejournal\.com\b" 1;
"~*\bbuqyxa\.rincian\.info\b" 1; "~*\bbuqyxa\.rincian\.info\b" 1;
@ -2450,6 +2455,7 @@ map $http_referer $bad_referer {
"~*\bdnepropetrovsk\.mistr\-x\.org\b" 1; "~*\bdnepropetrovsk\.mistr\-x\.org\b" 1;
"~*\bdneprsvet\.com\.ua\b" 1; "~*\bdneprsvet\.com\.ua\b" 1;
"~*\bdnsrsearch\.com\b" 1; "~*\bdnsrsearch\.com\b" 1;
"~*\bdocs4all\.com\b" 1;
"~*\bdocstoc\.com\b" 1; "~*\bdocstoc\.com\b" 1;
"~*\bdoctissimo\.fr\b" 1; "~*\bdoctissimo\.fr\b" 1;
"~*\bdoctormakarova\.ru\b" 1; "~*\bdoctormakarova\.ru\b" 1;
@ -2571,6 +2577,7 @@ map $http_referer $bad_referer {
"~*\beducatemetv\.com\b" 1; "~*\beducatemetv\.com\b" 1;
"~*\beducation\-cz\.ru\b" 1; "~*\beducation\-cz\.ru\b" 1;
"~*\beducontest\.net\b" 1; "~*\beducontest\.net\b" 1;
"~*\bedudocs\.net\b" 1;
"~*\bedwinkonijn\.com\.au\b" 1; "~*\bedwinkonijn\.com\.au\b" 1;
"~*\bee77ee\.com\b" 1; "~*\bee77ee\.com\b" 1;
"~*\befkt\.jp\b" 1; "~*\befkt\.jp\b" 1;
@ -3068,6 +3075,7 @@ map $http_referer $bad_referer {
"~*\bgambarkataku\.co\b" 1; "~*\bgambarkataku\.co\b" 1;
"~*\bgambarxkata\.co\b" 1; "~*\bgambarxkata\.co\b" 1;
"~*\bgamblingnerd\.com\b" 1; "~*\bgamblingnerd\.com\b" 1;
"~*\bgame300\.ru\b" 1;
"~*\bgamebackyard\.com\b" 1; "~*\bgamebackyard\.com\b" 1;
"~*\bgamedayassist\.com\b" 1; "~*\bgamedayassist\.com\b" 1;
"~*\bgamedayhouse\.com\b" 1; "~*\bgamedayhouse\.com\b" 1;
@ -3319,6 +3327,7 @@ map $http_referer $bad_referer {
"~*\bhayate\.biz\b" 1; "~*\bhayate\.biz\b" 1;
"~*\bhazardky\.net\b" 1; "~*\bhazardky\.net\b" 1;
"~*\bhcate\.com\b" 1; "~*\bhcate\.com\b" 1;
"~*\bhccoder\.info\b" 1;
"~*\bhchha\.com\b" 1; "~*\bhchha\.com\b" 1;
"~*\bhd720kino\.ru\b" 1; "~*\bhd720kino\.ru\b" 1;
"~*\bhdapp1008\-a\.akamaihd\.net\b" 1; "~*\bhdapp1008\-a\.akamaihd\.net\b" 1;
@ -3556,6 +3565,7 @@ map $http_referer $bad_referer {
"~*\binet\-traffic\.com\b" 1; "~*\binet\-traffic\.com\b" 1;
"~*\binfazavr\.ru\b" 1; "~*\binfazavr\.ru\b" 1;
"~*\binfobabki\.ru\b" 1; "~*\binfobabki\.ru\b" 1;
"~*\binfodocsportal\.com\b" 1;
"~*\binfokonkurs\.ru\b" 1; "~*\binfokonkurs\.ru\b" 1;
"~*\binformatiecentro\.be\b" 1; "~*\binformatiecentro\.be\b" 1;
"~*\binfospot\.pt\b" 1; "~*\binfospot\.pt\b" 1;
@ -4288,6 +4298,7 @@ map $http_referer $bad_referer {
"~*\bmitrasound\.ru\b" 1; "~*\bmitrasound\.ru\b" 1;
"~*\bmixed\-wrestling\.ru\b" 1; "~*\bmixed\-wrestling\.ru\b" 1;
"~*\bmixtapetorrent\.com\b" 1; "~*\bmixtapetorrent\.com\b" 1;
"~*\bmixx\.com\b" 1;
"~*\bmjchamonix\.org\b" 1; "~*\bmjchamonix\.org\b" 1;
"~*\bmlf\.hordo\.win\b" 1; "~*\bmlf\.hordo\.win\b" 1;
"~*\bmlvc4zzw\.space\b" 1; "~*\bmlvc4zzw\.space\b" 1;
@ -4878,6 +4889,7 @@ map $http_referer $bad_referer {
"~*\bpijoto\.net\b" 1; "~*\bpijoto\.net\b" 1;
"~*\bpila\.pl\b" 1; "~*\bpila\.pl\b" 1;
"~*\bpills24h\.com\b" 1; "~*\bpills24h\.com\b" 1;
"~*\bpillscheap24h\.com\b" 1;
"~*\bpinkduck\.ga\b" 1; "~*\bpinkduck\.ga\b" 1;
"~*\bpinsdaddy\.com\b" 1; "~*\bpinsdaddy\.com\b" 1;
"~*\bpinstake\.com\b" 1; "~*\bpinstake\.com\b" 1;
@ -5402,6 +5414,7 @@ map $http_referer $bad_referer {
"~*\bsanatorrii\.ru\b" 1; "~*\bsanatorrii\.ru\b" 1;
"~*\bsandhillsonline\.com\b" 1; "~*\bsandhillsonline\.com\b" 1;
"~*\bsaneitconsulting\.com\b" 1; "~*\bsaneitconsulting\.com\b" 1;
"~*\bsaneyes\.com\b" 1;
"~*\bsanidumps\.com\b" 1; "~*\bsanidumps\.com\b" 1;
"~*\bsanjosestartups\.com\b" 1; "~*\bsanjosestartups\.com\b" 1;
"~*\bsankt\-peterburg\.nodup\.ru\b" 1; "~*\bsankt\-peterburg\.nodup\.ru\b" 1;
@ -6494,6 +6507,7 @@ map $http_referer $bad_referer {
"~*\bversaut\.xxx\-cam\.webcam\b" 1; "~*\bversaut\.xxx\-cam\.webcam\b" 1;
"~*\bvertaform\.com\b" 1; "~*\bvertaform\.com\b" 1;
"~*\bverymes\.xyz\b" 1; "~*\bverymes\.xyz\b" 1;
"~*\bveselokloun\.ru\b" 1;
"~*\bvesnatehno\.com\b" 1; "~*\bvesnatehno\.com\b" 1;
"~*\bvesnatehno\.ru\b" 1; "~*\bvesnatehno\.ru\b" 1;
"~*\bvezuviy\.su\b" 1; "~*\bvezuviy\.su\b" 1;
@ -6614,6 +6628,7 @@ map $http_referer $bad_referer {
"~*\bvysigy\.su\b" 1; "~*\bvysigy\.su\b" 1;
"~*\bvzglyadriv\.kg\b" 1; "~*\bvzglyadriv\.kg\b" 1;
"~*\bvzlom\-na\-zakaz\.com\b" 1; "~*\bvzlom\-na\-zakaz\.com\b" 1;
"~*\bvzube\.com\b" 1;
"~*\bw3data\.co\b" 1; "~*\bw3data\.co\b" 1;
"~*\bw3javascript\.com\b" 1; "~*\bw3javascript\.com\b" 1;
"~*\bw7s\.ru\b" 1; "~*\bw7s\.ru\b" 1;
@ -7005,6 +7020,7 @@ map $http_referer $bad_referer {
"~*\byubikk\.info\b" 1; "~*\byubikk\.info\b" 1;
"~*\byugk\.net\b" 1; "~*\byugk\.net\b" 1;
"~*\byugo\-star\.ru\b" 1; "~*\byugo\-star\.ru\b" 1;
"~*\byun56\.co\b" 1;
"~*\byunque\.pluto\.ro\b" 1; "~*\byunque\.pluto\.ro\b" 1;
"~*\byurgorod\.ru\b" 1; "~*\byurgorod\.ru\b" 1;
"~*\byur\-p\.ru\b" 1; "~*\byur\-p\.ru\b" 1;

12
robots.txt/robots.txt
View file

@ -1,8 +1,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2018.03.1077 ### Version: V3.2018.03.1078
### Updated: Fri Mar 30 10:22:34 SAST 2018 ### Updated: Sat Mar 31 12:26:25 SAST 2018
### Bad Bot Count: 516 ### Bad Bot Count: 519
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -497,6 +497,8 @@ User-agent: Mass Downloader
Disallow:/ Disallow:/
User-agent: Mata Hari User-agent: Mata Hari
Disallow:/ Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: Meanpathbot User-agent: Meanpathbot
Disallow:/ Disallow:/
User-agent: mediawords User-agent: mediawords
@ -587,6 +589,8 @@ User-agent: NPbot
Disallow:/ Disallow:/
User-agent: Nutch User-agent: Nutch
Disallow:/ Disallow:/
User-agent: NYU
Disallow:/
User-agent: oBot User-agent: oBot
Disallow:/ Disallow:/
User-agent: Octopus User-agent: Octopus
@ -703,6 +707,8 @@ User-agent: ScanAlert
Disallow:/ Disallow:/
User-agent: Scanbot User-agent: Scanbot
Disallow:/ Disallow:/
User-agent: scan.lol
Disallow:/
User-agent: Scrapy User-agent: Scrapy
Disallow:/ Disallow:/
User-agent: Screaming User-agent: Screaming