vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V3.2018.06.1113 [ci skip]

Browse source
This commit is contained in:
Travis 2018-06-08 10:44:03 +02:00
parent ec919d888f
commit 2a3bc40f73
57 changed files with 104 additions and 87 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here
111.111.111.111 0;
35.192.85.2 0;
35.193.211.2 0;

10
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

3
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,4 @@
# Only add actual IP addresses and ranges here
111.111.111.111 0;
35.193.7.13 0;
104.154.120.187 0;
35.193.203.142 0;

10
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

3
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,4 @@
# Only add actual IP addresses and ranges here
111.111.111.111 0;
35.192.85.2 0;
35.224.112.202 0;
35.192.217.12 0;

10
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

4
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here
111.111.111.111 0;
35.188.1.99 0;
35.193.7.13 0;
35.193.203.142 0;
35.184.48.144 0;

10
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

2
.dev-tools/_curl_tests/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
<?php

2
.dev-tools/_curl_tests/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
<?php

2
.dev-tools/_curl_tests/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
<?php

2
.dev-tools/_curl_tests/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:38 SAST 2018
Last Tested: Fri Jun 8 10:43:20 SAST 2018
<?php

2
.dev-tools/_curl_tests_2/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
<?php

2
.dev-tools/_curl_tests_2/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
<?php

2
.dev-tools/_curl_tests_2/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
<?php

2
.dev-tools/_curl_tests_2/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:44 SAST 2018
Last Tested: Fri Jun 8 10:43:26 SAST 2018
<?php

2
.dev-tools/_curl_tests_3/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

4
.dev-tools/_curl_tests_3/curltest4.txt
View file

@ -1,6 +1,6 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
curl: (52) Empty reply from server

2
.dev-tools/_curl_tests_3/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
<?php

2
.dev-tools/_curl_tests_3/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
<?php

2
.dev-tools/_curl_tests_3/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
<?php

2
.dev-tools/_curl_tests_3/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:20:50 SAST 2018
Last Tested: Fri Jun 8 10:43:31 SAST 2018
<?php

2
.dev-tools/_curl_tests_4/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
<!DOCTYPE html>
<html>

2
.dev-tools/_curl_tests_4/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
<!DOCTYPE html>
<html>

2
.dev-tools/_curl_tests_4/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
<!DOCTYPE html>
<html>

2
.dev-tools/_curl_tests_4/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu Jun 7 11:21:22 SAST 2018
Last Tested: Fri Jun 8 10:44:02 SAST 2018
<!DOCTYPE html>
<html>

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -332,6 +332,7 @@ Pump
PxBroker
PyCurl
QueryN Metasearch
Quick-Crawler
RankActive
RankActiveLinkBot
RankFlex

10
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

1
.dev-tools/referrers-regex-format.txt
View file

@ -4647,6 +4647,7 @@
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
#### Version: V3.2018.06.1112
#### Bad Referrer Count: 6299
#### Bad Bot Count: 527
#### Version: V3.2018.06.1113
#### Bad Referrer Count: 6300
#### Bad Bot Count: 528
____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
#### Version: V3.2018.06.1112
#### Bad Referrer Count: 6299
#### Bad Bot Count: 527
#### Version: V3.2018.06.1113
#### Bad Referrer Count: 6300
#### Bad Bot Count: 528
____________________
## Help Support This Project

6
README.md
View file

@ -4,9 +4,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________
#### Version: V3.2018.06.1112
#### Bad Referrer Count: 6299
#### Bad Bot Count: 527
#### Version: V3.2018.06.1113
#### Bad Referrer Count: 6300
#### Bad Bot Count: 528
____________________
## Help Support This Project

2
_generator_lists/bad-referrers.list
View file

@ -1,4 +1,3 @@
scrapinghub.com
000free.us
007angels.com
00author.com
@ -4651,6 +4650,7 @@ scoopquest.com
scopich.com
score-ads.men
scottbywater.com
scrapinghub.com
scrapy.org
screentoolkit.com
scripted.com

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
Quick-Crawler
360Spider
404checker
404enemy
@ -333,6 +332,7 @@ Pump
PxBroker
PyCurl
QueryN\ Metasearch
Quick-Crawler
RankActive
RankActiveLinkBot
RankFlex

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________
#### Version: V3.2018.06.1112
#### Bad Referrer Count: 6299
#### Bad Bot Count: 527
#### Version: V3.2018.06.1113
#### Bad Referrer Count: 6300
#### Bad Bot Count: 528
____________________
## Help Support This Project

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -4650,6 +4650,7 @@ domain:scoopquest.com
domain:scopich.com
domain:score-ads.men
domain:scottbywater.com
domain:scrapinghub.com
domain:scrapy.org
domain:screentoolkit.com
domain:scripted.com

10
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

10
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:30 SAST 2018
### Bad Referrer Count: 6299
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Referrer Count: 6300
### Bad Bot Count: 528
###################################################
### VERSION INFORMATION ##
@ -546,6 +546,7 @@ map $http_user_agent $bad_bot {
"~*\bPxBroker\b" 3;
"~*\bPyCurl\b" 3;
"~*\bQueryN\ Metasearch\b" 3;
"~*\bQuick-Crawler\b" 3;
"~*\bRankActive\b" 3;
"~*\bRankActiveLinkBot\b" 3;
"~*\bRankFlex\b" 3;
@ -5549,6 +5550,7 @@ map $http_referer $bad_referer {
"~*\bscopich\.com\b" 1;
"~*\bscore\-ads\.men\b" 1;
"~*\bscottbywater\.com\b" 1;
"~*\bscrapinghub\.com\b" 1;
"~*\bscrapy\.org\b" 1;
"~*\bscreentoolkit\.com\b" 1;
"~*\bscripted\.com\b" 1;

8
robots.txt/robots.txt
View file

@ -1,8 +1,8 @@
### Version Information #
###################################################
### Version: V3.2018.06.1112
### Updated: Thu Jun 7 11:20:31 SAST 2018
### Bad Bot Count: 527
### Version: V3.2018.06.1113
### Updated: Fri Jun 8 10:43:13 SAST 2018
### Bad Bot Count: 528
###################################################
### Version Information ##
@ -677,6 +677,8 @@ User-agent: PyCurl
Disallow:/
User-agent: QueryN Metasearch
Disallow:/
User-agent: Quick-Crawler
Disallow:/
User-agent: RankActive
Disallow:/
User-agent: RankActiveLinkBot