vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V3.2018.06.1108 [ci skip]

Browse source
This commit is contained in:
Travis 2018-06-06 08:56:42 +02:00
parent 99a41f81e3
commit 73c9863796
51 changed files with 71 additions and 81 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.226.126.204 0; 35.184.226.236 0;

7
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

4
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
104.197.236.150 0; 104.154.120.187 0;
146.148.58.237 0; 35.224.112.202 0;

7
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

4
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
104.197.236.150 0; 35.192.85.2 0;
146.148.58.237 0; 35.202.145.110 0;

7
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

4
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
146.148.58.237 0; 35.184.96.71 0;
104.197.236.150 0; 35.193.7.13 0;

7
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

2
.dev-tools/_curl_tests/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:44 SAST 2018 Last Tested: Wed Jun 6 08:56:02 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:49 SAST 2018 Last Tested: Wed Jun 6 08:56:06 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:52:54 SAST 2018 Last Tested: Wed Jun 6 08:56:12 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_4/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Thu May 17 07:53:26 SAST 2018 Last Tested: Wed Jun 6 08:56:41 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -290,7 +290,6 @@ Ninja
Nmap Nmap
NPbot NPbot
Nutch Nutch
NYU
oBot oBot
Octopus Octopus
Offline Explorer Offline Explorer

7
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.05.1107 #### Version: V3.2018.06.1108
#### Bad Referrer Count: 6298 #### Bad Referrer Count: 6298
#### Bad Bot Count: 526 #### Bad Bot Count: 525
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.05.1107 #### Version: V3.2018.06.1108
#### Bad Referrer Count: 6298 #### Bad Referrer Count: 6298
#### Bad Bot Count: 526 #### Bad Bot Count: 525
____________________ ____________________
## Help Support This Project ## Help Support This Project

4
README.md
View file

@ -4,9 +4,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V3.2018.05.1107 #### Version: V3.2018.06.1108
#### Bad Referrer Count: 6298 #### Bad Referrer Count: 6298
#### Bad Bot Count: 526 #### Bad Bot Count: 525
____________________ ____________________
## Help Support This Project ## Help Support This Project

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V3.2018.05.1107 #### Version: V3.2018.06.1108
#### Bad Referrer Count: 6298 #### Bad Referrer Count: 6298
#### Bad Bot Count: 526 #### Bad Bot Count: 525
____________________ ____________________
## Help Support This Project ## Help Support This Project

7
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

7
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:38 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Referrer Count: 6298 ### Bad Referrer Count: 6298
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -504,7 +504,6 @@ map $http_user_agent $bad_bot {
"~*\bNmap\b" 3; "~*\bNmap\b" 3;
"~*\bNPbot\b" 3; "~*\bNPbot\b" 3;
"~*\bNutch\b" 3; "~*\bNutch\b" 3;
"~*\bNYU\b" 3;
"~*\boBot\b" 3; "~*\boBot\b" 3;
"~*\bOctopus\b" 3; "~*\bOctopus\b" 3;
"~*\bOffline\ Explorer\b" 3; "~*\bOffline\ Explorer\b" 3;

8
robots.txt/robots.txt
View file

@ -1,8 +1,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2018.05.1107 ### Version: V3.2018.06.1108
### Updated: Thu May 17 07:52:39 SAST 2018 ### Updated: Wed Jun 6 08:55:53 SAST 2018
### Bad Bot Count: 526 ### Bad Bot Count: 525
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -593,8 +593,6 @@ User-agent: NPbot
Disallow:/ Disallow:/
User-agent: Nutch User-agent: Nutch
Disallow:/ Disallow:/
User-agent: NYU
Disallow:/
User-agent: oBot User-agent: oBot
Disallow:/ Disallow:/
User-agent: Octopus User-agent: Octopus