vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-10 15:34:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1729 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-02 10:57:57 +02:00
parent e8dcc77c52
commit d2fe5c097d
89 changed files with 1365 additions and 1094 deletions
Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/beta_conf_files/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/beta_conf_files/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.188.73.34 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.188.73.34 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/beta_conf_files_ip_whitelist/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/beta_conf_files_ip_whitelist/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.188.73.34 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.188.73.34 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/beta_conf_files_ratelimiting/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/beta_conf_files_ratelimiting/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.188.73.34 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.188.73.34 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/beta_conf_files_whitelist/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/beta_conf_files_whitelist/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

5
.dev-tools/distribution_tests_missing_includes/arch-install.log
View file

@ -3,9 +3,10 @@
---------------------------------------------------------- ----------------------------------------------------------
sending incremental file list sending incremental file list
etc/nginx/nginx.conf
sent 350 bytes received 14 bytes 728.00 bytes/sec sent 1.37K bytes received 37 bytes 2.81K bytes/sec
total size is 47.02K speedup is 129.17 total size is 47.02K speedup is 33.47
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d

2
.dev-tools/distribution_tests_missing_includes/arch-setup.log
View file

@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes: Checking for missing includes:

1
.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
View file

@ -72,6 +72,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf;

31
.dev-tools/distribution_tests_missing_includes/centos-install.log
View file

@ -0,0 +1,31 @@
--------------------------------------------------------
Execute install-ngxblocker - CentOS 7 (Missing includes)
--------------------------------------------------------
sending incremental file list
sent 653 bytes received 16 bytes 1.34K bytes/sec
total size is 28.44K speedup is 42.51
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blockbots.conf...OK
Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/ddos.conf...OK
Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/custom-bad-referrers.conf...OK
Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/bad-referrer-words.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blacklist-ips.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blacklist-user-agents.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-domains.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf...OK
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker

23
.dev-tools/distribution_tests_missing_includes/centos-setup.log
View file

@ -0,0 +1,23 @@
------------------------------------------------------
Execute setup-ngxblocker - CentOS 7 (Missing includes)
------------------------------------------------------
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf
Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes:
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker
Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf

7
.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf
View file

@ -74,6 +74,13 @@ http {
# # Load configuration files for the default server block. # # Load configuration files for the default server block.
# include /etc/nginx/default.d/*.conf; # include /etc/nginx/default.d/*.conf;
# #
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf;
# location / { # location / {
# } # }
# #

32
.dev-tools/distribution_tests_missing_includes/fedora-install.log
View file

@ -0,0 +1,32 @@
------------------------------------------------------
Execute install-ngxblocker - Fedora (Missing includes)
------------------------------------------------------
sending incremental file list
etc/nginx/nginx.conf
sent 1.58K bytes received 39 bytes 3.23K bytes/sec
total size is 57.60K speedup is 35.67
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blockbots.conf...OK
Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/ddos.conf...OK
Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/custom-bad-referrers.conf...OK
Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/bad-referrer-words.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blacklist-ips.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blacklist-user-agents.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-domains.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf...OK
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker

23
.dev-tools/distribution_tests_missing_includes/fedora-setup.log
View file

@ -0,0 +1,23 @@
----------------------------------------------------
Execute setup-ngxblocker - Fedora (Missing includes)
----------------------------------------------------
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf
Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes:
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker
Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf

9
.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf
View file

@ -33,7 +33,7 @@ http {
# Load modular configuration files from the /etc/nginx/conf.d directory. # Load modular configuration files from the /etc/nginx/conf.d directory.
# See http://nginx.org/en/docs/ngx_core_module.html#include # See http://nginx.org/en/docs/ngx_core_module.html#include
# for more information. # for more information.
include /etc/nginx/conf.d/*.conf;
server { server {
listen 80 default_server; listen 80 default_server;
@ -74,6 +74,13 @@ http {
# # Load configuration files for the default server block. # # Load configuration files for the default server block.
# include /etc/nginx/default.d/*.conf; # include /etc/nginx/default.d/*.conf;
# #
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf;
# location / { # location / {
# } # }
# #

32
.dev-tools/distribution_tests_missing_includes/opensuse-install.log
View file

@ -0,0 +1,32 @@
-------------------------------------------------------------
Execute install-ngxblocker - OpenSuse LEAP (Missing includes)
-------------------------------------------------------------
sending incremental file list
etc/nginx/nginx.conf
sent 1.89K bytes received 39 bytes 3.86K bytes/sec
total size is 33.02K speedup is 17.13
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blockbots.conf...OK
Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/ddos.conf...OK
Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/custom-bad-referrers.conf...OK
Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/bad-referrer-words.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blacklist-ips.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blacklist-user-agents.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-domains.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf...OK
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker

7
.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf
View file

@ -44,7 +44,6 @@ http {
#gzip on; #gzip on;
include conf.d/*.conf;
server { server {
listen 80; listen 80;
@ -134,4 +133,10 @@ http {
include vhosts.d/*.conf; include vhosts.d/*.conf;
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf;
} }

28
.dev-tools/distribution_tests_missing_includes/opensuse-setup.log
View file

@ -0,0 +1,28 @@
-----------------------------------------------------------
Execute setup-ngxblocker - OpenSuse LEAP (Missing includes)
-----------------------------------------------------------
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf
Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes:
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker
Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf

1
.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf;
} }

1
.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf;
} }

22
.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log
View file

@ -3,10 +3,28 @@
------------------------------------------------------------------ ------------------------------------------------------------------
sending incremental file list sending incremental file list
etc/nginx/
etc/nginx/fastcgi_params
etc/nginx/koi-utf
etc/nginx/koi-win
etc/nginx/mime.types
etc/nginx/nginx.conf etc/nginx/nginx.conf
etc/nginx/proxy_params
etc/nginx/scgi_params
etc/nginx/uwsgi_params
etc/nginx/win-utf
etc/nginx/sites-available/
etc/nginx/sites-available/.keep
etc/nginx/sites-available/default
etc/nginx/sites-enabled/
etc/nginx/sites-enabled/.keep
etc/nginx/snippets/
etc/nginx/snippets/.keep
etc/nginx/snippets/fastcgi-php.conf
etc/nginx/snippets/snakeoil.conf
sent 1.49K bytes received 41 bytes 3.05K bytes/sec sent 8.21K bytes received 322 bytes 17.06K bytes/sec
total size is 19.83K speedup is 12.99 total size is 19.83K speedup is 2.32
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d

2
.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log
View file

@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf Whitelisting ip: 35.188.73.34 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes: Checking for missing includes:

33
.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log
View file

@ -3,10 +3,39 @@
------------------------------------------------------------------ ------------------------------------------------------------------
sending incremental file list sending incremental file list
./
.keep
etc/
etc/.keep
etc/nginx/
etc/nginx/fastcgi.conf
etc/nginx/fastcgi_params
etc/nginx/koi-utf
etc/nginx/koi-win
etc/nginx/mime.types
etc/nginx/nginx.conf etc/nginx/nginx.conf
etc/nginx/proxy_params
etc/nginx/scgi_params
etc/nginx/uwsgi_params
etc/nginx/win-utf
etc/nginx/conf.d/
etc/nginx/conf.d/.keep
etc/nginx/modules-available/
etc/nginx/modules-available/.keep
etc/nginx/modules-enabled/
etc/nginx/modules-enabled/.keep
etc/nginx/sites-available/
etc/nginx/sites-available/.keep
etc/nginx/sites-available/default
etc/nginx/sites-enabled/
etc/nginx/sites-enabled/.keep
etc/nginx/snippets/
etc/nginx/snippets/.keep
etc/nginx/snippets/fastcgi-php.conf
etc/nginx/snippets/snakeoil.conf
sent 2.04K bytes received 43 bytes 4.17K bytes/sec sent 9.56K bytes received 476 bytes 20.07K bytes/sec
total size is 20.46K speedup is 9.81 total size is 20.46K speedup is 2.04
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test1_conf_backup_nginxconf/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/myconf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/myconf.d/globalblacklist.conf;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.68.144.114 0; 104.198.131.58 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test1_conf_files/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test1_conf_files/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test1_conf_files_ip_whitelist/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test1_conf_files_ip_whitelist/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test1_conf_files_ratelimiting/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test1_conf_files_ratelimiting/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test1_conf_files_whitelist/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test1_conf_files_whitelist/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.14.140 0;
35.192.187.174 0; 35.192.187.174 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test2_conf_files/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /usr/local/nginx/bots.d/ddos.conf; include /usr/local/nginx/bots.d/ddos.conf;
include /usr/local/nginx/bots.d/blockbots.conf; include /usr/local/nginx/bots.d/blockbots.conf;

1
.dev-tools/test2_conf_files/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf; include /usr/local/nginx/conf.d/globalblacklist.conf;

1
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -47,3 +47,4 @@
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 34.66.178.120 0;
34.68.144.114 0; 34.68.144.114 0;
35.192.187.174 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test4_conf_files/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test4_conf_files/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.14.140 0; 35.192.136.167 0;
104.198.131.58 0; 35.188.73.34 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/test5_conf_files/default.vhost
View file

@ -7,6 +7,7 @@ server {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

1
.dev-tools/test5_conf_files/nginx.conf
View file

@ -63,6 +63,7 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.188.73.34 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
DIIbot Anarchie
RankFlex BDFetch
SearchmetricsBot LinkpadBot
seoscanners Meanpathbot
Sqlmap Microsoft Data Access
Sqlworm Net Vampire
TeleportPro Niki-bot
WebLeacher Pimonster
Webshag Twice
WWW-Collector-E URLy Warning

282
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker 80legs
Aboundex Abonti
Aboundexbot
Acunetix Acunetix
ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot
AIBOT AIBOT
Aipbot
Alexibot Alexibot
Alligator Alligator
AllSubmitter AllSubmitter
AlphaBot archive.org_bot
Anarchie ASPSeek
Attach Attach
autoemailspider
Backlink-Ceck Backlink-Ceck
backlink-check BackStreet
BackWeb
Badass Badass
Barkrowler Barkrowler
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch BDFetch
BetaBot BetaBot
Bitacle Bitacle
Blackboard Black Hole
BLEXBot
Blow
Boardreader
Bolt
BotALot BotALot
Brandwatch Brandprotect
Buddy
BuiltBotTough BuiltBotTough
Bullseye BuiltWith
BuzzSumo BuzzSumo
CATExplorador CATExplorador
Cegbfeieh Cegbfeieh
CherryPicker
CheTeam CheTeam
ChinaClaw Claritybot
Cliqzbot Cliqzbot
Cogentbot Cloud mapping
cognitiveseo Collector
com.plumanalytics
CopyRightCheck CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
crawler4j Craftbot
crawler.feedback crawler.feedback
crawl.sogou.com
CrazyWebCrawler
CSHttp CSHttp
Curious Custo
DBLBot DataCha0s
demandbase-bot Demon
Deusu
Digincore Digincore
DigitalPebble
DIIbot DIIbot
Dirbuster Disco
Discobot Discoverybot
Dispatch Dispatch
DomainSigmaCrawler DomainAppender
DomainStatsBot
Dotbot Dotbot
Download Wonder Dragonfly
EasyDL
Ebingbong Ebingbong
ECCP/1.0
Ecxi
EroCrawler EroCrawler
Express WebPictures Exabot
ExtLinksBot
Extractor Extractor
Extreme Picture Finder ExtractorPro
Ezooms Ezooms
FHscan FDM
Fimap Fimap
Foobot Freeuploader
FrontPage FrontPage
FyberSpider
Fyrebot
GalaxyBot GalaxyBot
GermCrawler GermCrawler
Getintent Gigablast
GetWeb
Gigabot Gigabot
Go!Zilla Gotit
Grabber GrapeFX
Grafula GrapeshotCrawler
GridBot GridBot
Haansoft GT::WWW
HaosouSpider HEADMasterSEO
Harvest Heritrix
Hloader Humanlinks
HTTP::Lite
HTTrack
Id-search
IlseBot IlseBot
Image Sucker
IndeedBot IndeedBot
Indy Library
InfoNaviRobot InfoNaviRobot
InfoTekies
Intelliseek
InterGET InterGET
Internet Ninja InternetSeer
internetVista monitor internetVista monitor
ips-agent ips-agent
Iria
IRLbot IRLbot
Iskanie
IstellaBot IstellaBot
JamesBOT
JennyBot JennyBot
JetCar
Jetty
JikeSpider JikeSpider
JOC Web Spider
Joomla Joomla
Jyxobot Jorgee
Kenjin Spider Kenjin Spider
Keyword Density
Kozmosbot
Lanshanbot
LeechFTP LeechFTP
LeechGet LexiBot
LibWeb Lftp
Libwhisker
Lightspeedsystems
Likse
Linkdexbot
LinkpadBot
LinkScan
LinksManager LinksManager
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot LinqiaScrapeBot
LinqiaRSSBot
Lipperhey Lipperhey
Lmspider Lmspider
LNSpiderguy Ltx71
lwp-trivial lwp-trivial
Magnet Mag-Net
magpie-crawler magpie-crawler
Majestic SEO Mail.RU_Bot
Masscan Majestic12
Mass Downloader MarkMonitor
MarkWatch
Mata Hari
MauiBot
meanpathbot meanpathbot
Meanpathbot
Mediatoolkitbot Mediatoolkitbot
MegaIndex.ru
Metauri Metauri
Microsoft URL Control Microsoft Data Access
MIDown tool MIDown tool
Mister PiX Mister PiX
MJ12bot MJ12bot
Mojeek Mojeek
Morfeus Fucking Scanner Mr.4x3
MSIECrawler
Msrabot
MS Web Services Client Protocol MS Web Services Client Protocol
Musobot Navroad
Nessus NearSite
NetAnts Needle
Netcraft
netEstate NE Crawler netEstate NE Crawler
NetZIP NetLyzer
Nibbler Netvibes
Niki-bot NextGenSearchBot
Nikto NICErsPRO
NimbleCrawler Nutch
Nmap oBot
NPbot
Octopus
Offline Explorer
Offline Navigator Offline Navigator
Openfind OnCrawl
OrangeBot OpenVAS
OrangeSpider
OutfoxBot OutfoxBot
PageGrabber PageGrabber
Panscient Panscient
Papa Foto Pavuk
pcBrowser
PECL::HTTP
PeoplePal PeoplePal
Picsearch Picsearch
PictureFinder Pimonster
Pi-Monster PleaseCrawl
plumanalytics Pockey
POE-Component-Client-HTTP Probethenet
ProPowerBot
ProWebWalker ProWebWalker
Psbot Quick-Crawler
Pump
PxBroker
PyCurl
QueryN Metasearch
RankActive
RankFlex
RankingBot2 RankingBot2
RankurBot Rankivabot
Reaper Reaper
RebelMouse
Recorder
RepoMonkey RepoMonkey
Rogerbot Rogerbot
SalesIntelligent SalesIntelligent
Scanbot Scanbot
scan.lol scan.lol
ScoutJet SearchmetricsBot
ScreenerBot Semrush
SEOkicks SEOkicks-Robot
SEOprofiler SEOprofiler
SeoSiteCheckup SeoSiteCheckup
sexsearcher serpstatbot
Siphon Sitebeam
SISTRIX SiteExplorer
SlySearch SiteLockSpider
SMTBot SiteSnagger
Snapbot Site Sucker
sogouspider
Sogou web spider
Sosospider
Sottopop Sottopop
SpaceBison
Spammen Spammen
SpankBot SpankBot
Spbot sp_auditbot
SputnikBot
spyfu spyfu
Sucker Sqworm
Steeler
Sucuri Sucuri
SuperBot SuperBot
SuperHTTP Surfbot
sysscan SurveyBot
Szukacz
T8Abot
Telesphorep
The Intraformant The Intraformant
TheNomad
Titan Titan
Toata Toata
Trendiction Tracemyfile
Trendictionbot Trendictionbot
True_Robot Turingos
Typhoeus Twice
Upflow UnisterBot
Vacuum URLy.Warning
VB Project
VCI
Virusdie
VoidEYE VoidEYE
Wallpapers/3.0 WallpapersHD
WBSearchBot Webalta
Web Auto
WebCollage
Web Collage
WEBDAV
WebEnhancer
Web Enhancer
WebFetch
WebFuck WebFuck
WebImageCollector WebImageCollector
WebLeacher
webmeup-crawler
WebPix WebPix
WebReaper Web Pix
WebSauger
WebsiteExtractor WebsiteExtractor
WebsiteQuester WebsiteQuester
WebStripper Website Quester
WebSucker WebSucker
WebWhacker
WebZIP WebZIP
WeSEE
Whack
Who.is Bot Who.is Bot
Widow Widow
WISENutbot WinHTTrack
Wonderbot WiseGuys Robot
WPScan Woobot
Wotbox
WWW-Collector-E WWW-Collector-E
WWW::Mechanize WWW-Mechanize
x09Mozilla WWWOFFLE
Xaldon WebSpider Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
YoudaoBot
Zauba Zauba
zauba.io
Zeus Zeus
Zitebot ZyBorg
ZmEu
ZumBot

282
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker Aboundexbot
404enemy
Abonti
Aboundex
Acunetix Acunetix
AhrefsBot AfD-Verbotsverfahren
AIBOT
AiHitBot AiHitBot
Alexibot
Alligator Alligator
AlphaBot Anarchie
Apexoo
archive.org_bot
Asterias Asterias
autoemailspider
BackDoorBot BackDoorBot
Backlink-Ceck
backlink-check backlink-check
BackStreet BacklinkCrawler
BackWeb
Badass Badass
Barkrowler Battleztar Bazinga
BatchFTP
BBBike BBBike
BDCbot BDCbot
BDFetch BDFetch
BetaBot
Bigfoot Bigfoot
Bitacle Blackboard
BlowFish BLEXBot
Bolt Blow
Buddy Brandprotect
BuiltBotTough Brandwatch
BunnySlippers BunnySlippers
BuzzSumo
CazoodleBot CazoodleBot
CCBot CCBot
Cegbfeieh Cegbfeieh
Chlooe CherryPicker
Claritybot CheTeam
Cliqzbot ChinaClaw
coccocbot-web coccocbot-web
cognitiveseo Cogentbot
Collector Copier
Cosmos
crawler4j crawler4j
crawl.sogou.com
CrazyWebCrawler
Crescent
CrunchBot CrunchBot
CSHttp CSHttp
DBLBot Custo
demandbase-bot DatabaseDriverMysqli
Demon Deusu
Devil Devil
DIIbot
Dirbuster Dirbuster
Disco Discobot
Dispatch Discoverybot
DittoSpyder
DnyzBot DnyzBot
DomainAppender Download Wonder
DomainCrawler
DomainSigmaCrawler
Drip
DSearch
DTS Agent DTS Agent
EasyDL EasyDL
Ebingbong eCatch
EirGrabber
EMail Siphon
EMail Wolf
EroCrawler EroCrawler
evc-batch
Exabot
Express WebPictures Express WebPictures
Extractor ExtLinksBot
EyeNetIE facebookscraper
Ezooms
FDM FDM
FHscan FHscan
Fimap Fimap
Firefox/7.0 Flunky
FrontPage
FyberSpider
Fyrebot
GalaxyBot GalaxyBot
Genieo Genieo
GermCrawler GermCrawler
Getintent
GetRight GetRight
Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It
Go!Zilla
Grabber
GrabNet
Grafula Grafula
GT::WWW GrapeshotCrawler
HaosouSpider
Havij Havij
Heritrix HEADMasterSEO
HMView Hloader
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack HTTrack
Humanlinks Humanlinks
Iblog HybridBot
IDBot
Id-search Id-search
IlseBot IlseBot
Image Fetch
Image Sucker
IndeedBot IndeedBot
InfoTekies Intelliseek
InterGET InterGET
ips-agent internetVista monitor
Iria
IRLbot IRLbot
IstellaBot Iskanie
JamesBOT
Jbrofuzz Jbrofuzz
JetCar JetCar
JikeSpider Jorgee
JustView
Jyxobot
Kenjin Spider
Keyword Density Keyword Density
Larbin Kozmosbot
LeechFTP Lanshanbot
Lftp LeechGet
Libwhisker LexiBot
Lightspeedsystems Lightspeedsystems
LinksManager Linkdexbot
LinqiaRSSBot LinkpadBot
Lipperhey LinkWalker
Litemage_walker LinqiaMetadataDownloaderBot
Ltx71 Lmspider
lwp-request lwp-request
magpie-crawler Majestic12
MarkWatch Majestic-SEO
Mass Downloader Mass Downloader
Mata Hari MeanPath Bot
Meanpathbot Mediatoolkitbot
mediawords MFC_Tear_Sample
MegaIndex.ru
Microsoft URL Control
MIDown tool
MIIxpc
Mojeek Mojeek
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage Msrabot
Name Intelligence MS Web Services Client Protocol
Navroad Navroad
Needle NearSite
Netcraft NetAnts
NetMechanic NetLyzer
NetSpider NetSpider
Nettrack Nettrack
Netvibes
NetZIP NetZIP
NextGenSearchBot
Nibbler
NICErsPRO NICErsPRO
Nikto NimbleCrawler
Ninja Nimbostratus
Nmap Nmap
Nutch Nutch
Octopus oBot
Offline Explorer Offline Explorer
OnCrawl Openfind
OpenLinkProfiler Openvas
OrangeBot
OutclicksBot OutclicksBot
OutfoxBot OutfoxBot
PageAnalyzer PageAnalyzer
PageGrabber Page Analyzer
page scorer page scorer
pcBrowser Pavuk
PeoplePal plumanalytics
Picsearch POE-Component-Client-HTTP
Pimonster
Pixray
PleaseCrawl
Probethenet Probethenet
ProPowerBot ProPowerBot
Pump Psbot
PxBroker Quick-Crawler
QueryN Metasearch Rankivabot
RankActive RankurBot
RankingBot2
RealDownload RealDownload
Reaper Reaper
RebelMouse RebelMouse
RedesScrapy
ReGet ReGet
RepoMonkey RepoMonkey
Ripper Ripper
Rogerbot
SBIder SBIder
ScanAlert ScanAlert
ScoutJet Screaming
Scrapy
ScreenerBot ScreenerBot
Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SEOkicks-Robot
SEOkicks SEOlyticsCrawler
SeoSiteCheckup Seomoz
serpstatbot SEOstats
sexsearcher
Shodan
Siphon
SiteExplorer SiteExplorer
Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger
Site Sucker Site Sucker
Sitevigil Sitevigil
SlySearch SlySearch
Snake SmartDownload
SocialRankIOBot Snoopy
Sociscraper SpaceBison
Spammen SpankBot
Spanner Spanner
Spbot SputnikBot
Spinn3r
Sqlmap Sqlmap
Sqworm Sqlworm
Stripper
Sucker
SuperBot SuperBot
SuperHTTP SuperHTTP
Surfbot
SurveyBot SurveyBot
sysscan Teleport
T0PHackTeam Thumbor
T8Abot TightTwatBot
tAkeOut
TeleportPro
TheNomad
Titan Titan
Tracemyfile Turingos
trendiction.com TurnitinBot
Turnitin TwengaBot
Upflow Twice
Typhoeus
Vagabondo
VB Project VB Project
VoidEYE VoidEYE
Voil Voil
Voltron Wallpapers/3.0
WallpapersHD
WASALive-Bot
Webalta
Web Auto
WebBandit
WebCollage WebCollage
Web Collage
WEBDAV
Web Enhancer Web Enhancer
WebFetch WebFetch
Web Fuck Web Fetch
WebGo IS
WebImageCollector WebImageCollector
WebLeacher WebLeacher
WebmasterWorldForumBot webmeup-crawler
WebPix
WebReaper
Web Sauger Web Sauger
WebsiteQuester Webshag
WebStripper WebsiteExtractor
Web Sucker Web Sucker
WebWhacker WebWhacker
WeSEE WebZIP
Widow Whacker
Whatweb
WiseGuys Robot WiseGuys Robot
Wonderbot Wonderbot
Wprecon Woobot
WWW-Collector-E Wotbox
x09Mozilla WWW::Mechanize
x22Mozilla
Xaldon WebSpider Xaldon WebSpider
Xenu Xenu
YoudaoBot YoudaoBot
Zauba zauba.io
Zermelo Zeus
zgrab zgrab
Zitebot
ZmEu ZmEu
ZumBot
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
adssafeprotected.com adprotect.net
apisecretsaucebi-a.akamaihd.net animaltoplist.com
countercrazy.com flavors.me
db.speedup.gdn gamewrath.com
drpornogratisx.xxx jose.mulinohouse.co
ecommerce-seo.com picsforkeywordsuggestion.com
gameonasia.com searchlock.com
page2rss.com thelottosecrets.com
park.above.com traffique.net
pro-okis.ru zhuravlev.info

932
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00webcams.com 03p.info
0912701309f8ce.com 101billion.com
1000n1.ru 1-free-share-buttons.com
13tabs.com 202ch.com
1stat.ru 20pascals.nl
21h2o.com 2girls1cup-free.com
2ads.co.uk 3-letter-domains.net
3weekdiet.com 3th.co.in
76brighton.co.uk 4senses.co
83net.jp 55wmz.ru
7fon.ru
7wind.ru
8lufu.com 8lufu.com
8si.ru 991mostfm.co.id
999webdesign.com
a1security.com.ua a1security.com.ua
a96527gi.beget.tech aad1f4acb0a373420d9b0c4202d38d94fa.com
aanapa.ru
aaronabel.com
accessoires-mode.in accessoires-mode.in
admanaerofoil.com activepr.ru
adobereader-free.ru adf.ly
adssafeprotected.com adinterax.com
adultgalls.com adtech.de
advancedcleaner.com adtiger.tk
affordablewebsitesandmobileapps.com adviceforum.info
aghanyna.com adzerg.com
ahrntal.verymes.xyz alfabot.xyz
aibolita.com alienwheels.de
akvamaster.dp.ua aliexpress.com
alevinefesleri.com alkoravto.ru
alf-img.com allblogroll.com
alienwheel.es alpharma.net
allbizne.co.ua alta-realestate.com
allboard.xobor.de amateurmatch.com
alldownload.pw amung.us
alldubai.biz animal-drawings.com
allstatesugarbowl.org animenime.ru
alltheviews.com apartmentratings.com
alphahoverboards.com apelsinnik.website
amazingninja.com apessay.com
amt-k.ru apilinkswiftco-a.akamaihd.net
androids-store.com approved.su
apper.de
apptester.tk apptester.tk
aramaicmedia.org ap.senai.br
arate.ru arabgirls.adultgalls.com
arcadepages.com arcadepages.com
arendas.net arclk.net
artparquet.ru artavenuegardenstudios.com
asiengirls.net asiavirtualsolutions.com
aussie-prizes.com asmxsatadriverin.aircus.com
autotop.com.ua atlant-auto.info
avek.ru autobudpostach.club
aversis.net autochoixspinelli.com
aviav.co autodo.info
aviav.ru autorn.ru
azbukafree.com auto-zapchasti.org
balook.com avtochehli.by
baoxaydung.com.vn avtocredit-legko.ru
azbaseimages.net
backgroundpictures.net
bankiem.pl
bausparen.bz.it bausparen.bz.it
bbtec.net beauty-clinic.ru
bensbargains.net berdasovivan.ru
best-mam.ru beremenyashka.com
best-seo-offer.com besttorrentknifta.weebly.com
bestsexyblog.com beta.hotkeys.com
betterhdporn.com bezlimitko.xyz
big-cash.net bingoporno.com
biketank.ga bioinnovate.co
bitcoins-live.ru bkgr.se
blackle.com
blog.f00kclan.de blog.f00kclan.de
bloggedporn.com blogs.rediff.com
bloggers.nl bluerobot.info
bluesman.nu blue-square.biz
bmw-ark.ru bmwhighperformers.com
boeuklad.com bonky.biz
braindaily.xyz bonvillan.com
brendbutik.ru brimstonehillfortress.org
browserprotecter.com btnativenav.com
bryansk.zrus.org buchananshardware.com
builtwith.com buyessaynow.biz
burkesales.com buyhoverboard.com
buybest1.biz buytizanidineonlinenoprescription.blogspot.com
buynorxx.com buyviagraa.blogspot.com
bvlgaribracelet.xyz cactussoft.biz
bvlgariring.xyz cakemediahq.com.au
bytimedance.ru callmd5map.com
camdenmemorials.com canrole.com
cam-kontakte.org cardiosport.com.ua
capacitacionyaprendizaje.com cardsharp1.ru
carfax.com.ua
carsdined.org
carstrends2015.com carstrends2015.com
cartierlovebracelet.xyz cartiertrinity.xyz
casablancamanor.co.za cbcseward.com
cb.iphantom.com
cctva.tv cctva.tv
cejewelry.xyz cejewelry.xyz
centraletermice.us cercacamion.it
cezartabac.ro cheapcigarettesc.info
cgi2.nintendo.co.jp cheapjerseysap.com
cheapestjerseysonwholesale.com cheatcode-lita12.rhcloud.com
cheapsergiorossi.online chelyabinsk.xrus.org
checkhit.com chiblackhawks-jerseys.com
christianlouboutinreplica.pw cindymatches.com
ciceros.co compliance-ivan.xyz
clash-clans.ru constantaservice.net
cleanallvirus.com crafthubs.com
clickintext.net crazyprotocol.com
clicksor.net creatives.adbetclickin.pink
cmhomestayagency.com creditnation.ru
compliance-checker.info customchocolate.business-for-home.com
compliance-george.top dating-app.ru
compliance-julianna.top d-black.bz
compliance-julia.top diesel-parts28.ru
compliance-willy.top digitalfaq.com
compucelunlock.net dimkino.ru
com-secure.download domaincheck.io
coolingoods.com domaineaneblanc.com
copyrightclaims.org domoysshop.ru
cpajunkies.com dosug-lux.ru
crd.clan.su downvids.net
custom-electric-guitar.com dptaughtme.com
cypernhuset.se drugs-no-rx.info
czat.wp.pl drunkenstepfather.com
dbmkfhqk.bloger.index.hr drupa.com
decorationspcs.com dvd-famille.com
delayreferat.ru
deplim.com
designdevise.com
detki-opt.ru
dev33.dioniqlabb.se
diamond-necklace.info
diarioaconcagua.com
digilander.libero.it
diminishedvalueoforegon.com
dkvorota.ru
doctissimo.fr
documentsite.net
domaincrawler.com
doyouknowtheword-flummox.ml
dstroy.su
dverimegapolis.ru
dvr.biz.ua dvr.biz.ua
earthmagic.info e705.net
e-buyeasy.com eachdayisagift.review
ekobata.ru
elvel.com.ua elvel.com.ua
emergencyneeds.org
encodable.com
enews.tech
enginebay.ru
englishdictionaryfree.com
en.home-task.com en.home-task.com
envaseslotusama.com enthuse.computernetworksonline.com
eropornosex.ru euronis-free.com
evaashop.ru euroskat.ru
excaliburfilms.com expolicenciaslatam.co
eyemagination.com extener.org
ezigarettekaufen2.mpbloggar.se extractorandburner.com
familyholiday.ml ezigarettekaufen.myblog.de
fatmaelgarny.com ezigarettenkaufen1.pagina.gr
favornews.com ezigaretteshop2.vefblog.net
femdom.twiclub.in f0815.de
fetishinside.com fable.in.ua
flagcounter.me family1st.ca
flauntyoursite.com farmingworm.com
flipper.top fastfixing.tech
flprog.com faz99.com
footballfarrago.com femmesdenudees.com
fortevidyoze.net ferretsoft.com
forum20.smailik.org filmci.pro
free-deals.faith filmidivx.com
freenom.link findanysex.com
free-share-buttons.top firma-legion.ru
free-social-buttons.com fivedwld.cf
freetangodownload.com flowersbazar.com
fr.netlog.com forexgb.ru
fungamelands.com formularz-konkurs.tk
funnel.co.za forumprofi.de
funtoonez.com fotosfotos.eu
fyxabomiw.ru foxinsocks.ru
gael-s.ru foxtechfpv.com
galeon.com freejabs.com
free-laptop-reward.com
frequiry.com
frivgame250.com
fsalas.com
fuckmill.com
fugarif.ga
fullgirl.ru
fusoradio.info
gallictures.com gallictures.com
game300.ru gameplexcity.com
gamedayassist.com
gameprimary.com gameprimary.com
garciniaxt.us genericviagrasildenafiled.net
gateway.zscalerone.net generousdeal-a.akamaihd.net
gdcentre.ru genetworx.com
gemgrab-a.akamaihd.net geoads.com
gilbertbanda.net gilbertbanda.net
girlporn.ru girlspicsa.com
glass-msk.ru glastecfilms.com.my
globalsurfari.com glogow.pl
gloverid.site gok-kasten.net
go2mike.ru goldadpremium.com
golden-catalog.pro golfresa.lucania.se
good-mummy.ru goodwinmetals.co
google-liar.ru gratuitbaise.com
googlepositions.com grupografico-pilar.com.ar
gourcy.altervista.org hacktougroup.ru
growboxbl.ru hchha.com
g.starmoe.xyz hdimagegallery.net
guruofcasino.com
hamptonoaks.ca
hauleddes.com
hd-filmy.net
hdhc.ru
healgastro.com healgastro.com
healing-dysplasia.ru hentai-manga.porn
heartofpayne.xyz histats.com
helpmymacfaster.trade hit-kino.ru
helvetia.com.ua hledejvshopech.cz
howmuchdoestizanidinecost.blogspot.com homedo.fabpage.com
hoztorg-opt.ru hotelcrocenzi.sm
hspline.com hotgirlhdwallpaper.com
humbmosquina.tk hoverboard360.es
husky-shop.cz hplaserjetpdriver8y.pen.io
hybrid.ru hustoon.over-blog.com
ibb.com.ua ido3.com
ibmdatamanagement.co igtools.club
imagefinder.site ikearugs.xyz
i-midias.net.br ilbe.club
imperia31.ru images.gyffu.com
incanto.in.ua import-sales.com
incomekey.net inbabes.sexushost.com
insomniagamingfestival.com inclk.com
instabid.tech incolors.club
internetproviderstucson.com intim-uslugi.info
ipornox.xxx invivo.hu
i-service.kz iqoption.pro
isotoner.com iqupdatetmz.win
izhevsk.zrus.org irkutsk.zrus.org
isistaylorporn.info
james13prix.info james13prix.info
japfm.com janavibekken.no
jasonpartington.com jav-way.site
jennyfire.ru jeremyeaton.co
jerseychinabizwholesale.us jerseywholesalechinabiz.com
jikoman.info jerseywholesaleelitestore.com
jose.mulinohouse.co journalhome.com
jpcycles.com jrcigars.com
jrpmakati.com keyhantercume.com
kamorel.com keywordsdoctor.com
karpun-iris.ru kinoflux.net
kasino-money.pw kinopolet.net
katushka.net knigonosha.net
keywordhut.com koptims.tiu.ru
kidskunst.info kreativperlen.ch
kimcurlrvsms.com kriokomora.info
kino-key.info kung-fu-ru.com
kol-energo.ru landoftracking.com
kosynka-games.ru
krasnodar.zrus.org
kretpicf.pw
kwzf.net
lafourmiliaire.com
lakomka.com.ua
lankarns.com
laptoper.net laptoper.net
law-check-nine.xyz lasvegaslockandsafe.com
le-clos-des-alouettes.com law-check-eight.xyz
letslowbefast.site lechtaczka.net
lexaprogeneric.link lego4x4.ru
lenvred.org
letmacworkfaster.world
letmacwork.world
letolove.ru
lietaer.com lietaer.com
life-instyle.com
light.ifmo.ru light.ifmo.ru
lignofix.ua link.ac
linkwithin.com linkarena.com
lion.conboy.us liumimgx.pw
live-sexcam.tk
live-sexchat.ru
livingcanarias.com livingcanarias.com
lizace.com livingroomdecor.info
localflirtbuddies.com loftdigital.eu
locationdesaison.com loginduepunti.it
lol-smurfs.com lol-smurfs.com
louboutinreplica.pw luciddiagnostics.in
louboutinshoes.xyz machicon-akihabara.info
m4ever.net magento-crew.net
macdamaged.tech
makemoneyonline.com makemoneyonline.com
makis.nu manualterap.roleforum.ru
manuscript.su
marcoislandvacations.net
marktforschung-stuttgart.com marktforschung-stuttgart.com
medicinacom.ru maslenka.kz
medictube.ru m.b00kmarks.com
medi-fitt.hu mebel-alait.ru
missis.top mebel-vstroika.ru
mnogolok.info medicineseasybuy.com
mojowhois.com metalonly.info
monclerjacketsoutlet.win microsearch.ru
money-for-placing-articles.com microstatic.pl
montredemarque.nl minharevisao.com
morefastermac.trade mir-betting.ru
mototsikl.org mirtorrent.net
mriyadh.com mitrasound.ru
mrmoneymustache.com mlf.hordo.win
mrsdalloways.com mobile.ok.ru
muz-baza.net mojpregled.com
monclercoats.xyz
moncleroutletonline.xyz
moviemail-online.co.uk
mowser.com
mp3downloadhq.com
mtmtv.info
mttwtrack.com
mturkcontent.com
mug-na-chas-moscow.ru
muznachas-service.ru muznachas-service.ru
mydirtyhobby.com mycaf.it
myindospace.com myfreecams.com
mylida.org myftpupload.com
myshopmatemac.com myprintscreen.com
nacap.ru narkologiya-peterburg.ru
nagdak.ru naturalbreakthroughsresearch.com
nastydollars.com nbsproject.ru
net-radar.com nelc.edu.eg
netvouz.com nero-us.com
networkad.net new-apps.ru
nextrent-crimea.ru nfljerseyscheapbiz.us
nfljerseyscheapchinabiz.com nhl17coinsforps3.gratisblog.biz
ngps1.ru njkmznnb.ru
no-rx.info nmrk.ru
novosibirsk.xrus.org nuker.com
npoet.ru ochistka-stokov.ru
nvformula.ru okeinfo.online
nyfinance.ml okmusic.jp
obsessionphrases.com oneminutesite.it
offers.bycontext.com onescreen.cc
one-gear.com onlinemeetingnow.com
onlinadverts.com onlinemegax.com
online-podarki.com onlinetvseries.me
online-x.ru ownshop.cf
onlythegames.com ozoz.it
o-o-6-o-o.ru pammik.ru
osb.se11.ru panouri-solare-acoperis.com
oxford-book.com.ua paparazzistudios.com.au
paydayloanslocal.com partnerworkroom.men
penisvergrotendepillennl.ovh pc4download.co
pensplan.com pensplan.com
petedrummond.com petsblogroll.com
picphotos.net photosaga.info
picquery.com pic2fly.com
picsforkeywordsuggestion.com picscout.com
picture-group.com pictures-and-images.com
pills24h.com picturesmania.com
picurams.pw
pintattoos.com pintattoos.com
pio.polytopesexempt.com pinwallpaper.xyz
pirateday.ru pixell.club
pix-hd.com plastweb.ru
pizda.lol playtap.us
pl.aasoldes.fr podshipniki-ntn.ru
poem-paying.gq poffet.net
poisk-zakona.ru pokerniydom.ru
porn555.com pons-presse.com
popander.mobi
popunder.net
porndairy.in
pornodojd.ru pornodojd.ru
pornonik.com porno-dojki.net
pornoxxx.com.mx pornzone.tv
primedice.com posible.net
princeadvantagesales.com pourvous.info
professionalwritingservices15.blogspot.ru prefersurvey.net
promoforum.ru pregnant.guru
prostitutki-almata.org privetsochi.ru
prostitutki-rostova.org progress-upakovka.ru
pro-tec.kz prointer.net.ua
quebec-bin.com projectforte.ru
qwarckoine.com prokotov.com
rapidgator-porn.ga promover.org
realmonte.net pussyspace.net
remont-fridge-tv.ru pxhdwsm.com
remote-dba.de quelle.ru
remybutler.fr quickloanbank.com
renecaovillasale.online ranksonic.com
ricorsogiustizia.org ranksonic.org
rockingclicks.com rebuildermedical.com
rubanners.com recinziireale.com
rvtv.ru remont-mobile-phones.ru
safe-app.net rent2spb.ru
sale-japan.com repeatlogo.co.uk
sanatorrii.ru restorator-msk.ru
sape.top ringtonepartner.com
saugatuck.com rn-to-bsn.com
savefrom.com roznica.com.ua
scanspyware.net russkoe-zdorovie.ru
searchinquire.com saecsa.co
seminarygeorgia59.ga sakhboard.ru
seocheckupx.com sbdl.no
seofied.com sbt-aqua.ru
seojokes.net scalerite.co.za
seonetwizard.com scanmyphones.com
servethis.com scanner-jessica.top
service.adtech.us sdelatmebel.ru
shakhtar-doneck.ru secretscook.ru
sherlock.se secret.xn--oogle-wmc.com
shop-electron.ru selectads.men
sim-service.net seoanalyses.com
site-speed-checker.site sevenstars7.com
s.lollypopgaming.com shitmovs.com
slomm.ru sientalyric.co
smart-balancewheel.com simon3.ru
social-buttons.xyz simple-image.com.ua
socialtrade.biz sisi-go.ru
sockshare.net sitebeam.net
songplanet.ru siteonomy.com
speedup-my.site siteripz.net
srecorder.com sitopreferito.it
staticfs.host skatestick.bid
steamoff.net slavia.info
stpicks.com social-fun.ru
strag-invest.ru socialmediasuggest.com
streetfire.net social-search.me
stroiminsk.com social-s-ggg.xyz
sugarkun.com softlinesolutions.me
superlist.biz sohoindia.net
surfbuyermac.com solinf.co
susanholtphotography.com sophang8.com
svolze.com souvenirua.com
t3chtonic.com special-porn.com
technika-remont.ru spyfu.com
technopellet.gr staff.prairiesouth.ca
tedy.su stanthonyscatholicchurch.org
tehngr.ru star61.de
telsis.com stariy-baku.com
terrafootwear.us stmassage.ru
theguardlan.com strangeduckfilms.com
thetattoohut.com stroydetali.ru
thfox.com supermesta.ru
tiandeural.ru techart24.com
tiens2010.ru tecspb.ru
titan-ads.life testingads.pro
tizanidinepain.blogspot.com theallgirlarcade.com
tizanidinesideeffectsweightloss.blogspot.com theautoprofit.ml
tizanidinesleepaid.blogspot.com thebitcoincode.com
tizanidinestreetprice.blogspot.com thefarmergame.com
tobeyouday.win theplacetoupdating.pw
token-lab.org tizanidinehydrochloride2mg.blogspot.com
tomatis.gospartner.com tizanidinerestlesslegsyndrome.blogspot.com
tongkatmadura.info tizanidineusedfor.blogspot.com
topshef.ru toondinsey.com
top-study.work
torrents-tracker.com torrents-tracker.com
tour-line.net totu.us
toyota.7zap.com tovaroboom.vast.ru
track112.site tpu.ru
tradgardspartner.se tracksz.co
traffic100.com trafficnetzwerk.de
trafficfactory.biz trahic.ru
trafficjunky.net turbabitload.weebly.com
traffmonster.info tvnewsclips.info
trucri.me twinderbella.com
tsan.net ucsol.ru
tube8.com ultimatesetnewfreeallsoftupgradesystems.pw
tuckpointingmasonrysystems.com univerfiles.com
twiclub.in uprour.com
tzritel.tk vacances-voyages.info
ua-company.ru vapeface.club
u-cheats.ru ventelnos.com
udsgame.online viagra-soft.ru
uhodzalijami.ru viddyoze.com
ultramart.biz video-hollywood.ru
umnovocaminho.com video--production.com
unacittaconte.org viktoria-center.ru
uptime-as.net vipms.ru
uptime.com vitanail.ru
varbergsvind.se vkonche.com
vektorpress.ru
vezuviy.su
via-energy-acquistare.com
via-gra.webstarts.com
videokrik.net
video-production.com
vigrx-original.ru
virtuagirl.com
vitoriacabos.com
viven.host.sk
vltai.com
vut.com.ru
vysigy.su vysigy.su
w3data.co vzube.com
wahicbefa31.soup.io
watchinf.com watchinf.com
wdrake.com waysbetter.cn
webmasters.stackexchange.com web.cvut.cz
websiteexplorer.info website-speed-up.site
weburlopener.com webtherapy.ru
wedding-salon.net weclipart.com
welcomeauto.ru westen-v.life
wildworld.site westum.se
williamrobsonproperty.com wholesalejerseysgaa.com
windowssearch-exp.com winwotgold.pl
witherrom55.eklablog.fr wnoz.de
wnhjavlhezp.gq works.if.ua
woman-tampon.ru writersgroup580.web.fc2.com
wonderfulflowers.biz wttavern.com
worst-sites.online ww1943.ru
writingservices17.blogspot.ru wzgyyq.com
wtsindia.in xcc24.pl
xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai x-diesel.biz
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai xdoza.com
xn--80aikhbrhr.net xkaz.org
xpresscare.ru x-musics.com
xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
xn--80ab4aa2g.xn--p1ai
xn--80ahvj9e.xn--p1ai
xn--80ak6aa92e.com
xn--d1aifoe0a9a.top
xn--oogle-wmc.com
xsion.net
xtube.com xtube.com
xxlargepop.com ynymnwbm.bloger.index.hr
xxxrus.org yoshkarola.zrus.org
yaderenergy.ru yourporngay.com
yadro.ru zaimite.ru
yebocasino.com zambini.ru
yhit.press zapatosenventa.info
youtoner.it zdesoboi.com
youtuhe.com zed21.net
yuweng.info
zaimhelp.ru
zarabotok--doma.ru
zarajbuilders.com
zeroredirect11.com
zeroredirect7.com
zeroredirect8.com zeroredirect8.com
zoompegs.com zeroredirect9.com
zrelaya.pw zigarettenonlinekaufen1.bloog.pl
zscalerone.net zixizop.net.ru
znakomstva-moskva77.ru
zona-aqua.ru
zoosexart.com
zs2vm.top
zvetki.ru

490
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1stat.ru 00author.com
34.gs 00webcams.com
883zy.com acortarurl.es
9med.net adprotect.net
aa81bf391151884adfa3dd677e41f94be1.com adsloads.com
aanapa.ru adult-shop.com.ua
academiacsmendoza.org adultwebhosting.info
adhome.biz advertex.info
agadelha.com.br affiliate-fr.com
alfa-medosmotr.ru albamargroup.com
alot.com alyeskaresort.com
am-se.com apiwebwebgetcom-a.akamaihd.net
apidiamondatanet-a.akamaihd.net apper.de
applicationg29.com architecturebest.com
apxeo.info aviav.org
articlesdirectoryme.info benchmarkcommunications.co.uk
audiofree.ru bestmarriages.com
aviav.co bezsporno.ru
avtolombard-krasnodar.com bioinnovate.co
ayanaspa.com biznesrealnost.ru
baladur.ru blagovest-med.ru
bala.getenjoyment.net bosman.pluto.ro
balitouroffice.com breastaugmentation.co.za
bang-hotties.com buzzzg.men
belinvestdom.by bycontext.com
bestofpicture.com callawaygolfoutlet.online
best-way.men candlehandmade.com
bg6s0.com cdncash.com
blogsfunky672.weebly.com cdncash.org
bolitgorlo.net cheap-trusted-backlinks.com
boltalko.xyz choice-credit.ru
bupropion-sr-150-mg.us christianlouboutinreplica.win
buy-forum.ru clodo.ru
buyk.host.sk
cactussoft.biz
camdenmemorials.com
cand.jp
candy-glam-hp.com
capture-room.com
carabela.com.do
carloans.com
cartierlovestore.xyz
celejihad.info
cheapmoncler.pw
cialiswithoutadoctor.net
clipartnew.com
com-onlinesupport.site com-onlinesupport.site
compliance-george.top compliance-jessica.top
compliance-george.xyz compliance-walter.top
compliance-walt.top counciltally.com
conboy.us cryptoswap.biz
copblock.org cyclobenzaprinevstizanidine.blogspot.com
corta.co czeshop.info
cottageofgrace.com data-mining.tk
crest3d.ru data.vtc.pw
czat.wp.pl dbmkfhqk.bloger.index.hr
daneshetabiat.com design-lands.ru
daydream-studio.ru dinkolove.ya.ru
delfin-aqua.com.ua directivepub.com
detki-opt.ru discountbarbour.online
dfwu1013.info domain-submit.info
djstools.com download-wallpaper.net
dollartree.info dvervmoskvu.ru
druzhbany.ru e-avon.ru
e-collantes.com ecookna.com.ua
elektrischezigarette1.blog.pl eduserver.net
elitedollars.com ekspresihati.info
epicbrogaming.com election.interferencer.ru
eshop.md etur.ru
euromasterclass.ru evaashop.ru
ezaz.info evehemming.blogspot.com.au
farmprofi.net expolicenciaslatam.co
fashion-stickers.ru extlinks.com
filunika.com.ru eyes-on-you.ga
findthe.pet facebook-mobile.xyz
forex-procto.ru fatmaelgarny.com
foto-basa.com filmfanatic.com
franklinfire.co filmi-v.online
fr-bearings.ru fiverr.com
free411games.com florida-tourism.net
freemags.cc
freewareseek.com
freshmac.space freshmac.space
galeria-zdjec.com freza-sverlo.ru
gazporno.com fsalas.com
generic-pills-online.com fuckingawesome.com
getyourimage.club funnel.co.za
ghostvisitor.com gamingspark.com
girlporn.ru gazobeton-p.com.ua
girls-ufa.ru geile-lelly.eu
googglet.com golden-praga.ru
greenidesign.co goosefishpost.bid
guardlink.org g.starmoe.xyz
hamacapty.com guarrasdelporno.xxx
hasshe.com guod.me
hdapp1008-a.akamaihd.net happy.new.yeartwit.com
hentai-manga.porn havepussy.com
hobbyhuren24.net hawaiielectriclight.com
hoporno.com heartofbeijing.blogspot.com
hplaserjetpdriver8y.pen.io heroz.fr
hydropump.su hobbyhuren-datenbank.com
hotgirlhdwallpaper.com
huimin764128.com
hyipmanager.in
iamsport.org iamsport.org
ideashome.id igadgetsworld.com
igtools.club iinstalll-fii1leis.jus0wil.pp.ua
ilbe.club iklysha.ml
import-sales.com images.gyffu.com
infektsii.com imgarit.pw
irkutsk.online-podarki.com impresagaia.it
istripper.com infodocsportal.com
itsdp3.com infostatsvc.com
j33x.com intellekt21.ru
jerseywholesaleelitestore.com interfucks.net
jyvopys.com interior-stickers.ru
kamalsinha.com iradiology.ru
kemerovo.zrus.org iscblog.info
kerwinandcariza.com iskalko.ru
keywordsking.com ixora.pro
kinopolet.net jerseychinabizwholesale.com
konturkrasoty.ru johannesburgsingles.co.za
kreativperlen.ch junglenet-a.akamaihd.net
letto.by kakablog.net
light.ifmo.ru kenaba.su
link.ac keywordteam.net
locatellicorretor.com.br kino-filmi.com
kinoplen.ru
koleso24.com.ua
konpax.com
koral.se
kosmetyki.tm.pl
kostenlos-sexvideos.com
kuzinsp.ru
lancheck.net
lankarns.com
lapitec.eu
law-check-nine.xyz
lego4x4.ru
lenvred.org
lesbian.xyz
letolove.ru
lezbiyanki.net
linkbolic.com
linkwithin.com
lkbennettoutlet.online
lol-smurfs.com lol-smurfs.com
lotto6888.com lombia.com
louboutinbooties.xyz mac-shield.com
louisvuittonoutletstore.net mailemedicinals.com
luxup.ru maladot.com
m1media.net mapquestz.us
m292.info medi-fitt.hu
mackeeper-land-672695126.us-east-1.elb.amazonaws.com megaindex.ru
madot.onlinewebshop.net mini.7zap.com
magazintiande.ru mobot.site
mainlinehobby.net mobstarr.com
meget.co.za moesen-ficken.com
mesbuta.info moi-glazki.ru
methodsmarketing.com monclercheap.xyz
montazhnic.ru moviemail-online.co.uk
morocco-nomad-excursions.com mrmoneymustache.com
moroccosurfadventures.com mvpicton.co.uk
most.gov.iq mygameplus.ru
myfreecams.com mypets.by
myhealthcare.com na-telefon.biz
myyour.eu naturalpharm.com.ua
obnal.org nfljerseysforsalewholesaler.com
okeinfo.online niki-mlt.ru
old-rock.com obuv-kupit.ru
omoikiri-japan.ru oralsexfilme.net
online-podarki.com osagonline.ru
ontargetseo.us outshop.ru
oops-cinema.ru paradontozanet.ru
openlibrary.org pc4download.co
optitrade24.com pensplan.com
ostrovtaxi.ru php-market.ru
palvira.com.ua pijoto.net
paramountmarble.co.uk piluli.info
pawli.eu pinsdaddy.com
pb-dv.ru pizdeishn.com
pechikamini.ru pizza-tycoon.com
petedrummond.com polcin.de
photochki.com pornosexrolik.com
picturesfrom.com porno-transsexuals.ru
pkr1hand.com portside.xyz
pk-services.ru potoideas.us
pochtovyi-index.ru pricheski-video.com
polybuild.ru profitfx.online
pons-presse.com profitsport.club
pornobrazzers.biz prostitutki-odessa.org
pornotubexxx.name qld10000.net
produkto.net recinziireale.com
pushdata.sendpulse.com remontgruzovik.ru
putevka24.ru remont-mobile-phones.ru
quickbuck.com responsinator.com
quizzitch.net robertefuller.com
raavidesigns.com rockprogblog.com
randki-sex.com royal-investments.net
rankings-analytics.com ryetaw.com
razleton.com saddiechoua.com
remont-comp-pomosh.ru santasgift.ml
rezeptiblud.ru sanyuprojects.com
rixpix.ru sa-rewards.co.za
ruscopybook.com semaltmedia.com
russia-today-video.ru seojokes.net
sa-live.com seorankinglinks.com
samara.rosfirm.ru sexsearch.com
savingsslider-a.akamaihd.net sex-tracker.de
scalerite.co.za sexy-pings.com
scanspyware.net share-buttons-for-free.com
sdelatmebel.ru sicfor.bcu.cc
seeingmeerkat.com simple-image.com.ua
sexkontakteao.info sizeplus.work
sexs-foto.com smallseotools.com
sherlock.se sockshare.net
shopwme.ru sodexo.com
sigmund-freud.co.uk sophang8.com
sildenafil-tadalafil.info sosdepotdebilan.com
sisi-go.ru spidtest.space
slayerlife.com statoutlook.info
sluganarodu.ru stockspmb.info
social-buttons.xyz storehouse.ua
spyfu.com stretchingabuckblog.com
spymac.net strongholdsb.ru
spywareit.com sumo.com
stanthonyscatholicchurch.org swimpool.ca
startufa.ru swinginwithme.ru
stefanbakosab.se teguh.info
strv.se telemetryverification.net
stuff-about-money.com textads.men
sukirgenk.dvrlists.com tgtclick.com
swiped.su tizanidinestreetprice.blogspot.com
syndicate.fun topappspro.com
tako3.com topbestgames.com
tecspb.ru u555u.info
thin.me.pn ukkelberg.no
threecolumnblogger.com urlcut.ru
tizanidineduringpregnancy.blogspot.com urlopener.com
token-lab.org uzungil.com
topmira.com validdomain.xyz
track2.shop vandrie-ict.nl
traffic100.com veles.shop
trafficjunky.net videochat.life
twittrading.com videochat.mx
universals.com.ua vip2ch.com
unrealcommander.biz volgograd.xrus.org
viddyoze.com voluumtracker1.com
video-chat.in voronezh.xrus.org
videosbox.ru w3data.co
vip.51.la warezaccess.com
vonradio.com website-speed-up.top
vrnelectro.ru wholinkstome.com
warningwar.ru woodyguthrie.se
weekes.biz.tc x-lime.net
wholesalejerseys-cheapest.com xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
winterclassichockeyjerseys.com xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
winx-play.ru xxart.ru
wladimirpayen.com youghbould.wordpress.com
word-vorlagen.net zapiszto.pl
wpsecurity.website
xfire.com
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
xn--80ak6aa92e.com
xn--e1aggki3c.xn--80adxhks
xtube.com
xvideospornoru.com
xxx-treker.ru
yopoint.in
yoshkarola.zrus.org
youtubedownload.org
ytmnd.com
zebradudka.com zebradudka.com
zolotoy-lis.ru zed21.net
zigzog.ru

22
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> l>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -126,4 +116,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

7
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,6 +5,13 @@
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.188.73.34 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1728 #### Version: V4.2019.07.1729
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1728 #### Version: V4.2019.07.1729
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1728 #### Version: V4.2019.07.1729
#### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1728 #### Version: V4.2019.07.1729
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1728 ### Version: V3.2019.07.1729
### Updated: Tue Jul 2 09:44:26 SAST 2019 ### Updated: Tue Jul 2 10:45:23 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:24 SAST 2019 ### Updated: Tue Jul 2 10:45:22 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1728 ### Version: V4.2019.07.1729
### Updated: Tue Jul 2 09:44:27 SAST 2019 ### Updated: Tue Jul 2 10:45:25 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##