vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 11:40:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1728 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-02 09:56:55 +02:00
parent 684f0f4132
commit 2d50df3f80
56 changed files with 1185 additions and 1071 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 104.198.131.58 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 104.198.131.58 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 104.198.131.58 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 104.198.131.58 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 104.198.131.58 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 104.198.131.58 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

32
.dev-tools/distribution_tests_missing_includes/arch-install.log
View file

@ -0,0 +1,32 @@
----------------------------------------------------------
Execute install-ngxblocker - Arch Linux (Missing includes)
----------------------------------------------------------
sending incremental file list
sent 350 bytes received 14 bytes 728.00 bytes/sec
total size is 47.02K speedup is 129.17
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/blockbots.conf...OK
Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/ddos.conf...OK
Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/custom-bad-referrers.conf...OK
Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/bad-referrer-words.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/blacklist-ips.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/blacklist-user-agents.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-domains.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf...OK
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker

23
.dev-tools/distribution_tests_missing_includes/arch-setup.log
View file

@ -0,0 +1,23 @@
--------------------------------------------------------
Execute setup-ngxblocker - Arch Linux (Missing includes)
--------------------------------------------------------
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes:
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker
Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf

6
.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf
View file

@ -70,6 +70,12 @@ http {
# include fastcgi_params; # include fastcgi_params;
#} #}
# Nginx Bad Bot Blocker Includes
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf;
# deny access to .htaccess files, if Apache's document root # deny access to .htaccess files, if Apache's document root
# concurs with nginx's one # concurs with nginx's one
# #

7
.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
View file

@ -58,8 +58,13 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf;
} }

32
.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log
View file

@ -0,0 +1,32 @@
------------------------------------------------------------------
Execute install-ngxblocker - Ubuntu 16.04.6 LTS (Missing includes)
------------------------------------------------------------------
sending incremental file list
etc/nginx/nginx.conf
sent 1.49K bytes received 41 bytes 3.05K bytes/sec
total size is 19.83K speedup is 12.99
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf...OK
Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK
REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master
Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/blockbots.conf...OK
Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/ddos.conf...OK
Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/custom-bad-referrers.conf...OK
Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/bad-referrer-words.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/blacklist-ips.conf...OK
Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/blacklist-user-agents.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-domains.conf...OK
Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf...OK
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker

23
.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log
View file

@ -0,0 +1,23 @@
----------------------------------------------------------------
Execute setup-ngxblocker - Ubuntu 16.04.6 LTS (Missing includes)
----------------------------------------------------------------
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf
Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes:
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d
Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d
Nothing to update for directory: /usr/local/sbin
Setting mode: 700 => /usr/local/sbin/install-ngxblocker
Setting mode: 700 => /usr/local/sbin/setup-ngxblocker
Setting mode: 700 => /usr/local/sbin/update-ngxblocker
Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf

4
.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log
View file

@ -5,8 +5,8 @@
sending incremental file list sending incremental file list
etc/nginx/nginx.conf etc/nginx/nginx.conf
sent 2.01K bytes received 43 bytes 4.10K bytes/sec sent 2.04K bytes received 43 bytes 4.17K bytes/sec
total size is 20.46K speedup is 9.99 total size is 20.46K speedup is 9.81
Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt
Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d

2
.dev-tools/distribution_tests_missing_includes/ubuntu1804-setup.log
View file

@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf
inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf
Whitelisting ip: 104.154.120.187 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf Whitelisting ip: 35.188.73.34 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf
Checking for missing includes: Checking for missing includes:

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.85.2 0; 34.68.144.114 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 35.193.14.140 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 35.193.14.140 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 35.193.14.140 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 35.193.14.140 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 35.193.14.140 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 35.193.14.140 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.224.112.202 0; 35.192.187.174 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.202.145.110 0; 34.66.178.120 0;
35.192.85.2 0; 34.68.144.114 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.184.96.71 0; 35.193.14.140 0;
35.202.145.110 0; 104.198.131.58 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 1; 104.198.131.58 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Boardreader DIIbot
com.plumanalytics RankFlex
CrunchBot SearchmetricsBot
Firefox/7.0 seoscanners
Humanlinks Sqlmap
Indy Library Sqlworm
Pump TeleportPro
RankActiveLinkBot WebLeacher
TurnitinBot Webshag
WebGo IS WWW-Collector-E

272
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 404checker
404enemy
Aboundex Aboundex
ADmantX Acunetix
AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AIBOT AIBOT
Aipbot
Alexibot Alexibot
Alligator Alligator
AllSubmitter
AlphaBot AlphaBot
Anarchie Anarchie
Apexoo
Asterias
Attach Attach
BackDoorBot Backlink-Ceck
backlink-check backlink-check
BackStreet BackWeb
Badass Badass
Barkrowler
BBBike BBBike
BDCbot
BDFetch BDFetch
BetaBot
Bitacle Bitacle
Black Hole Blackboard
BlackWidow BLEXBot
BlowFish Blow
Boardreader
Bolt Bolt
BotALot BotALot
BunnySlippers Brandwatch
Buddy
BuiltBotTough
Bullseye
BuzzSumo BuzzSumo
Calculon
CATExplorador CATExplorador
CCBot Cegbfeieh
CheeseBot CheTeam
ChinaClaw ChinaClaw
Chlooe Cliqzbot
Cloud mapping Cogentbot
coccocbot-web
cognitiveseo cognitiveseo
Collector CopyRightCheck
com.plumanalytics Copyscape
Craftbot Cosmos
crawler4j
crawler.feedback crawler.feedback
Crescent crawl.sogou.com
DatabaseDriverMysqli CrazyWebCrawler
CSHttp
Curious
DBLBot DBLBot
demandbase-bot
Deusu Deusu
Digincore
DIIbot
Dirbuster Dirbuster
DnyzBot Discobot
DomainAppender Dispatch
DomainSigmaCrawler DomainSigmaCrawler
Dotbot Dotbot
Download Wonder Download Wonder
DSearch
EasyDL EasyDL
Ebingbong
ECCP/1.0 ECCP/1.0
EMail Siphon Ecxi
Exabot EroCrawler
Express WebPictures Express WebPictures
Extractor Extractor
EyeNetIE Extreme Picture Finder
facebookscraper Ezooms
FHscan FHscan
Firefox/7.0 Fimap
Freeuploader Foobot
GetRight FrontPage
Go-Ahead-Got-It GalaxyBot
Gotit GermCrawler
Getintent
GetWeb
Gigabot
Go!Zilla
Grabber Grabber
GrabNet
Grafula Grafula
GrapeFX
GrapeshotCrawler
GridBot GridBot
Haansoft
HaosouSpider
Harvest Harvest
HEADMasterSEO
Heritrix
Hloader Hloader
HMView
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack HTTrack
Id-search
IlseBot IlseBot
InternetSeer IndeedBot
InfoNaviRobot
InfoTekies
Intelliseek
InterGET
Internet Ninja
internetVista monitor
ips-agent
Iria Iria
Iskanie IRLbot
IstellaBot IstellaBot
JamesBOT
JennyBot JennyBot
Jetty
JikeSpider JikeSpider
Jorgee JOC Web Spider
JustView Joomla
Jyxobot
Kenjin Spider Kenjin Spider
Larbin LeechFTP
LeechGet LeechGet
LexiBot
LibWeb LibWeb
Libwhisker LinksManager
Lightspeedsystems
Likse
LinkScan
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
Litemage_walker Lipperhey
Lmspider Lmspider
LNSpiderguy LNSpiderguy
Ltx71
lwp-request
lwp-trivial lwp-trivial
Mail.RU_Bot Magnet
magpie-crawler
Majestic SEO
Masscan Masscan
Mass Downloader
meanpathbot meanpathbot
MeanPath Bot Mediatoolkitbot
Metauri Metauri
Microsoft URL Control Microsoft URL Control
MIIxpc MIDown tool
Mister PiX
MJ12bot MJ12bot
MSIECrawler Mojeek
Nameprotect Morfeus Fucking Scanner
NearSite MS Web Services Client Protocol
Musobot
Nessus
NetAnts
Netcraft Netcraft
netEstate NE Crawler netEstate NE Crawler
NetMechanic NetZIP
Ninja Nibbler
Niki-bot
Nikto
NimbleCrawler
Nmap Nmap
Nutch NPbot
Octopus Octopus
OnCrawl Offline Explorer
Offline Navigator
Openfind Openfind
PageAnalyzer OrangeBot
Page Analyzer OutfoxBot
PageGrabber PageGrabber
Pandalytics
Panscient Panscient
Papa Foto
PeoplePal PeoplePal
Picscout Picsearch
PleaseCrawl PictureFinder
Pi-Monster
plumanalytics plumanalytics
Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
Psbot Psbot
Quick-Crawler Pump
RankingBot PxBroker
PyCurl
QueryN Metasearch
RankActive
RankFlex
RankingBot2 RankingBot2
Rankivabot
RankurBot RankurBot
RealDownload
Reaper Reaper
RebelMouse
Recorder Recorder
ReGet
RepoMonkey RepoMonkey
Ripper Rogerbot
RocketCrawler
s1z.ru
SalesIntelligent SalesIntelligent
SBIder Scanbot
ScanAlert
scan.lol scan.lol
ScoutJet
ScreenerBot ScreenerBot
Searchestate
SearchmetricsBot
Semrush
SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot SEOprofiler
SEOlyticsCrawler SeoSiteCheckup
seoscanners sexsearcher
Shodan
Siphon Siphon
SISTRIX SISTRIX
Sitebeam
Siteimprove
SiteLockSpider
SiteSucker
Site Sucker
SlySearch SlySearch
SMTBot
Snapbot Snapbot
Snoopy Sottopop
SocialRankIOBot SpaceBison
Sociscraper Spammen
sogouspider
SpankBot SpankBot
Spanner
sp_auditbot
Spbot Spbot
SputnikBot SputnikBot
spyfu spyfu
Steeler
Sucker Sucker
Sucuri Sucuri
SuperBot SuperBot
SuperHTTP SuperHTTP
SurveyBot sysscan
Swiftbot
Szukacz
T8Abot
Telesoft
Telesphorep
The Intraformant The Intraformant
TightTwatBot TheNomad
Titan
Toata Toata
Trendiction Trendiction
trendiction.de Trendictionbot
TurnitinBot True_Robot
TwengaBot
Twice
Typhoeus Typhoeus
UnisterBot Upflow
Vacuum Vacuum
Vagabondo
VB Project
VCI
VeriCiteCrawler
VidibleScraper
VoidEYE VoidEYE
Voltron
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot WBSearchBot
Web Auto
WebCollage WebCollage
Web Collage Web Collage
WebCopier WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
WebFetch WebFetch
Web Fetch
WebFuck WebFuck
WebLeacher WebImageCollector
webmeup-crawler Web Pix
Web Sauger WebReaper
WebsiteExtractor
Website Quester
WebStripper WebStripper
Web Sucker Web Sucker
WeSEE WebWhacker
Whatweb WebZIP
Who.is Bot Who.is Bot
WiseGuys Robot Widow
Woobot WISENutbot
Wprecon Wonderbot
WPScan WPScan
WWW-Mechanize WWW-Collector-E
WWW::Mechanize
x09Mozilla x09Mozilla
Xaldon WebSpider Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
Xenu YoudaoBot
xpymep1.exe
Zade
Zauba Zauba
zauba.io zauba.io
Zeus
Zitebot
ZmEu
ZumBot ZumBot
ZyBorg

270
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker
404enemy 404enemy
Abonti Abonti
Aboundex Aboundex
ADmantX Acunetix
AfD-Verbotsverfahren AhrefsBot
AIBOT AiHitBot
Aipbot Alligator
Alexibot AlphaBot
Apexoo
archive.org_bot
Asterias Asterias
autoemailspider
BackDoorBot
backlink-check
BackStreet BackStreet
BackWeb Badass
Barkrowler
BatchFTP BatchFTP
Battleztar Bazinga BBBike
BDCbot BDCbot
BDFetch BDFetch
Black Hole Bigfoot
BlackWidow Bitacle
BLEXBot
BlowFish BlowFish
Bolt Bolt
BotALot Buddy
Brandprotect
BuiltBotTough BuiltBotTough
CATExplorador BunnySlippers
BuzzSumo
CazoodleBot CazoodleBot
CCBot CCBot
Cegbfeieh
Chlooe
Claritybot
Cliqzbot Cliqzbot
Copyscape coccocbot-web
Cosmos cognitiveseo
Collector
crawler4j crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent
CrunchBot
CSHttp CSHttp
Custo DBLBot
demandbase-bot demandbase-bot
Demon
Devil Devil
Dirbuster
Disco Disco
DittoSpyder Dispatch
DomainStatsBot DnyzBot
Dragonfly DomainAppender
DomainCrawler
DomainSigmaCrawler
Drip
DSearch DSearch
DTS Agent DTS Agent
EasyDL EasyDL
Ebingbong Ebingbong
Ecxi EroCrawler
EMail Wolf Express WebPictures
ExtLinksBot Extractor
Extreme Picture Finder
EyeNetIE EyeNetIE
Ezooms
FDM FDM
FemtosearchBot FHscan
Fimap
Firefox/7.0 Firefox/7.0
FlashGet
Flunky
Freeuploader
FyberSpider
GalaxyBot GalaxyBot
Genieo Genieo
GermCrawler GermCrawler
Getintent Getintent
GetWeb GetRight
Gotit G-i-g-a-b-o-t
Go-Ahead-Got-It
Go!Zilla
Grabber Grabber
GrabNet GrabNet
Grafula Grafula
GrapeshotCrawler GT::WWW
Havij
Heritrix Heritrix
HMView
HTMLparser
HTTP::Lite
HTTrack HTTrack
Humanlinks Humanlinks
IDBot Iblog
Id-search
IlseBot IlseBot
Image Fetch Image Fetch
Image Sucker Image Sucker
IndeedBot IndeedBot
Indy Library
InfoTekies InfoTekies
instabid
InterGET InterGET
internetVista monitor
ips-agent ips-agent
Iria Iria
IRLbot IRLbot
Iskanie
IstellaBot IstellaBot
Jbrofuzz Jbrofuzz
JennyBot
JetCar JetCar
Jetty
JikeSpider JikeSpider
Joomla
Jorgee
JustView
Jyxobot
Kenjin Spider
Keyword Density Keyword Density
Lanshanbot
Larbin Larbin
Likse LeechFTP
LinkpadBot Lftp
LinkScan Libwhisker
LinkWalker Lightspeedsystems
LinqiaScrapeBot LinksManager
LinqiaRSSBot
Lipperhey Lipperhey
Lmspider Litemage_walker
LWP::Simple Ltx71
lwp-trivial lwp-request
Magnet magpie-crawler
Mag-Net MarkWatch
Mail.RU_Bot
Majestic SEO
MarkMonitor
Mass Downloader Mass Downloader
MauiBot Mata Hari
Meanpathbot Meanpathbot
MeanPath Bot
Mediatoolkitbot
mediawords mediawords
MFC_Tear_Sample MegaIndex.ru
Microsoft URL Control Microsoft URL Control
MIDown tool
MIIxpc MIIxpc
Mojeek Mojeek
Morfeus Fucking Scanner Morfeus Fucking Scanner
Msrabot Mr.4x3
MS Web Services Client Protocol MSFrontPage
muhstik-scan Name Intelligence
Musobot
Nameprotect
Navroad Navroad
NearSite Needle
Nessus Netcraft
NetMechanic NetMechanic
NetSpider NetSpider
Nettrack
Netvibes Netvibes
NextGenSearchBot NetZIP
Nibbler NICErsPRO
Niki-bot Nikto
NimbleCrawler
Ninja Ninja
oBot Nmap
Offline Navigator Nutch
Octopus
Offline Explorer
OnCrawl OnCrawl
Openfind
OpenLinkProfiler OpenLinkProfiler
OpenVAS
OrangeSpider
OutclicksBot OutclicksBot
OutfoxBot OutfoxBot
Page Analyzer
PageGrabber PageGrabber
PageScorer page scorer
Pandalytics pcBrowser
Panscient PeoplePal
Pavuk
PECL::HTTP
Picscout
Picsearch Picsearch
Pimonster Pimonster
Pi-Monster Pixray
plumanalytics PleaseCrawl
Pockey Probethenet
ProWebWalker ProPowerBot
Pump
PxBroker PxBroker
PyCurl QueryN Metasearch
RankActive RankActive
RankActiveLinkBot
RankingBot2 RankingBot2
RankurBot RealDownload
Reaper Reaper
RebelMouse RebelMouse
RedesScrapy
ReGet ReGet
s1z.ru RepoMonkey
Ripper
Rogerbot
SBIder SBIder
ScanAlert ScanAlert
ScoutJet ScoutJet
Screaming Scrapy
ScreenerBot ScreenerBot
Searchestate
SearchmetricsBot SearchmetricsBot
SEOstats Semrush
Shodan SemrushBot
Siphon SEOkicks
Sitebeam SeoSiteCheckup
serpstatbot
SiteExplorer SiteExplorer
SiteLockSpider SiteLockSpider
SiteSnagger
SiteSucker
Sitevigil
SlySearch
Snake Snake
Snapbot SocialRankIOBot
Sosospider Sociscraper
SpaceBison Spammen
Spanner Spanner
sp_auditbot Spbot
Spinn3r
Sqlmap Sqlmap
Surfbot Sqworm
Suzuran SuperBot
Swiftbot SuperHTTP
SurveyBot
sysscan
T0PHackTeam
T8Abot T8Abot
tAkeOut tAkeOut
Teleport
TeleportPro TeleportPro
Telesphorep TheNomad
Thumbor Titan
TightTwatBot
Tracemyfile Tracemyfile
Trendiction trendiction.com
Trendictionbot
True_Robot
Turingos
Turnitin Turnitin
TurnitinBot
Upflow Upflow
URLy Warning VB Project
Vacuum
VeriCiteCrawler
VidibleScraper
Virusdie
VoidEYE VoidEYE
Wallpapers/3.0 Voil
Web Auto Voltron
WebCollage WebCollage
Web Collage WebEnhancer
WebCopier
WEBDAV
WebFetch
Web Fetch Web Fetch
Web Fuck
WebGo IS WebGo IS
WebImageCollector WebImageCollector
WebLeacher WebLeacher
webmeup-crawler WebmasterWorldForumBot
WebPix
WebReaper WebReaper
WebSauger WebSauger
Webshag
WebsiteExtractor
WebsiteQuester WebsiteQuester
WebStripper
Web Sucker Web Sucker
Whatweb WebWhacker
WISENutbot WeSEE
Widow
WiseGuys Robot
Wonderbot Wonderbot
Wotbox
Wprecon Wprecon
WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize
x09Mozilla x09Mozilla
Xaldon_WebSpider Xaldon WebSpider
Xenu Xenu
YoudaoBot
Zauba
Zermelo Zermelo
Zeus zgrab
ZmEu ZmEu
ZumBot ZumBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
amazon-adsystem.com adssafeprotected.com
bestpriceninja.com apisecretsaucebi-a.akamaihd.net
dogbreedspicture.net countercrazy.com
enhand.se db.speedup.gdn
free-deals.faith drpornogratisx.xxx
kartiniresto.com ecommerce-seo.com
neobux-bg.info gameonasia.com
recipedays.ru page2rss.com
space-worry.ml park.above.com
voloomoney.com pro-okis.ru

928
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00author.com 00webcams.com
11pikachu.ru 0912701309f8ce.com
123locker.com 1000n1.ru
1webmaster.ml 13tabs.com
2345.com 1stat.ru
24-ak.ru 21h2o.com
3dracergames.com 2ads.co.uk
4pp13.com 3weekdiet.com
5-steps-to-start-business.com 76brighton.co.uk
777-club.ru 83net.jp
aa14ab57a3339c4064bd9ae6fad7495b5f.com 8lufu.com
above.com 8si.ru
academia-nsk.org 999webdesign.com
acads.net a1security.com.ua
actices.com a96527gi.beget.tech
actulite.com aanapa.ru
adrunnr.com aaronabel.com
adult-shop.com.ua accessoires-mode.in
admanaerofoil.com
adobereader-free.ru
adssafeprotected.com
adultgalls.com
advancedcleaner.com advancedcleaner.com
agahinameh.com affordablewebsitesandmobileapps.com
air-edem.ru aghanyna.com
akama.com ahrntal.verymes.xyz
alborzan.com aibolita.com
akvamaster.dp.ua
alevinefesleri.com
alf-img.com
alienwheel.es alienwheel.es
allwomen.info allbizne.co.ua
alphaforum.ru allboard.xobor.de
alt-servis.ru alldownload.pw
alveris.ru alldubai.biz
amateurmatch.com allstatesugarbowl.org
alltheviews.com
alphahoverboards.com
amazingninja.com
amt-k.ru amt-k.ru
animal36.com androids-store.com
anniemation.com apper.de
aosheng-tech.com
apibetweenlinesn-a.akamaihd.net
apidiamondatanet-a.akamaihd.net
api.stathat.com
apptester.tk apptester.tk
arenda-avtoprokat-krasnodar.ru aramaicmedia.org
arate.ru
arcadepages.com
arendas.net
artparquet.ru artparquet.ru
arvut.org asiengirls.net
asrvvv-a.akamaihd.net aussie-prizes.com
atley.eu.pn autotop.com.ua
autobudpostach.club avek.ru
auto-moto-elektronika.cz aversis.net
autoplate.info aviav.co
azartniy-bonus.com aviav.ru
b2b-lounge.com azbukafree.com
bambi.ck.ua balook.com
bayareaaeroclub.org baoxaydung.com.vn
beclean-nn.ru bausparen.bz.it
benchmarkcommunications.co.uk bbtec.net
bestempresas.es bensbargains.net
besttorrentknifta.weebly.com best-mam.ru
bidr.trellian.com best-seo-offer.com
bildsuche.ru bestsexyblog.com
bimatoprost-careprost.com.ua betterhdporn.com
bingo8888.com big-cash.net
bioca.org biketank.ga
bio-market.kz
bitcoins-live.ru bitcoins-live.ru
bizcheapjerseyswholesalechina.com blog.f00kclan.de
bizlist.com.de bloggedporn.com
bmwhighperformers.com bloggers.nl
board.f00d.de bluesman.nu
boole.onlinewebshop.net bmw-ark.ru
brainboostingsupplements.org boeuklad.com
braindaily.xyz braindaily.xyz
brus.city brendbutik.ru
buron.pw browserprotecter.com
buyessay3.blogspot.ru bryansk.zrus.org
builtwith.com
burkesales.com
buybest1.biz
buynorxx.com buynorxx.com
cablecar.us bvlgaribracelet.xyz
callawaygolfoutlet.online bvlgariring.xyz
candytiner.com bytimedance.ru
canyougethighofftizanidine.blogspot.com camdenmemorials.com
carapics.com cam-kontakte.org
cartierlove2u.xyz capacitacionyaprendizaje.com
cartierreplica.top carstrends2015.com
cashonads.com cartierlovebracelet.xyz
celebsopics.com casablancamanor.co.za
cfacarrosserie74.com cctva.tv
cfjump.com cejewelry.xyz
chastnoeporno.com centraletermice.us
chatseo.com cezartabac.ro
cheapmoncler.pw cgi2.nintendo.co.jp
chelyabinsk.xrus.org cheapestjerseysonwholesale.com
chocoslim.pro cheapsergiorossi.online
checkhit.com
christianlouboutinreplica.pw christianlouboutinreplica.pw
christianlouboutinreplica.win ciceros.co
clash-clans.ru
cleanallvirus.com cleanallvirus.com
clickhype.com clickintext.net
clothesforcash.com clicksor.net
clubfashionista.com cmhomestayagency.com
club-lukojl.ru compliance-checker.info
coin-hive.com
comeondog.info
compliance-alex.top
compliance-george.top compliance-george.top
compliance-jess.top compliance-julianna.top
concealthyself.com compliance-julia.top
counciltally.com compliance-willy.top
countbertwistdisp26.soup.io compucelunlock.net
cpabegins.ru com-secure.download
cs-passion.pl coolingoods.com
customerpromos-a.akamaihd.net copyrightclaims.org
cutalltheshit.com cpajunkies.com
cvety24.by crd.clan.su
cyse.tk custom-electric-guitar.com
dame-ns.kz cypernhuset.se
daydream-studio.ru czat.wp.pl
dbmkfhqk.bloger.index.hr dbmkfhqk.bloger.index.hr
deanmoore.ie
decorationspcs.com decorationspcs.com
demenageur.com delayreferat.ru
destinationrealestate.com deplim.com
dev-seo.blog designdevise.com
dfwu1019.info detki-opt.ru
dev33.dioniqlabb.se
diamond-necklace.info
diarioaconcagua.com diarioaconcagua.com
digilander.libero.it digilander.libero.it
directrev.com diminishedvalueoforegon.com
dirtpics.pw dkvorota.ru
docsportal.net doctissimo.fr
doeco.ru documentsite.net
domaincheck.io domaincrawler.com
dosugrostov.site doyouknowtheword-flummox.ml
earl-brown.info dstroy.su
easytuningshop.ru dverimegapolis.ru
e-commerce-seo.com dvr.biz.ua
ecookna.com.ua earthmagic.info
eduinfosite.com e-buyeasy.com
ekto.ee ekobata.ru
elektroniksigaraankara.info elvel.com.ua
elektronischezigarettekaufen1.myblog.de en.home-task.com
elektrozigaretten1.webs.com envaseslotusama.com
erectile.bid eropornosex.ru
erotische-geschichten-xxl.com evaashop.ru
eshop4u.jp excaliburfilms.com
euronis-free.com eyemagination.com
ezb.elvenmachine.com ezigarettekaufen2.mpbloggar.se
ezigarettekaufen1.hpage.com familyholiday.ml
face.hostingx.eu fatmaelgarny.com
famix.xyz favornews.com
favoritemoney.ru femdom.twiclub.in
fenoyl.batcave.net fetishinside.com
filesdatabase.net
filkhbr.com
filmetricsasia.com
financepoints.eu
findacheaplawyers.com
flagcounter.me flagcounter.me
flashbannernow.com flauntyoursite.com
flowwwers.com flipper.top
forex.osobye.ru flprog.com
forodvd.com footballfarrago.com
forumprofi.de fortevidyoze.net
forums.toucharcade.com forum20.smailik.org
fotopop.club free-deals.faith
fotzen-ficken.com freenom.link
free-share-buttons.com free-share-buttons.top
freesitetest.com free-social-buttons.com
front.ru freetangodownload.com
fuckmill.com fr.netlog.com
fxtips.ru fungamelands.com
gamerextra.com funnel.co.za
gavuer.ru funtoonez.com
gay-file.com fyxabomiw.ru
gazporno.com gael-s.ru
gentamicineyedrops.blogspot.com galeon.com
getridofstretchmarks.org gallictures.com
gg.zzyjxs.com game300.ru
gilsonchiro.xyz gamedayassist.com
glall.ru gameprimary.com
glcomputers.ru garciniaxt.us
globetrotting-culture.ru gateway.zscalerone.net
gogalleryawesome.com gdcentre.ru
gojiberriess.apishops.ru gemgrab-a.akamaihd.net
gonextmedia.com gilbertbanda.net
girlporn.ru
glass-msk.ru
globalsurfari.com
gloverid.site
go2mike.ru
golden-catalog.pro
good-mummy.ru good-mummy.ru
googlsucks.com google-liar.ru
gotwebsite1.com googlepositions.com
gov.yanao.ru gourcy.altervista.org
graphicwe.org growboxbl.ru
greenzaim.ru g.starmoe.xyz
grizzlysgrill.com guruofcasino.com
gwebtools.com hamptonoaks.ca
hauleddes.com
hd-filmy.net hd-filmy.net
hdxnxxtube.mobi hdhc.ru
herehloadibs.cf healgastro.com
hermesbelts.xyz healing-dysplasia.ru
hexpilot.com heartofpayne.xyz
histats.com helpmymacfaster.trade
hoholikik.club helvetia.com.ua
homedecorpicture.us howmuchdoestizanidinecost.blogspot.com
hostcritique.com hoztorg-opt.ru
hostsshop.ru hspline.com
hotshoppymac.com humbmosquina.tk
housediz.com husky-shop.cz
hscsscotland.com hybrid.ru
idegenvezeto.eu ibb.com.ua
iideaidekonkatu.info ibmdatamanagement.co
imabase.com imagefinder.site
images-graphics-pics.com i-midias.net.br
img.wallpaperstock.net imperia31.ru
incest-ru.com incanto.in.ua
infazavr.ru incomekey.net
intellektmedia.at insomniagamingfestival.com
internetartfair.com instabid.tech
internetproviderstucson.com internetproviderstucson.com
iplogger.org ipornox.xxx
iqoption.com i-service.kz
it-max.com.ua isotoner.com
izhevsk.zrus.org izhevsk.zrus.org
izoll.ru james13prix.info
j33x.com japfm.com
jagg.info
jamiembrown.com
jasonpartington.com jasonpartington.com
jbl-charge.info jennyfire.ru
jewelryandfiligree.com jerseychinabizwholesale.us
jillepille.com jikoman.info
jmat.cn
jose.mulinohouse.co jose.mulinohouse.co
kaliningrad.zrus.org jpcycles.com
kamen-e.ru jrpmakati.com
kazan.xrus.org kamorel.com
kazinogames.lv karpun-iris.ru
kaz.kz kasino-money.pw
keywords-monitoring-your-success.com katushka.net
keywordteam.net keywordhut.com
kinocccp.net kidskunst.info
kinostorm.net kimcurlrvsms.com
klikbonus.com kino-key.info
kndxbkdx.bloger.index.hr kol-energo.ru
komp-pomosch.ru kosynka-games.ru
kredit-blog.ru krasnodar.zrus.org
kursy-ege.ru kretpicf.pw
kwzf.net kwzf.net
laexotic.com lafourmiliaire.com
lakomka.com.ua lakomka.com.ua
larose.jb2c.me lankarns.com
law-check-eight.xyz laptoper.net
lazymanyoga.com law-check-nine.xyz
lazy-z.com le-clos-des-alouettes.com
likesdesign.com letslowbefast.site
likrot.com lexaprogeneric.link
limtu.ifmo.ru lietaer.com
linkrr.com life-instyle.com
lion.playtap.us light.ifmo.ru
lion.snapmap.us lignofix.ua
littlesunraiser.com linkwithin.com
liupis.com lion.conboy.us
livetsomudvekslingstudent.bloggersdelight.dk livingcanarias.com
livingroomdecor.info lizace.com
loadopia.com localflirtbuddies.com
locationdesaison.com locationdesaison.com
loftdigital.eu lol-smurfs.com
louboutinreplica.pw louboutinreplica.pw
lovasszovetseg.hu louboutinshoes.xyz
lsex.xyz m4ever.net
luxup.ru
lyngdalhudterapi.no
macdamaged.tech macdamaged.tech
macfix.life makemoneyonline.com
magda-gadalka.ru makis.nu
magicalfind-a.akamaihd.net marktforschung-stuttgart.com
marketingvici.com medicinacom.ru
matpre.top medictube.ru
maximpartnerspr.com medi-fitt.hu
mbiologi.ru missis.top
mebel-alait.ru mnogolok.info
mediaoffers.click mojowhois.com
medizinreisen.de monclerjacketsoutlet.win
medosmotr-ufa.ru money-for-placing-articles.com
med-zdorovie.com.ua montredemarque.nl
mega-bony-2017.pl morefastermac.trade
methodsmarketing.com mototsikl.org
migente.com mriyadh.com
mindbox.co.za mrmoneymustache.com
mirmedinfo.ru mrsdalloways.com
mmostrike.ru muz-baza.net
moesen-ficken.com muznachas-service.ru
monetizationking.net mydirtyhobby.com
moviezbonkerssk.cf myindospace.com
mp3downloadhq.com mylida.org
msk.afora.ru myshopmatemac.com
muizre.ru nacap.ru
mustwineblog.com nagdak.ru
my-aladin.com nastydollars.com
mydeathspace.com
my-floor.in.ua
mygameplus.ru
netallergy.ru
net-radar.com net-radar.com
nikkiewart.ru netvouz.com
ningessaybe.me networkad.net
nodding-passion.tk nextrent-crimea.ru
normalegal.ru nfljerseyscheapchinabiz.com
noscrapleftbehind.co ngps1.ru
nowtorrents.com no-rx.info
nuker.com novosibirsk.xrus.org
nzfilecloud.weebly.com npoet.ru
obnal.org nvformula.ru
oda.as nyfinance.ml
odywpjtw.bloger.index.hr obsessionphrases.com
offergroup.info offers.bycontext.com
offf.info one-gear.com
oksrv.com onlinadverts.com
onlineslotmaschine.com online-podarki.com
onlinewritingjobs17.blogspot.ru online-x.ru
onload.pw onlythegames.com
onlyforemont.ru o-o-6-o-o.ru
onstrapon.purplesphere.in osb.se11.ru
oops-cinema.ru oxford-book.com.ua
openlibrary.org paydayloanslocal.com
openmultipleurl.com penisvergrotendepillennl.ovh
open-odyssey.org pensplan.com
optitrade24.com petedrummond.com
ourville.info picphotos.net
palvira.com.ua picquery.com
paramountmarble.co.uk picsforkeywordsuggestion.com
partner-high.men picture-group.com
partnerline.men pills24h.com
pavlodar.xkaz.org pintattoos.com
pcads.ru pio.polytopesexempt.com
pensplan4u.com pirateday.ru
php-market.ru pix-hd.com
piccdata.com pizda.lol
piccshare.com pl.aasoldes.fr
picmoonco.pw poem-paying.gq
pihl.se poisk-zakona.ru
poppen-nw.net porn555.com
porndroids.com pornodojd.ru
pornhubforum.tk pornonik.com
pornofiljmi.com pornoxxx.com.mx
porno-video-chati.ru primedice.com
priceg.com princeadvantagesales.com
producm.ru professionalwritingservices15.blogspot.ru
professionaldieselcare.com promoforum.ru
profitfx.online prostitutki-almata.org
progress-upakovka.ru prostitutki-rostova.org
projectforte.ru pro-tec.kz
promalp-universal.ru quebec-bin.com
promodj.com qwarckoine.com
promoheads.com rapidgator-porn.ga
pron.pro realmonte.net
proposal-engine.com remont-fridge-tv.ru
pukaporn.com remote-dba.de
pushdata.sendpulse.com remybutler.fr
quickloanbank.com renecaovillasale.online
randki-sex.com ricorsogiustizia.org
rankingchart.de rockingclicks.com
razorweb-a.akamaihd.net rubanners.com
r-control.ru rvtv.ru
real-time-analytics.com safe-app.net
reyel1985.webnode.fr sale-japan.com
rfid-locker.co sanatorrii.ru
rn-to-bsn.com
rocketchange.ru
roll123.com
royalvegascasino.com
rozalli.com
rubbed.us
russia-tao.ru
rybalka-opt.ru
salutmontreal.com
sape.top sape.top
sbdl.no saugatuck.com
scanner-alex.top savefrom.com
scanner-george.top scanspyware.net
scanner-julianna.top searchinquire.com
scat.porn seminarygeorgia59.ga
scripted.com seocheckupx.com
scrnet.biz.ua seofied.com
sdsjweb.com seojokes.net
seadragonherbery.com seonetwizard.com
se.bnt-team.com servethis.com
semaltmedia.com service.adtech.us
seorank.info shakhtar-doneck.ru
sergiorossistore.online sherlock.se
sexblog.pw shop-electron.ru
sexobzor.info sim-service.net
sexphoto.site site-speed-checker.site
sexs-foto.top s.lollypopgaming.com
sexuria.net
sex-watch.com
sexy-screen-savers.com
s-forum.biz
share-buttons-for-free.com
shlyahten.ru
shop.acim.org
shopcheermakeup.info
shopvilleroyboch.com.ua
sibvitr.ru
siteaero.com
sitiz.club
slomm.ru slomm.ru
slujbauborki.ru smart-balancewheel.com
smartadserver.com social-buttons.xyz
snip.to socialtrade.biz
snip.tw
sockshare.net sockshare.net
soft1.ru songplanet.ru
softonicads.com speedup-my.site
softwaretrend.net srecorder.com
sophang8.com staticfs.host
spasswelt.net steamoff.net
spitfiremusic.com stpicks.com
statistici.ro strag-invest.ru
steame.ru streetfire.net
stjamesschool.info stroiminsk.com
stockquotes.wooeb.com sugarkun.com
stop-gepatit.te.ua superlist.biz
strongsignal-a.akamaihd.net surfbuyermac.com
suhanpacktech.com susanholtphotography.com
sundrugstore.com svolze.com
svtrd.com t3chtonic.com
swsociety.se technika-remont.ru
tagil.zrus.org technopellet.gr
tattooreligion.ru tedy.su
t-bygg.com tehngr.ru
tedxrj.com telsis.com
telefonsex-ohne0900.net terrafootwear.us
telefonsexsofort.tk theguardlan.com
teslathemes.com thetattoohut.com
tetracsaudi.com thfox.com
thaismartloan.com tiandeural.ru
thecoolimages.net tiens2010.ru
thecoral.com.br titan-ads.life
thefarmergame.com tizanidinepain.blogspot.com
thefotosgratis.eu
themestotal.com
thewomenlife.com
tizanidine6mg.blogspot.com
tizanidinedosage.blogspot.com
tizanidineduringpregnancy.blogspot.com
tizanidineinfo.blogspot.com
tizanidinesideeffectsweightloss.blogspot.com tizanidinesideeffectsweightloss.blogspot.com
tizanidinevscyclobenzaprine.blogspot.com tizanidinesleepaid.blogspot.com
tmtrck.com tizanidinestreetprice.blogspot.com
tomck.com tobeyouday.win
topkarkas.com token-lab.org
touchmods.fr tomatis.gospartner.com
tracklead.net tongkatmadura.info
track-rankings.online topshef.ru
trackzapper.com top-study.work
trafficnetzwerk.de torrents-tracker.com
truck-addzilla.life tour-line.net
tvorozhnaja-zapekanka-recept.ru toyota.7zap.com
twojebook.pl track112.site
uchetunet.su tradgardspartner.se
ucoz.ru traffic100.com
ukrobstep.com trafficfactory.biz
umekana.ru trafficjunky.net
unmaroll.ya.ru traffmonster.info
uptime-delta.net trucri.me
utrolive.ru tsan.net
vacuumscleaner.com tube8.com
valkiria-tk.ru tuckpointingmasonrysystems.com
vapeface.club twiclub.in
vapomnoncri.tk tzritel.tk
vapsy.com ua-company.ru
vchulkax.com u-cheats.ru
vekzdorov.ru udsgame.online
vellings.info uhodzalijami.ru
viagra-soft.ru ultramart.biz
vksaver-all.ru umnovocaminho.com
voloslove.ru unacittaconte.org
voluumtrk.com uptime-as.net
vzube.com uptime.com
walkme.com varbergsvind.se
webmonetizer.net vektorpress.ru
website-datenbank.de vezuviy.su
website-speed-up.site via-energy-acquistare.com
weddingdresses.xyz via-gra.webstarts.com
videokrik.net
video-production.com
vigrx-original.ru
virtuagirl.com
vitoriacabos.com
viven.host.sk
vltai.com
vut.com.ru
vysigy.su
w3data.co
wahicbefa31.soup.io
watchinf.com
wdrake.com
webmasters.stackexchange.com
websiteexplorer.info
weburlopener.com
wedding-salon.net
welcomeauto.ru welcomeauto.ru
whatistizanidine2mg.blogspot.com wildworld.site
wholinkstome.com williamrobsonproperty.com
wineitudes.wordpress.com windowssearch-exp.com
w-journal.ru witherrom55.eklablog.fr
wordkeyhelper.com wnhjavlhezp.gq
worldoffiles.ru woman-tampon.ru
wonderfulflowers.biz
worst-sites.online
writingservices17.blogspot.ru writingservices17.blogspot.ru
wzgyyq.com wtsindia.in
xboxster.ru xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
xn--d1aifoe0a9a.top xn--80aikhbrhr.net
xn--e1afanlbnfckd7c3d.xn--p1ai xpresscare.ru
x-true.info xtube.com
xxxguitars.com xxlargepop.com
yellowads.men xxxrus.org
yes-com.com yaderenergy.ru
yadro.ru
yebocasino.com
yhit.press yhit.press
yougetsignal.com youtoner.it
zakonobosago.ru youtuhe.com
zdesoboi.com yuweng.info
zeroredirect5.com zaimhelp.ru
zlatnajesen.com zarabotok--doma.ru
zojirushi-products.ru zarajbuilders.com
zootravel.com zeroredirect11.com
zeroredirect7.com
zeroredirect8.com
zoompegs.com
zrelaya.pw
zscalerone.net

488
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1-free-share-buttons.com 1stat.ru
1kinobig.ru 34.gs
273-fz.ru 883zy.com
3weekdiet.com 9med.net
40cg.com aa81bf391151884adfa3dd677e41f94be1.com
4kepics.com aanapa.ru
4replicawatch.net academiacsmendoza.org
5tey7463.weebly.com adhome.biz
aab94f698f36684c5a852a2ef272e031bb.com agadelha.com.br
acheterviagrafr24.com alfa-medosmotr.ru
adloads.net alot.com
adzerg.com am-se.com
akvamaster.dp.ua apidiamondatanet-a.akamaihd.net
algerianembassy.co.in applicationg29.com
allpdfmags.net apxeo.info
alphaforum.ru articlesdirectoryme.info
alphahoverboards.com audiofree.ru
alvtank.se aviav.co
amt-k.ru avtolombard-krasnodar.com
android-vsem.org ayanaspa.com
apiappenableinfo-a.akamaihd.net baladur.ru
apidigidocketnet-a.akamaihd.net bala.getenjoyment.net
apispringsmartne-a.akamaihd.net balitouroffice.com
aquarium-pro.ru bang-hotties.com
arenda-avtoprokat-krasnodar.ru belinvestdom.by
artparquet.ru bestofpicture.com
autobrennero.it best-way.men
avtovolop.ru bg6s0.com
babs.com.ua blogsfunky672.weebly.com
baersaratov.ru bolitgorlo.net
balkanfarma.org boltalko.xyz
bannerspace.com bupropion-sr-150-mg.us
beachfix.co buy-forum.ru
beauty-things.com buyk.host.sk
best-deals-products.com cactussoft.biz
bestimagecoollibrary.com camdenmemorials.com
bestserials.com cand.jp
betwinservice.com candy-glam-hp.com
big-cash.net capture-room.com
bimatoprost-careprost.com.ua carabela.com.do
bitnote.co carloans.com
blogos.kz cartierlovestore.xyz
brainxs.us celejihad.info
bryansk.zrus.org
burkesales.com
buy-loft.ru
callcafe.info
calvet.altervista.org
camel-beach.com
cardsharp1.ru
cerev.info
cheapestjerseysonwholesale.com
cheapmoncler.pw cheapmoncler.pw
chimiver.info cialiswithoutadoctor.net
chocolateslim-original.com clipartnew.com
cialischmrx.com com-onlinesupport.site
compliance-alexa.top compliance-george.top
compliance-checker-7.info compliance-george.xyz
compliance-jane.top compliance-walt.top
country-chic.ru conboy.us
cpajunkies.com copblock.org
creams.makeforum.eu corta.co
csgo4.win cottageofgrace.com
customchocolate.business-for-home.com crest3d.ru
cymbaltaandtizanidine.blogspot.com czat.wp.pl
dailyrank.net daneshetabiat.com
dangphoto.trade daydream-studio.ru
dating-time-now.com delfin-aqua.com.ua
dev.citetick.com detki-opt.ru
dirtpics.pw dfwu1013.info
divci-hry.info djstools.com
djihispano.com dollartree.info
doska-vsem.ru druzhbany.ru
dustyorate.com e-collantes.com
e2click.com elektrischezigarette1.blog.pl
earn-from-articles.com elitedollars.com
elektrischeziga.livejournal.com epicbrogaming.com
elektrozigarette1.dreamwidth.org eshop.md
eloconcream.blogspot.com euromasterclass.ru
engines-usa.com ezaz.info
eshop4u.jp farmprofi.net
ezigarettekaufen1.hpage.com fashion-stickers.ru
favornews.com filunika.com.ru
filesclub.net findthe.pet
forexunion.net forex-procto.ru
foto-sisek.porngalleries.top foto-basa.com
freeuploader.com franklinfire.co
fx-brokers-review.com fr-bearings.ru
gael-s.ru free411games.com
gameplexcity.com freshmac.space
gayxperience.com galeria-zdjec.com
geileweiber.tk gazporno.com
getridofstretchmarks.org generic-pills-online.com
gheus.altervista.org getyourimage.club
go2mike.ru ghostvisitor.com
googlemare.com girlporn.ru
gosmeb.ru girls-ufa.ru
gotwebsite1.com googglet.com
hdxnxxtube.mobi greenidesign.co
hitsbox.info guardlink.org
hmywwogw.bloger.index.hr hamacapty.com
homemade.gq hasshe.com
hotdl.in hdapp1008-a.akamaihd.net
houdom.net hentai-manga.porn
hoverboard360.de hobbyhuren24.net
hyiphunter.org hoporno.com
inome.com.ua hplaserjetpdriver8y.pen.io
iomoio.net hydropump.su
iqoption.pro iamsport.org
ivoiretechnocom.ci ideashome.id
jacago.com igtools.club
janavibekken.no ilbe.club
javxxx18.com import-sales.com
jbl-charge.info infektsii.com
justbcause.com irkutsk.online-podarki.com
kazinogames.lv istripper.com
keywords-monitoring-success.com itsdp3.com
keywordteam.net j33x.com
kinofak.net jerseywholesaleelitestore.com
kino-fun.ru jyvopys.com
klin3952.ru kamalsinha.com
kotaku.com kemerovo.zrus.org
krasivoe-hd.net kerwinandcariza.com
labplus.ru keywordsking.com
laexotic.com kinopolet.net
lawyers.cafe konturkrasoty.ru
letolove.ru kreativperlen.ch
lifebyleese.com letto.by
lignofix.ua light.ifmo.ru
live-cam6.info link.ac
live-sexchat.ru locatellicorretor.com.br
lost-alpha.ru lol-smurfs.com
lovelycraftyhome.com lotto6888.com
m5home.ru louboutinbooties.xyz
machicon-ueno.info louisvuittonoutletstore.net
makemoneyonline.com luxup.ru
mansiondelrio.co m1media.net
master-muznachas.ru m292.info
mcadamssupplyco.com mackeeper-land-672695126.us-east-1.elb.amazonaws.com
medicineseasybuy.com madot.onlinewebshop.net
medictube.ru magazintiande.ru
meendo-free-traffic.ga mainlinehobby.net
metabar.ru meget.co.za
mhi-systems.ru mesbuta.info
middlerush-a.akamaihd.net methodsmarketing.com
midst.eu montazhnic.ru
monclercheap.xyz morocco-nomad-excursions.com
musezone.ru moroccosurfadventures.com
musicdaddy.net most.gov.iq
myfreecams.com myfreecams.com
nelc.edu.eg myhealthcare.com
nikitsyringedrivelg.pen.io myyour.eu
nl.netlog.com obnal.org
nofreezingmac.click okeinfo.online
npoet.ru old-rock.com
ok.ru omoikiri-japan.ru
optom-deshevo.ru online-podarki.com
orsonet.ru ontargetseo.us
partners-ship.pro oops-cinema.ru
perl.dp.ua openlibrary.org
picscout.com optitrade24.com
picsforkeywordsuggestion.com ostrovtaxi.ru
pictures-and-images.net palvira.com.ua
popmarker.com paramountmarble.co.uk
popunder.net pawli.eu
popunder.ru pb-dv.ru
pornhive.org pechikamini.ru
pornoklad.ru petedrummond.com
pornosee.info photochki.com
portadd.men picturesfrom.com
powc.r.ca.d.sendibm2.com pkr1hand.com
powenlite24.ru pk-services.ru
pozdrawleniya.com pochtovyi-index.ru
privetsochi.ru polybuild.ru
prodess.ru pons-presse.com
quit-smoking.ga pornobrazzers.biz
pornotubexxx.name
produkto.net
pushdata.sendpulse.com
putevka24.ru
quickbuck.com
quizzitch.net quizzitch.net
raavidesigns.com
randki-sex.com randki-sex.com
ranksonic.org rankings-analytics.com
razamicroelectronics.com razleton.com
referencemoi.com remont-comp-pomosh.ru
renewablewealth.com rezeptiblud.ru
robertefuller.com rixpix.ru
rockprogblog.com ruscopybook.com
royalads.net russia-today-video.ru
runofilms.ru sa-live.com
saddiechoua.com samara.rosfirm.ru
sady-urala.ru savingsslider-a.akamaihd.net
sbprabooks.com scalerite.co.za
seo-platform.com scanspyware.net
serialsway.ucoz.ru sdelatmebel.ru
sex-tracker.de seeingmeerkat.com
shell-pmr.ru sexkontakteao.info
shikiso.info sexs-foto.com
shop.acim.org sherlock.se
signal03.ru shopwme.ru
sildenafilcitratemed.com sigmund-freud.co.uk
simple-image.com.ua sildenafil-tadalafil.info
simply.net
sisi-go.ru sisi-go.ru
site3.free-share-buttons.com slayerlife.com
sk.golden-praga.ru sluganarodu.ru
smichovbike.cz social-buttons.xyz
sobecjvuwa.com.ru spyfu.com
soblaznu.net spymac.net
solicita.info spywareit.com
solution4u.com stanthonyscatholicchurch.org
spaceshipad.com startufa.ru
spidtest.org stefanbakosab.se
spywarebegone.com strv.se
staticfs.host stuff-about-money.com
sugarlyflex.pw sukirgenk.dvrlists.com
superlist.biz swiped.su
superoboi.com.ua syndicate.fun
tacbelarus.ru tako3.com
taraz.xkaz.org tecspb.ru
telegraf.by thin.me.pn
tfxiq.com threecolumnblogger.com
thedownloadfromwarez.blogspot.com tizanidineduringpregnancy.blogspot.com
tizanidine4mgtablets.blogspot.com token-lab.org
tksn.ru topmira.com
tmm-kurs.ru track2.shop
torontoplumbinggroup.com traffic100.com
tramadolandtizanidine.blogspot.com trafficjunky.net
tubo360.com twittrading.com
tula.mdverey.ru universals.com.ua
turbodsp.com unrealcommander.biz
uchil.net viddyoze.com
umityangin.net video-chat.in
unrealcommander.com videosbox.ru
vedomstvo.net vip.51.la
venta-prom.ru vonradio.com
villakohlanta.nu vrnelectro.ru
vitalads.net warningwar.ru
vkgaleria.com weekes.biz.tc
vksaver-all.ru wholesalejerseys-cheapest.com
vmnmvzsmn.over-blog.com winterclassichockeyjerseys.com
webshoppermac.com winx-play.ru
weclipart.com wladimirpayen.com
worldhistory.biz word-vorlagen.net
wormix-cheats.ru
wpsecurity.website wpsecurity.website
x-musics.com xfire.com
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai xn--80ak6aa92e.com
xnxxandxvideos.com xn--e1aggki3c.xn--80adxhks
yougetsignal.com xtube.com
youporn-forum.ga xvideospornoru.com
youraticles.pl xxx-treker.ru
your-bearings.com yopoint.in
yoshkarola.zrus.org
youtubedownload.org
ytmnd.com
zebradudka.com
zolotoy-lis.ru

7
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,13 +5,6 @@
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.1.99 0; 104.198.131.58 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1727 #### Version: V4.2019.07.1728
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1727 #### Version: V4.2019.07.1728
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1727 #### Version: V4.2019.07.1728
#### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1727 #### Version: V4.2019.07.1728
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1727 ### Version: V3.2019.07.1728
### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Updated: Tue Jul 2 09:44:26 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Updated: Tue Jul 2 09:44:24 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1727 ### Version: V4.2019.07.1728
### Updated: Tue Jul 2 08:55:07 SAST 2019 ### Updated: Tue Jul 2 09:44:27 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##