vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1674 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-28 21:54:34 +02:00
parent 5daa4adc37
commit c5a9a061ef
71 changed files with 37398 additions and 22465 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

2
.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

2
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.1.99 0;
35.184.96.71 0;
35.193.7.13 0;

4
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

73
.dev-tools/_conf_files_test3/bots.d/bad-referrer-words.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.10
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -25,13 +25,13 @@
# completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
# Only add one entry per line
# *******************************
# -------------------------------
# !!! WARNING WARNING WARNING !!!
# *******************************
# -------------------------------
# ***************************************
# ---------------------------------------
# PLEASE BE VERY CAREFUL HOW YOU USE THIS
# ***************************************
# ---------------------------------------
# Here is an example of how one supposed bad word can cause your whole site to go down.
# An issue was logged where the users own domain name was specialisteparquet.com
# Because this list contained the word "cialis" it was detected within his domain name causing
@ -42,9 +42,9 @@
# Think very carefully before you add any word here
# *****************************************************************************************
# -----------------------------------------------------------------------------------------
# PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
# *****************************************************************************************
# -----------------------------------------------------------------------------------------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
@ -54,20 +54,39 @@
# ---------
# EXAMPLES:
# ---------
# "~*\badultgalls\b" 1;
# "~*\bamateurxpass\b" 1;
# "~*\bbigblackbooty\b" 1;
# "~*\bblacktits\b" 1;
# "~*\bcookie\-law\-enforcement\b" 1;
# "~*\bfree\-share\-buttons\b" 1;
# "~*\bfree\-social\-buttons\b" 1;
# "~*\bfuck\-paid\-share\-buttons\b" 1;
# "~*\bilovevitaly\b" 1;
# "~*\blaw\-enforcement\-bot\b" 1;
# "~*\blaw\-enforcement\-check\b" 1;
# "~*\bshare\-buttons\-for\-free\b" 1;
# "~*\bwebfuck\b" 1;
# "~*\bxxxrus\b" 1;
# "~*\bzeroredirect\b" 1;
# "~*(?:\b)adultgalls(?:\b|)" 1;
# "~*(?:\b)amateurxpass(?:\b|)" 1;
# "~*(?:\b)bigblackbooty(?:\b|)" 1;
# "~*(?:\b)blacktits(?:\b|)" 1;
# "~*(?:\b)cookie\-law\-enforcement(?:\b|)" 1;
# "~*(?:\b)free\-share\-buttons(?:\b|)" 1;
# "~*(?:\b)free\-social\-buttons(?:\b|)" 1;
# "~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)" 1;
# "~*(?:\b)ilovevitaly(?:\b|)" 1;
# "~*(?:\b)law\-enforcement\-bot(?:\b|)" 1;
# "~*(?:\b)law\-enforcement\-check(?:\b|)" 1;
# "~*(?:\b)share\-buttons\-for\-free(?:\b|)" 1;
# "~*(?:\b)webfuck(?:\b|)" 1;
# "~*(?:\b)xxxrus(?:\b|)" 1;
# "~*(?:\b)zeroredirect(?:\b|)" 1;
# "~*(?:\b|)x22(?:\b|)" 1; (in this string if your own domain name was sex22.com it would be blocked)
# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
# THE RULES BELOW ARE ENABLED BY DEFAULT
# You can disable this default list by switching the values to 0
"~*(?:\b|)mb_ereg_replace(?:\b|)" 1;
# -----------
# PLEASE NOTE
# -----------
# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
# --------
# EXAMPLE:
# --------
# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
# contains the above 'mb_ereg_replace" attack string
# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

30
.dev-tools/_conf_files_test3/bots.d/blacklist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.07
### Updated: 2018-08-06
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.09
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
@ -32,8 +32,10 @@
# 111.111.111.111 1;
# -------------------------------------------
# Cyveillance / Qwest Communications / PSINET
# *******************************************
# -------------------------------------------
# I am extensively researching this subject - appears to be US government involved
# and also appears to be used by all sorts of law enforcement agencies. For one they
# do not obey robots.txt and continually disguise their User-Agent strings. Time will
@ -72,9 +74,9 @@
65.222.176.96/27 0;
65.222.185.72/29 0;
# ****************
# ---------------
# Berkely Scanner
# ****************
# ---------------
# The Berkeley University has a scanner testing all over the web sending a complex
# payload an expecting a reply from servers who are infected or who just respond to such
@ -89,3 +91,13 @@
# If you really do want to block them change all the 0 below to 1.
169.229.3.91 0;
# ------------
# MY BLACKLIST
# ------------
# 111.111.111.111 1;
# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

47
.dev-tools/_conf_files_test3/bots.d/blacklist-user-agents.conf
View file

@ -1,12 +1,14 @@
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
# ****************************************************************************************************
### VERSION INFORMATION #
###################################################
### Version: V3.2018.05
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.07
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -38,25 +40,40 @@
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b"
# the "\b" are word boundaries which prevents partial matching and false positives.
# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)"
# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# ---------------------
# WHITELISTING EXAMPLES
# ---------------------
# "~*\bsomeverygooduseragentname1\b" 0;
# "~*\bsomeverygooduseragentname2\b" 0;
# "~*\bsome\-very\-good\-useragentname2\b" 0;
# "~*(?:\b)someverygooduseragentname1(?:\b|)" 0;
# "~*(?:\b)someverygooduseragentname2(?:\b|)" 0;
# "~*(?:\b)some\-very\-good\-useragentname2(?:\b|)" 0;
# ---------------------
# BLACKLISTING EXAMPLES
# ---------------------
# "~*\bsomeverybaduseragentname1\b" 3;
# "~*\bsomeverybaduseragentname2\b" 3;
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
# "~*(?:\b)someverybaduseragentname1(?:\b|)" 3;
# "~*(?:\b)someverybaduseragentname2(?:\b|)" 3;
# "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3;
# Here are some default things I block on my own server, these appear in various types of injection attacks
# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
# ------------
# MY WHITELIST
# ------------
# ------------
# MY BLACKLIST
# ------------
"~*(?:\b)x22(?:\b|)" 3;
"~*(?:\b){|}(?:\b|)" 3;
"~*(?:\b|)mb_ereg_replace(?:\b|)" 3;
"~*(?:\b|)file_put_contents(?:\b|)" 3;

58
.dev-tools/_conf_files_test3/bots.d/blockbots.conf
View file

@ -1,12 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION #
###################################################
### Version: V3.2017.02
### Updated: Mon Aug 21 11:29:32 SAST 2017
###################################################
### VERSION INFORMATION ##
# Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.04
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -21,6 +20,7 @@
##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server {
# #Config stuff here
@ -31,33 +31,55 @@
#######################################################################
# BOTS
# ****
# -----------------------------------
# OVER-RIDE BLOCKER / SUPER WHITELIST
# -----------------------------------
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
#}
# --------------
# BLOCK BAD BOTS
# --------------
# Section bot_1 Unused
#limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') {
return 444;
}
# BAD REFER WORDS
# ***************
# ---------------------
# BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) {
return 444;
}
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) {
return 444;
}
# IP BLOCKS
# *********
# -----------------------------
# BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) {
return 444;
}
#######################################################################

36
.dev-tools/_conf_files_test3/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.05
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.08
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -39,10 +41,22 @@
# EXAMPLES:
# ---------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist2\.com\b" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist3\.com\b" 1;
# "~*\bsome\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com\b" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

4
.dev-tools/_conf_files_test3/bots.d/ddos.conf
View file

@ -2,8 +2,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2017.01
### Updated: Sun Jan 29 11:35:32 SAST 2017
### Version: V4.2019.02
### Updated: 2019-06-24
###################################################
### VERSION INFORMATION ##

28
.dev-tools/_conf_files_test3/bots.d/whitelist-domains.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.04
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.07
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -39,7 +39,19 @@
# ---------
# EXAMPLES:
# ---------
# "~*\bmyfirstowndomainname\.com\b" 0;
# "~*\bmy\-second\-owndomainname\.com\b" 0;
# "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
# "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
# ------------
# MY WHITELIST
# ------------
# NOTE: This file can also blacklist by giving something a value of 1
# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
# SEE NOTES: in bad-referrer-words.conf

26
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.03
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.05
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -32,6 +32,18 @@
# ---------
# 111.111.111.111 0;
# ------------
# MY WHITELIST
# ------------
35.193.7.13 0;
# ------
# NOTES:
# ------
# - This file rules over any other other parts of the IP blocking.
# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.202.145.110 0;
35.193.7.13 0;

4
.dev-tools/_conf_files_test3/conf.d/botblocker-nginx-settings.conf
View file

@ -13,8 +13,10 @@
# Version 1.1
# ! new directives also to be added to include_filelist.txt ! #
server_names_hash_bucket_size 128;
server_names_hash_bucket_size 256;
server_names_hash_max_size 4096;
variables_hash_max_size 4096;
variables_hash_bucket_size 4096;
limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
limit_conn_zone $binary_remote_addr zone=addr:50m;

27996
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

11
.dev-tools/_conf_files_test3/default.vhost
View file

@ -1,13 +1,16 @@
server {
# Bad Bot Blocker
include /etc/nginx/mybots.d/ddos.conf;
include /etc/nginx/mybots.d/blockbots.conf;
listen *:9000;
root /var/www/html;
server_name localhost;
charset UTF-8;
# Nginx Bad Bot Blocker Includes
include /etc/nginx/mybots.d/ddos.conf;
include /etc/nginx/mybots.d/blockbots.conf;
index index.html;
location / {
root /var/www/html/;

11
.dev-tools/_conf_files_test3/nginx.conf
View file

@ -1,8 +1,4 @@
user www-data;
# Bad Bot Blocker
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf;
worker_processes auto;
pid /run/nginx.pid;
include /etc/nginx/modules-enabled/*.conf;
@ -64,6 +60,13 @@ http {
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf;
}

73
.dev-tools/_conf_files_test4/bots.d/bad-referrer-words.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.06
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.10
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -25,13 +25,13 @@
# completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
# Only add one entry per line
# *******************************
# -------------------------------
# !!! WARNING WARNING WARNING !!!
# *******************************
# -------------------------------
# ***************************************
# ---------------------------------------
# PLEASE BE VERY CAREFUL HOW YOU USE THIS
# ***************************************
# ---------------------------------------
# Here is an example of how one supposed bad word can cause your whole site to go down.
# An issue was logged where the users own domain name was specialisteparquet.com
# Because this list contained the word "cialis" it was detected within his domain name causing
@ -42,9 +42,9 @@
# Think very carefully before you add any word here
# *****************************************************************************************
# -----------------------------------------------------------------------------------------
# PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
# *****************************************************************************************
# -----------------------------------------------------------------------------------------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
@ -54,20 +54,39 @@
# ---------
# EXAMPLES:
# ---------
# "~*\badultgalls\b" 1;
# "~*\bamateurxpass\b" 1;
# "~*\bbigblackbooty\b" 1;
# "~*\bblacktits\b" 1;
# "~*\bcookie\-law\-enforcement\b" 1;
# "~*\bfree\-share\-buttons\b" 1;
# "~*\bfree\-social\-buttons\b" 1;
# "~*\bfuck\-paid\-share\-buttons\b" 1;
# "~*\bilovevitaly\b" 1;
# "~*\blaw\-enforcement\-bot\b" 1;
# "~*\blaw\-enforcement\-check\b" 1;
# "~*\bshare\-buttons\-for\-free\b" 1;
# "~*\bwebfuck\b" 1;
# "~*\bxxxrus\b" 1;
# "~*\bzeroredirect\b" 1;
# "~*(?:\b)adultgalls(?:\b|)" 1;
# "~*(?:\b)amateurxpass(?:\b|)" 1;
# "~*(?:\b)bigblackbooty(?:\b|)" 1;
# "~*(?:\b)blacktits(?:\b|)" 1;
# "~*(?:\b)cookie\-law\-enforcement(?:\b|)" 1;
# "~*(?:\b)free\-share\-buttons(?:\b|)" 1;
# "~*(?:\b)free\-social\-buttons(?:\b|)" 1;
# "~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)" 1;
# "~*(?:\b)ilovevitaly(?:\b|)" 1;
# "~*(?:\b)law\-enforcement\-bot(?:\b|)" 1;
# "~*(?:\b)law\-enforcement\-check(?:\b|)" 1;
# "~*(?:\b)share\-buttons\-for\-free(?:\b|)" 1;
# "~*(?:\b)webfuck(?:\b|)" 1;
# "~*(?:\b)xxxrus(?:\b|)" 1;
# "~*(?:\b)zeroredirect(?:\b|)" 1;
# "~*(?:\b|)x22(?:\b|)" 1; (in this string if your own domain name was sex22.com it would be blocked)
# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
# THE RULES BELOW ARE ENABLED BY DEFAULT
# You can disable this default list by switching the values to 0
"~*(?:\b|)mb_ereg_replace(?:\b|)" 1;
# -----------
# PLEASE NOTE
# -----------
# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
# --------
# EXAMPLE:
# --------
# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
# contains the above 'mb_ereg_replace" attack string
# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

30
.dev-tools/_conf_files_test4/bots.d/blacklist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.07
### Updated: 2018-08-06
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.09
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
@ -32,8 +32,10 @@
# 111.111.111.111 1;
# -------------------------------------------
# Cyveillance / Qwest Communications / PSINET
# *******************************************
# -------------------------------------------
# I am extensively researching this subject - appears to be US government involved
# and also appears to be used by all sorts of law enforcement agencies. For one they
# do not obey robots.txt and continually disguise their User-Agent strings. Time will
@ -72,9 +74,9 @@
65.222.176.96/27 0;
65.222.185.72/29 0;
# ****************
# ---------------
# Berkely Scanner
# ****************
# ---------------
# The Berkeley University has a scanner testing all over the web sending a complex
# payload an expecting a reply from servers who are infected or who just respond to such
@ -89,3 +91,13 @@
# If you really do want to block them change all the 0 below to 1.
169.229.3.91 0;
# ------------
# MY BLACKLIST
# ------------
# 111.111.111.111 1;
# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

47
.dev-tools/_conf_files_test4/bots.d/blacklist-user-agents.conf
View file

@ -1,12 +1,14 @@
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
# ****************************************************************************************************
### VERSION INFORMATION #
###################################################
### Version: V3.2018.05
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.07
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -38,25 +40,40 @@
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b"
# the "\b" are word boundaries which prevents partial matching and false positives.
# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)"
# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# ---------------------
# WHITELISTING EXAMPLES
# ---------------------
# "~*\bsomeverygooduseragentname1\b" 0;
# "~*\bsomeverygooduseragentname2\b" 0;
# "~*\bsome\-very\-good\-useragentname2\b" 0;
# "~*(?:\b)someverygooduseragentname1(?:\b|)" 0;
# "~*(?:\b)someverygooduseragentname2(?:\b|)" 0;
# "~*(?:\b)some\-very\-good\-useragentname2(?:\b|)" 0;
# ---------------------
# BLACKLISTING EXAMPLES
# ---------------------
# "~*\bsomeverybaduseragentname1\b" 3;
# "~*\bsomeverybaduseragentname2\b" 3;
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
# "~*(?:\b)someverybaduseragentname1(?:\b|)" 3;
# "~*(?:\b)someverybaduseragentname2(?:\b|)" 3;
# "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3;
# Here are some default things I block on my own server, these appear in various types of injection attacks
# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
# ------------
# MY WHITELIST
# ------------
# ------------
# MY BLACKLIST
# ------------
"~*(?:\b)x22(?:\b|)" 3;
"~*(?:\b){|}(?:\b|)" 3;
"~*(?:\b|)mb_ereg_replace(?:\b|)" 3;
"~*(?:\b|)file_put_contents(?:\b|)" 3;

58
.dev-tools/_conf_files_test4/bots.d/blockbots.conf
View file

@ -1,12 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION #
###################################################
### Version: V3.2017.02
### Updated: Mon Aug 21 11:29:32 SAST 2017
###################################################
### VERSION INFORMATION ##
# Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.04
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -21,6 +20,7 @@
##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server {
# #Config stuff here
@ -31,33 +31,55 @@
#######################################################################
# BOTS
# ****
# -----------------------------------
# OVER-RIDE BLOCKER / SUPER WHITELIST
# -----------------------------------
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
#}
# --------------
# BLOCK BAD BOTS
# --------------
# Section bot_1 Unused
#limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') {
return 444;
}
# BAD REFER WORDS
# ***************
# ---------------------
# BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) {
return 444;
}
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) {
return 444;
}
# IP BLOCKS
# *********
# -----------------------------
# BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) {
return 444;
}
#######################################################################

36
.dev-tools/_conf_files_test4/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.05
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.08
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -39,10 +41,22 @@
# EXAMPLES:
# ---------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist2\.com\b" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist3\.com\b" 1;
# "~*\bsome\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com\b" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)" 1;
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

4
.dev-tools/_conf_files_test4/bots.d/ddos.conf
View file

@ -2,8 +2,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2017.01
### Updated: Sun Jan 29 11:35:32 SAST 2017
### Version: V4.2019.02
### Updated: 2019-06-24
###################################################
### VERSION INFORMATION ##

28
.dev-tools/_conf_files_test4/bots.d/whitelist-domains.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.04
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.07
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -39,7 +39,19 @@
# ---------
# EXAMPLES:
# ---------
# "~*\bmyfirstowndomainname\.com\b" 0;
# "~*\bmy\-second\-owndomainname\.com\b" 0;
# "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
# "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
# ------------
# MY WHITELIST
# ------------
# NOTE: This file can also blacklist by giving something a value of 1
# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
# SEE NOTES: in bad-referrer-words.conf

26
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
### VERSION INFORMATION #
###################################################
### Version: V3.2018.03
### Updated: 2018-08-21
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.05
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
##############################################################################
# _ __ _ #
@ -32,6 +32,18 @@
# ---------
# 111.111.111.111 0;
# ------------
# MY WHITELIST
# ------------
# ------
# NOTES:
# ------
# - This file rules over any other other parts of the IP blocking.
# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.7.13 0;
35.202.145.110 0;
35.224.112.202 0;

4
.dev-tools/_conf_files_test4/conf.d/botblocker-nginx-settings.conf
View file

@ -13,8 +13,10 @@
# Version 1.1
# ! new directives also to be added to include_filelist.txt ! #
server_names_hash_bucket_size 128;
server_names_hash_bucket_size 256;
server_names_hash_max_size 4096;
variables_hash_max_size 4096;
variables_hash_bucket_size 4096;
limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
limit_conn_zone $binary_remote_addr zone=addr:50m;

27996
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/_conf_files_test4/nginx.conf
View file

@ -60,6 +60,7 @@ http {
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
}

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

7
.dev-tools/_conf_files_testing_changes/nginx.conf
View file

@ -58,14 +58,9 @@ http {
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
}

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

7
.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf
View file

@ -58,14 +58,9 @@ http {
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
}

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

7
.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf
View file

@ -58,14 +58,9 @@ http {
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
}

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

7
.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf
View file

@ -58,14 +58,9 @@ http {
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
}

2
.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1;
35.192.85.2 1;
127.0.0.1 1;

2
.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0;
35.192.85.2 0;
127.0.0.1 0;

4
.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

7
.dev-tools/_nginx_conf_backup/nginx.conf
View file

@ -58,14 +58,9 @@ http {
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
}

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1;
35.192.85.2 1;
127.0.0.1 1;

88
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
404checker
Aboundex
AfD-Verbotsverfahren
AIBOT
AiHitBot
BatchFTP
Bitacle
BlackWidow
BlowFish
Alexibot
Barkrowler
BDFetch
Black Hole
Brandprotect
BuiltWith
BunnySlippers
CATExplorador
Discoverybot
Dotbot
ExtractorPro
Freeuploader
Fyrebot
GetRight
GrapeshotCrawler
HEADMasterSEO
Fimap
HTTrack
IDBot
Id-search
IRLbot
JikeSpider
JamesBOT
Lanshanbot
Lftp
Libwhisker
LNSpiderguy
LinqiaMetadataDownloaderBot
LinqiaScrapeBot
MarkWatch
Meanpathbot
Microsoft Data Access
Mr.4x3
Netcraft
Nimbostratus
Panscient
PeoplePal
Pixray
Probethenet
Nmap
PageAnalyzer
Picscout
Pi-Monster
POE-Component-Client-HTTP
PxBroker
SemrushBot
SiteExplorer
Sucker
SuperHTTP
tAkeOut
Telesoft
Toweyabot
Turingos
Typhoeus
VB Project
Webalta
WebCopier
Web Enhancer
webmeup-crawler
Webster
Whack
Widow
Wonderbot
Woobot
Wotbox
RankurBot
RocketCrawler
Rogerbot
ScoutJet
Semrush
SEOkicks-Robot
SEOlyticsCrawler
Site Sucker
SpaceBison
Spinn3r
Stripper
Titan
trendiction.de
TurnitinBot
WebLeacher
WeSEE
Zade
zauba.io
zgrab
ZumBot

270
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker
Abonti
Aboundexbot
Aboundex
Acunetix
AIBOT
Alligator
Anarchie
Alexibot
AllSubmitter
AlphaBot
archive.org_bot
Asterias
Attach
autoemailspider
BackDoorBot
backlink-check
BacklinkCrawler
BackStreet
Badass
Bandit
BatchFTP
Barkrowler
BBBike
BDCbot
BDFetch
BetaBot
Bigfoot
Bitacle
Blackboard
Black Hole
BLEXBot
Bolt
BotALot
Blow
Brandprotect
Buddy
BuiltBotTough
BunnySlippers
Calculon
CATExplorador
CazoodleBot
CCBot
CherryPicker
Cogentbot
Chlooe
Cliqzbot
Cloud mapping
coccocbot-web
com.plumanalytics
CopyRightCheck
Copier
Copyscape
Cosmos
Craftbot
crawler4j
Curious
CrazyWebCrawler
Custo
DataCha0s
DBLBot
demandbase-bot
Digincore
Devil
DigitalPebble
DIIbot
Dirbuster
Discobot
Discoverybot
DittoSpyder
DnyzBot
DomainCrawler
DomainSigmaCrawler
Dotbot
Download Wonder
DomainStatsBot
Dragonfly
Drip
DSearch
DTS Agent
EasyDL
eCatch
ECCP/1.0
Ecxi
EirGrabber
EMail Siphon
EroCrawler
Evil
Exabot
Express WebPictures
ExtLinksBot
Extractor
ExtractorPro
Extreme Picture Finder
EyeNetIE
Ezooms
FDM
FHscan
Flunky
Firefox/7.0
Foobot
Fyrebot
GermCrawler
G-i-g-a-b-o-t
GoZilla
GT::WWW
Haansoft
HaosouSpider
Harvest
Hloader
Genieo
Getintent
GetRight
GetWeb
Gigabot
Go-Ahead-Got-It
Gotit
GrabNet
Grafula
GrapeFX
GrapeshotCrawler
GridBot
Heritrix
HTTrack
Humanlinks
HybridBot
IDBot
Image Sucker
Indy Library
Id-search
IlseBot
InfoNaviRobot
InfoTekies
internetVista monitor
instabid
Intelliseek
InternetSeer
Iria
Jbrofuzz
IRLbot
IstellaBot
JamesBOT
JennyBot
JOC Web Spider
Jetty
JikeSpider
Joomla
Jorgee
Jyxobot
Kozmosbot
Lanshanbot
LexiBot
Lightspeedsystems
Kenjin Spider
LeechFTP
Libwhisker
Likse
Linkdexbot
LinkpadBot
LinkextractorPro
LinkWalker
LinqiaMetadataDownloaderBot
Lipperhey
LinqiaRSSBot
Lipperhey Spider
Lmspider
LNSpiderguy
lwp-trivial
Ltx71
Mag-Net
magpie-crawler
Majestic12
Majestic SEO
Masscan
Mass Downloader
Mail.RU_Bot
Mata Hari
MeanPath Bot
Mediatoolkitbot
mediawords
MFC_Tear_Sample
Microsoft Data Access
Microsoft URL Control
Metauri
MIDown tool
MIIxpc
Morfeus Fucking Scanner
Mister PiX
MJ12bot
Mojeek
Mr.4x3
MSIECrawler
Msrabot
muhstik-scan
Needle
Nessus
Netcraft
netEstate NE Crawler
NetSpider
Nettrack
Net Vampire
Netvibes
Nibbler
NetZIP
NextGenSearchBot
NICErsPRO
Niki-bot
Nikto
NimbleCrawler
Nimbostratus
Nmap
Nutch
NPbot
Offline Explorer
Offline Navigator
Openvas
OpenVAS
OpenLinkProfiler
OrangeBot
OrangeSpider
OutclicksBot
OutfoxBot
PageAnalyzer
PageGrabber
Papa Foto
Page Analyzer
page scorer
PageScorer
Panscient
pcBrowser
PECL::HTTP
PeoplePal
Picscout
PictureFinder
Pimonster
Pi-Monster
Pixray
PleaseCrawl
plumanalytics
POE-Component-Client-HTTP
ProPowerBot
Pump
PyCurl
Pockey
PxBroker
Quick-Crawler
RankingBot
Rankivabot
RankurBot
RealDownload
RebelMouse
RankFlex
Recorder
RedesScrapy
RepoMonkey
Ripper
RocketCrawler
Rogerbot
SalesIntelligent
ScanAlert
Scanbot
scan.lol
ScoutJet
SearchmetricsBot
Screaming
SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners
SeoSiteCheckup
serpstatbot
sexsearcher
Sitebeam
SiteLockSpider
SiteSucker
SiteExplorer
SiteSnagger
Site Sucker
Sitevigil
SlySearch
SMTBot
Snake
Snapbot
Snoopy
Sottopop
SpaceBison
Sosospider
Spammen
SpankBot
sp_auditbot
Spbot
Spinn3r
SputnikBot
spyfu
Sqlmap
Sqworm
Steeler
Stripper
Sucker
Sucuri
SuperBot
SuperHTTP
Suzuran
sysscan
TeleportPro
SurveyBot
Szukacz
T0PHackTeam
tAkeOut
The Intraformant
TheNomad
Thumbor
TightTwatBot
Titan
Toata
Toweyabot
Tracemyfile
Trendiction
Turnitin
True_Robot
Turingos
TurnitinBot
TwengaBot
Twice
Typhoeus
URLy Warning
Vacuum
Vagabondo
URLy.Warning
VB Project
VCI
Virusdie
VeriCiteCrawler
Voltron
Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot
Webalta
WebBandit
Web Collage
WebCollage
WebCopier
WEBDAV
WebEnhancer
Web Enhancer
WebFetch
webmeup-crawler
WebPix
Web Pix
WebSauger
WebFuck
WebLeacher
WebmasterWorldForumBot
Web Sauger
Webshag
WebsiteQuester
Webster
WebStripper
Website Quester
Web Sucker
WebWhacker
WebZIP
WeSEE
WISENutbot
Whatweb
WiseGuys Robot
Woobot
WWW-Collector-E
WWWOFFLE
Wotbox
WWW-Mechanize
x09Mozilla
x22Mozilla
Xaldon_WebSpider
Xenu
Zade
Zermelo
Zitebot
xpymep1.exe
Zauba
ZmEu
ZumBot
ZyBorg

268
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy
80legs
Abonti
Aboundex
AhrefsBot
AIBOT
Aipbot
Alexibot
AllSubmitter
AlphaBot
Anarchie
Apexoo
archive.org_bot
ASPSeek
Asterias
Attach
autoemailspider
BackDoorBot
backlink-check
BacklinkCrawler
Badass
BackWeb
Bandit
Barkrowler
BatchFTP
BBBike
BDCbot
BDFetch
BetaBot
Black Hole
Bitacle
Blackboard
BLEXBot
BlowFish
Boardreader
BuiltWith
Bullseye
Bolt
BotALot
Brandprotect
Calculon
Cegbfeieh
CheeseBot
CherryPicker
CheTeam
Chlooe
CopyRightCheck
Claritybot
Cogentbot
Collector
com.plumanalytics
Copier
Craftbot
crawler4j
crawler.feedback
crawl.sogou.com
CrazyWebCrawler
Crescent
CSHttp
Curious
DatabaseDriverMysqli
Deusu
Custo
DBLBot
Digincore
DnyzBot
DIIbot
Disco
Discoverybot
Dispatch
DittoSpyder
DomainCrawler
DomainStatsBot
Download Wonder
Dotbot
DSearch
DTS Agent
Ebingbong
eCatch
ECCP/1.0
Ecxi
EMail Siphon
EMail Wolf
Evil
Exabot
EroCrawler
Express WebPictures
ExtractorPro
Extreme Picture Finder
facebookscraper
FHscan
Flunky
Foobot
FrontPage
Fimap
FlashGet
FyberSpider
Fyrebot
GalaxyBot
GermCrawler
GetRight
Gigablast
Getintent
GetWeb
Gigabot
Go-Ahead-Got-It
Go!Zilla
Grabber
Gotit
GrabNet
Grafula
Havij
GrapeFX
GridBot
HaosouSpider
Harvest
HEADMasterSEO
Heritrix
Hloader
HMView
HTTP::Lite
HTTrack
InfoNaviRobot
Humanlinks
HybridBot
Iblog
IDBot
IlseBot
Image Fetch
IndeedBot
InfoTekies
instabid
Internet Ninja
internetVista monitor
InternetSeer
ips-agent
IstellaBot
JamesBOT
Jbrofuzz
Iskanie
JennyBot
Jetty
JikeSpider
JOC Web Spider
Joomla
Jorgee
Jyxobot
Keyword Density
JustView
Kenjin Spider
Larbin
LeechFTP
LeechGet
LexiBot
Lftp
LibWeb
Libwhisker
Lightspeedsystems
Linkdexbot
LinkpadBot
LinkextractorPro
LinkScan
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Spider
Lipperhey
Litemage_walker
lwp-request
Lmspider
Ltx71
lwp-trivial
Mag-Net
magpie-crawler
Majestic12
Majestic-SEO
MarkMonitor
Masscan
Meanpathbot
Mediatoolkitbot
meanpathbot
mediawords
MegaIndex.ru
MFC_Tear_Sample
Microsoft Data Access
MIIxpc
Morfeus Fucking Scanner
MSIECrawler
muhstik-scan
Musobot
Microsoft URL Control
Mister PiX
MJ12bot
Mojeek
Mr.4x3
Msrabot
Name Intelligence
Navroad
NetAnts
Needle
NetMechanic
NetSpider
Netvibes
NetZIP
Nibbler
NICErsPRO
Niki-bot
NimbleCrawler
Nimbostratus
Ninja
Nmap
Nutch
oBot
Offline Explorer
OnCrawl
OpenVAS
OutclicksBot
OutfoxBot
page scorer
Openfind
OpenLinkProfiler
PageAnalyzer
PageGrabber
Pandalytics
Pavuk
pcBrowser
PeoplePal
Picscout
Picsearch
PictureFinder
Pimonster
Pi-Monster
PleaseCrawl
Pixray
plumanalytics
ProWebWalker
Psbot
Pump
PyCurl
Quick-Crawler
PxBroker
RankActive
RankActiveLinkBot
RankFlex
RankingBot
RankurBot
RealDownload
RebelMouse
ReGet
Reaper
RepoMonkey
Rogerbot
RocketCrawler
SBIder
Scanbot
scan.lol
Scrapy
ScreenerBot
Semrush
SemrushBot
SEOkicks
Seomoz
SEOprofiler
seoscanners
Shodan
SiteExplorer
SiteSnagger
Siteimprove
Site Sucker
SlySearch
SmartDownload
Snake
Snapbot
Snoopy
SpaceBison
sp_auditbot
Spbot
SputnikBot
SocialRankIOBot
Sociscraper
sogouspider
Sosospider
Sottopop
Spammen
SpankBot
Spanner
Spinn3r
spyfu
Sqlmap
Sqworm
Stripper
Sucker
Sucuri
SuperBot
Surfbot
Suzuran
Szukacz
T0PHackTeam
T8Abot
tAkeOut
Teleport
Telesoft
Telesphoreo
Telesphorep
The Intraformant
TheNomad
TightTwatBot
Toweyabot
Titan
Trendiction
trendiction.com
Turingos
TurnitinBot
TwengaBot
Twice
Upflow
Vagabondo
VB Project
UnisterBot
URLy Warning
VCI
VeriCiteCrawler
Virusdie
VoidEYE
Voil
VidibleScraper
Voltron
Wallpapers/3.0
WASALive-Bot
Webalta
Web Auto
WebBandit
WebCollage
Web Collage
WEBDAV
WebEnhancer
Web Enhancer
WebFetch
Web Fetch
WebFuck
Web Fuck
WebGo IS
WebLeacher
WebmasterWorldForumBot
webmeup-crawler
WebPix
WebSauger
Web Sauger
WebsiteQuester
Website Quester
WebStripper
WebSucker
Web Sucker
WebWhacker
WeSEE
Whack
Whacker
Whatweb
Widow
WinHTTrack
WiseGuys Robot
WISENutbot
Wonderbot
Woobot
Wotbox
WPScan
WWW-Collector-E
x09Mozilla
WWW-Mechanize
WWW::Mechanize
x22Mozilla
Xaldon_WebSpider
Xenu
xpymep1.exe
YoudaoBot
Zauba
zauba.io
Zermelo
ZmEu
ZumBot
ZyBorg
zgrab

196
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
12bet.com
13tabs.com
2daytrendingnews.com
adserver-e7.com
adsref.men
advertex.info
advertisingtag.net
allblogroll.com
alot.com
alpinism.ru
am15.net
arendakvartir.kz
aviav.eu
belinka.com.ua
bestcurs.org
biznesluxe.ru
brainsandeggs.blogspot.com
brandbucket.com
8lufu.com
8xv8.com
affiliate-fr.com
afora.ru
algarveglobal.com
alice.it
alif-ba-ta.com
alive-ua.com
apimountainbikei-a.akamaihd.net
apiportalmorecom-a.akamaihd.net
autobrennero.it
bankcrediti.ru
bestfortraders.com
bjetjt.com
bobinoz.com
brus-vsem.ru
bum.com.ru
club-musics.ru
cymbaltaandtizanidine.blogspot.com
domashneeruporno.com
etotupo.ru
europages.com.ru
evogarage.com
excitacion.info
ezigarettenshop2.myblog.de
fr.netlog.com
gagrasector.ru
gilbertbanda.net
glastecfilms.com.my
guruofcasino.com
hahashka.ru
hjaoopoa.top
homemature.net
hunthillfarmtrust.org
ibb.com.ua
ibmdatamanagement.co
infazavr.ru
iqupdatetmz.win
itag.pw
itsdp3.com
iwanttodeliver.com
kerch.site
ketrzyn.pl
kopihijau.info
labafydjxa.su
laparfumotec.com
macrotek.ru
mahnwachen-helfen.info
matb3aa.com
medosmotr-ufa.ru
megahdporno.net
mobsfun.net
moyakuhnia.ru
muschisexbilder.com
namenectar.com
narco24.me
nfljerseysforsalewholesaler.com
oballergiya.ru
online-x.ru
orel-reshka.net
outpersonals.com
pc4download.co
producm.ru
ragecash.com
ranksignals.com
rutor.group
scanner-walt.top
scenicmissouri.us
sexfreepornoxxx.com
shisha-swag.de
sisi-go.ru
siteonomy.com
slavic-magic.ru
speechfoodie.com
srdrvp.com
stroy-portal22.ru
surffoundation.nl
tdsing.ru
the-trader.net
tizanidineusedfor.blogspot.com
trainoffend.ml
univerfiles.com
visa-pasport.ru
vozbujdenie.com
westum.se
wholesalecheapjerseysfree.com
wordpresscore.com
worldhistory.biz
wsgames.ru
xgames-04.com
x-lime.com
xn--80abgj3a5acid6ghs.top
xn--80ahvj9e.xn--p1ai
buy-cheap-online.info
bvlgariring.xyz
callcafe.info
cascadelink.org
cheapbarbour.online
cscwtalkto.site
datsun-do.com
davebestdeals.com
davidovic.info
dimkino.ru
dividendo.ru
download-wallpaper.net
ekspresihati.info
eleimgo.pw
essayassist.com
flagcounter.me
g7m.pl
globalscam.ga
gnuetella.com
gsmtlf.ru
highspeed5.net
homeinns.com
hotxnights.info
islandminingsupply.wordpress.com
iyasimasennka.com
jasonpartington.com
konica.kz
laudit.ru
lightinghomes.net
lostaruban.com
magazintiande.ru
mamasuper.prom.ua
marmotstore.online
mebelcomplekt.ru
meltwater.com
moncleroutletonline.pw
multgo.ru
musezone.ru
myhitmp3.club
nakozhe.com
next-dentists.tk
niki-mlt.ru
oil-td.ru
okonich.com.ua
oneminutesite.it
online7777.com
ontargetseo.us
paphoselectricianandplumber.com
parajumpersstore.online
partners-ship.pro
picturesmania.com
pontiacsolstice.info
predmety.in.ua
prizefestival.mobi
randalljhoward.com
rubanners.com
sammyweaver.com
scanner-marwin.top
se.bnt-team.com
semaltmedia.com
serdcenebolit.com
sexsaoy.com
songoo.wz.cz
spidtest.space
sportbetfair.com
stromerrealty.com
supermesta.ru
swiped.su
tetracsaudi.com
tizanidinehcl2mgtablet.blogspot.com
tomatis.gospartner.com
traffic100.com
tubeline.biz
typimga.pw
via-energy-cumpara.com
video-hollywood.ru
vizitki.net
we-are-gamers.com
webads.co.nz
webinstantservice.com
xn--l1aengat.xn--p1ai
yourserverisdown.com
yurgorod.ru
zeroredirect7.com
zakonobosago.ru
zerocash.msk.ru
zrelaya.pw

1686
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

470
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00go.com
0n-line.tv
1001watch.com.ua
2kata.ru
4istoshop.com
aa8780bb28a1de4eb5bff33c28a218a930.com
absolute-s.ru
abusora.com
acgs.tk
activepr.ru
100searchengines.com
1kdailyprofit.me
214jaluwobapef.cf
4k-player.pl
5kstore.com
aa14ab57a3339c4064bd9ae6fad7495b5f.com
abbanreddy.com
adamoads.com
adtech.us
adultactioncam.com
advertisingtag.net
adzpower.com
afmuseum.com
ahmedabadwebs.com
android4fun.org
androids-store.com
apiluckyleapnet-a.akamaihd.net
appearance-cool.com
artpicso.com
asseenontvonline.ru
australia-opening-times.com
avtovolop.ru
baixar-musicas-gratis.com
bala.getenjoyment.net
balois.worldbreak.com
bank.uz
bestofferswalkmydogouteveryday.gq
bezcmexa.ru
birzha-truda.eu
blacktwhite.com
bombla.org
bonkers.name
boole.onlinewebshop.net
buttons-for-your-website.com
candelluxsklep.pl
cartierlovestore.com
cfsrating.sonicwall.com
chocolateslim-en-france.com
cibpenonptib.flu.cc
classiquebijoux.ru
clodo.ru
club-samodelkin.ru
com-cleaner.systems
compliance-jess.top
compliance-margo.top
conocer-sanabria.com
coolwallpapers-hd.com
crazyprotocol.com
creams.makeforum.eu
damasarenai.info
dayibiao.com
decenttools.com
dfiles.me
digital-video-processing.com
discountbarbour.online
addblueoff.com.ua
agreda.pluto.ro
aibolita.com
airlandsea.info
allblogroll.com
alldezservice.kz
allfinweb.com
allornamenti.com
amazingninja.com
angigreene.com
animal36.com
animal-drawings.com
animaltoplist.com
aosexkontakte.net
asdfg.pro
asmxsatadriverin.aircus.com
atley.eu.pn
azartclub.org
balans.shahterworld.org
balla-boo.se
bankiem.pl
bannerbank.ru
beachtoday.ru
beauty-b0x.pl
bestimagecoollibrary.com
best-mam.ru
best-seo-software.xyz
bgviagrachrx.com
bjgugu.net.ua
bjorkbacken.nu
blogos.kz
bluejays-jerseys.us
boleznikogi.com
brains2.biz
bravegirlsclub.com
bronzeaid-a.akamaihd.net
b-styles.xyz
bum.com.ru
buyk.host.sk
candytiner.com
catalogs-parts.com
cezartabac.ro
christianlouboutinsaleoutletonline.us
cialischstgerts.com
cialis-samples.com
ci.ua
clickbank.net
companies-catalog.com
compliance-andrew.xyz
conboy.us
copblock.org
crackguru.tk
cubs-jerseys.us
dame-ns.kz
designdevise.com
design-ideas.info
dev.citetick.com
digitalassetmanagement.site
dktr.ru
domination.ml
duplicashapp.com
dnepr-avtospar.com.ua
domaincdn.xyz
dostavimvdom.ru
drunkenstepfather.com
dverimegapolis.ru
e-avon.ru
edudocs.net
elektronischezigarettekaufen1.beeplog.com
elektronischezigarettekaufen2.tumblr.com
elitedollars.com
eloxal.ru
escort-russian.com
evidencecleanergold.com
expdom.com
extrabot.com
fellowshipoftheminds.com
femmesdenudees.com
findpik.com
firesub.pl
fok.nl
footballfarrago.com
foto-basa.com
fotosfotos.eu
enge-fotzen.info
ertelecom.ru
essay-edu.biz
exct.net
exoneration-project.us
ezigarettekaufen2.blox.pl
fashionavenuegame.com
fashion.stellaconstance.co
fetroshok.ru
fil.ru
flooringinstallation-edmonton.com
food.dtu.dk
forum.doctissimo.fr
fuckbuddybestgilf.info
funponsel.com
galleryawesome.com
gamebackyard.com
gateway.zscalertwo.net
gelezki.com
genericviagrasildenafiled.net
genetworx.com
getdot.ru
gfaq.ru
goodprotein.ru
gotomontenegro.net
gsasearchenginerankerdiscount.com
headpress.ru
hermesreplica.win
funnypica.com
funtoonez.com
gallery.rennlist.com
gaygalls.net
geile-lelly.eu
gorodservis.ru
gov.yanao.ru
gq-catalog.gq
growboxbl.ru
gsasearchengineranker.pw
gsasearchengineranker.top
hermesbracelets.xyz
hidefiles.org
high-speed1.net
holidaypics.org
igtools.club
imagefinder.site
img.wallpaperstock.net
imicrovision.com
interfucks.net
iqbazar.ru
ix20.ru
jikoman.info
jwss.cc
homik.pw
hplaserjetpdriver8y.pen.io
husky-shop.cz
idegenvezeto.eu
imgarit.pw
infobabki.ru
int.search.mywebsearch.com
investyb.com
iomoio.net
irunfar.com
istizanidinelikexanax.blogspot.com
itbc.kiev.ua
joingames.org
kazan.xrus.org
ketoanhanoi.info
keyhantercume.com
khafre.us
kinohall.ru
kirov.zrus.org
kiskinhouse.com
kiwe-analytics.com
kinobest.pl
kinopolet.net
kiwi237au.tk
kleine-titten.biz
klitimg.pw
kochanelli.com
kollesa.ru
kongoultry.net
krasivye-devushki.net
kurbappeal.info
landreferat.ru
larutti.ru
leadwayau.com
lechtaczka.net
lion.misba.us
live-cam6.info
lollypopgaming.com
lomza.info
low-format.ru
m5home.ru
makis.nu
maladot.com
mapquestz.us
masturbate.co.uk
matchpal-a.akamaihd.net
max-eclat.men
meccadumps.net
metalonly.info
mir-business-24.ru
mojaocena.com
monclerboots.xyz
monclercheap.xyz
most.gov.iq
moyaterapiya.ru
musezone.ru
mydeathspace.com
myfreemp3.eu
myhealthcare.com
netanalytics.xyz
nextconseil.com
nicefloor.co.uk
nodup.ru
onefilms.net
onload.pw
openstat.com
opinionreelle.com
phormchina.com
photorepair.ru
life-instyle.com
liveu.infoteka.hu
macotool.com
managerpak204.weebly.com
masterseek.com
medkletki.ru
mirmedinfo.ru
mnogabukaff.net
mobilierland.com
muabancantho.info
newsperuse.com
news-readers.ru
nikitsyringedrivelg.pen.io
njkmznnb.ru
obsessionphrases.com
oddamzadarmo.eu
okonich.com.ua
ok-ua.info
ops.picscout.com
panchro.co.uk
parajumpersstore.online
pdns.download
pics-group.com
pijoto.net
pinkduck.ga
pixelrz.com
plaff-go.ru
popup-fdm.xyz
porngalleries.top
pornhub-forum.ga
portal-eu.ru
portnoff.od.ua
porto.abuilder.net
printingpeach.com
prostitutki-tolyatti.org
prpops.com
pst2017.onlinewebshop.net
purplestats.com
quick-offer.com
rada.ru
registrydomainservices.com
pix24x7.com
poffet.net
pokemongooo.ml
pontiacsolstice.info
poptool.net
popugauka.ru
porno-raskazy.ru
pornotubs.com
proekt-gaz.ru
professionalwritingservices15.blogspot.ru
pro-poly.ru
pssucai.info
q-moto.ru
quality-traffic.com
rebrand.ly
redbottomheels.xyz
rennlist.com
rent2spb.ru
rentehno.ru
reversing.cc
rewardit.com
riders.ro
rock-cafe.info
rff-cfal.info
rn-to-bsn.com
romhacking.ru
rospromtest.ru
royalads.net
rubbed.us
scanner-alexa.top
scenarii-1-sentyabrya.uroki.org.ua
scopich.com
senger.atspace.co.uk
seojokes.net
seokicks.de
servisural.ru
sex-foto.pw
sexvporno.ru
sexystrippe.info
shikiso.info
silverage.ru
royal-betting.net
ruf777.com
sanatorrii.ru
sanjosestartups.com
sbf441.com
sbricur.com
scanner-marwin.top
searchmywindow-a.akamaihd.net
se.bnt-team.com
selectads.men
sell-fb-group-here.com
seomarketings.online
servethis.com
service.adtech.fr
sextracker.be
shoesonlinebuy.xyz
siteaero.com
sklad-24.ru
skytraf.xyz
slavic-magic.ru
smartadserver.com
snts.shell-pmr.ru
soviet-portal.do.am
spamnuker.com
stairliftsarea.com
stjamesschool.info
streha-metalko.si
strfls.com
strigkaomsk.ru
sky-mine.ru
socialbookmarksubmission.org
sprttrack.com
spy-app.info
stackthatbucks.com
stathat.com
steamoff.net
students-cheapskate.ml
sukirgenk.dvrlists.com
superfish.com
surflinksmedical.com
tattooha.com
tds-advert005.info
teguh.info
thebestweightlosspills.ovh
theporndude.com
tizanidinedosageforsleep.blogspot.com
tongkatmadura.info
toproadrunner5.info
topsy.com
torrentgamer.net
torture.ml
tourismvictoria.com
trkdf.com
truck-rece.life
trustaffs.com
tupper-shop.ru
turbabitload.weebly.com
uginekologa.com
uptimebot.net
urlcut.ru
usadacha.net
ventelnos.com
vertaform.com
vesnatehno.ru
videochat.mx
vitalads.net
vksaver-all.ru
vladhistory.com
vmnmvzsmn.over-blog.com
sudexpert66.ru
suhanpacktech.com
supers.com.ua
tarad.com
thebestphotos.eu
tizanidineusedfor.blogspot.com
tksn.ru
topvidos.ru
trafficjunky.com
truebeauty.cc
umaseh.com
url2image.com
valsalud.com
videochat.cafe
videochat.tv.br
videositename.com
viktoria-center.ru
vseuznaem.com
wallpaperstock.net
watchmygf.net
weblo.com
websiteexplorer.info
whatzmyip.net
wma-x.com
xchangetrak.com
xerox-douglas.cf
xolodremont.ru
youghbould.wordpress.com
youjizz.vc
youraticles.pl
yoursearch.me
yourserverisdown.com
waysbetter.cn
wdfdocando.com
website-speed-up.site
wedding-salon.net
worldtraveler.world
x5market.ru
xaylapdiendanang.com
xclicks.net
x-diesel.org
xn----7sbahjd3btneuw1joc.xn--p1ai
xn--80ab4aa2g.xn--p1ai
xtube.com
xuki.us
xxx-cam.webcam
yaaknaa.info
yachts-cruise.info
yellocloud.be
youdesigner.kz
youporn-forum.ga
youradulthosting.com
you-shall-not-pass.is74.ru
youtoner.it
zaloadi.ru
zerocash.msk.ru
zigarettenonlinekaufen2.drupalgardens.com
zlatnajesen.com
zog.link
zoogdiesney.com
zoolubimets.ru
zdesformula.ru
zdesoboi.com
zrus.org

70
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,3 +1,33 @@
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
@ -98,44 +128,4 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>

59
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -19,6 +19,13 @@
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
@ -89,34 +96,24 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>
</html><html>
<head><title>403 Forbidden</title></head>
<body bgcolor="white">
<center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>403 Forbidden</title></head>
<body bgcolor="white">
<center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>403 Forbidden</title></head>
<body bgcolor="white">
<center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0;
35.192.85.2 0;
127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
#### Version: V4.2019.06.1673
#### Version: V4.2019.06.1674
#### Bad Referrer Count: 6713
#### Bad Bot Count: 556
____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
#### Version: V4.2019.06.1673
#### Version: V4.2019.06.1674
#### Bad Referrer Count: 6713
#### Bad Bot Count: 556
____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________
#### Version: V4.2019.06.1673
#### Version: V4.2019.06.1674
#### Bad Referrer Count: 6713
#### Bad Bot Count: 556
____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________
#### Version: V4.2019.06.1673
#### Version: V4.2019.06.1674
#### Bad Referrer Count: 6713
#### Bad Bot Count: 556
____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:38:20 SAST 2019
### Version: V3.2019.06.1674
### Updated: Fri Jun 28 21:47:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:19 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:47:58 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information #
###################################################
### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:38:22 SAST 2019
### Version: V4.2019.06.1674
### Updated: Fri Jun 28 21:48:00 SAST 2019
### Bad Bot Count: 556
###################################################
### Version Information ##