vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 11:40:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.08.1821 [ci skip]

Browse source
This commit is contained in:
Travis 2019-08-29 13:33:43 +02:00
parent 5f414e717e
commit 3d00c86c21
63 changed files with 5390 additions and 5308 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

478
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -538,6 +538,7 @@
"~*(?:\b)appleid\-verification\.com(?:\b)" 0; "~*(?:\b)appleid\-verification\.com(?:\b)" 0;
"~*(?:\b)applicationg29\.com(?:\b)" 0; "~*(?:\b)applicationg29\.com(?:\b)" 0;
"~*(?:\b)applyneedy\.xyz(?:\b)" 0; "~*(?:\b)applyneedy\.xyz(?:\b)" 0;
"~*(?:\b)appmsr\.org(?:\b)" 0;
"~*(?:\b)approved\.su(?:\b)" 0; "~*(?:\b)approved\.su(?:\b)" 0;
"~*(?:\b)approvedlocal\.co\.za(?:\b)" 0; "~*(?:\b)approvedlocal\.co\.za(?:\b)" 0;
"~*(?:\b)apps\-analytics\.net(?:\b)" 0; "~*(?:\b)apps\-analytics\.net(?:\b)" 0;
@ -2087,6 +2088,7 @@
"~*(?:\b)fanpagerobot\.com(?:\b)" 0; "~*(?:\b)fanpagerobot\.com(?:\b)" 0;
"~*(?:\b)fanrto\.com(?:\b)" 0; "~*(?:\b)fanrto\.com(?:\b)" 0;
"~*(?:\b)fantasticpixcool\.com(?:\b)" 0; "~*(?:\b)fantasticpixcool\.com(?:\b)" 0;
"~*(?:\b)fapgon\.com(?:\b)" 0;
"~*(?:\b)faptitans\.com(?:\b)" 0; "~*(?:\b)faptitans\.com(?:\b)" 0;
"~*(?:\b)faracontrol\.ir(?:\b)" 0; "~*(?:\b)faracontrol\.ir(?:\b)" 0;
"~*(?:\b)farm26\.ru(?:\b)" 0; "~*(?:\b)farm26\.ru(?:\b)" 0;
@ -3417,6 +3419,7 @@
"~*(?:\b)lisque\.batcave\.net(?:\b)" 0; "~*(?:\b)lisque\.batcave\.net(?:\b)" 0;
"~*(?:\b)littleberry\.ru(?:\b)" 0; "~*(?:\b)littleberry\.ru(?:\b)" 0;
"~*(?:\b)littlecity\.ch(?:\b)" 0; "~*(?:\b)littlecity\.ch(?:\b)" 0;
"~*(?:\b)littlesexdolls\.com(?:\b)" 0;
"~*(?:\b)littlesunraiser\.com(?:\b)" 0; "~*(?:\b)littlesunraiser\.com(?:\b)" 0;
"~*(?:\b)liumimgx\.pw(?:\b)" 0; "~*(?:\b)liumimgx\.pw(?:\b)" 0;
"~*(?:\b)liupis\.com(?:\b)" 0; "~*(?:\b)liupis\.com(?:\b)" 0;
@ -4143,6 +4146,7 @@
"~*(?:\b)olympescort\.com(?:\b)" 0; "~*(?:\b)olympescort\.com(?:\b)" 0;
"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0; "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0;
"~*(?:\b)omsk\.xrus\.org(?:\b)" 0; "~*(?:\b)omsk\.xrus\.org(?:\b)" 0;
"~*(?:\b)onblastblog\.online(?:\b)" 0;
"~*(?:\b)onclickpredictiv\.com(?:\b)" 0; "~*(?:\b)onclickpredictiv\.com(?:\b)" 0;
"~*(?:\b)onclkads\.com(?:\b)" 0; "~*(?:\b)onclkads\.com(?:\b)" 0;
"~*(?:\b)one\-gear\.com(?:\b)" 0; "~*(?:\b)one\-gear\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

478
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

478
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -491,6 +491,7 @@
"~*(?:\b)appleid\-verification\.com(?:\b)" 0; "~*(?:\b)appleid\-verification\.com(?:\b)" 0;
"~*(?:\b)applicationg29\.com(?:\b)" 0; "~*(?:\b)applicationg29\.com(?:\b)" 0;
"~*(?:\b)applyneedy\.xyz(?:\b)" 0; "~*(?:\b)applyneedy\.xyz(?:\b)" 0;
"~*(?:\b)appmsr\.org(?:\b)" 0;
"~*(?:\b)approved\.su(?:\b)" 0; "~*(?:\b)approved\.su(?:\b)" 0;
"~*(?:\b)approvedlocal\.co\.za(?:\b)" 0; "~*(?:\b)approvedlocal\.co\.za(?:\b)" 0;
"~*(?:\b)apps\-analytics\.net(?:\b)" 0; "~*(?:\b)apps\-analytics\.net(?:\b)" 0;
@ -2040,6 +2041,7 @@
"~*(?:\b)fanpagerobot\.com(?:\b)" 0; "~*(?:\b)fanpagerobot\.com(?:\b)" 0;
"~*(?:\b)fanrto\.com(?:\b)" 0; "~*(?:\b)fanrto\.com(?:\b)" 0;
"~*(?:\b)fantasticpixcool\.com(?:\b)" 0; "~*(?:\b)fantasticpixcool\.com(?:\b)" 0;
"~*(?:\b)fapgon\.com(?:\b)" 0;
"~*(?:\b)faptitans\.com(?:\b)" 0; "~*(?:\b)faptitans\.com(?:\b)" 0;
"~*(?:\b)faracontrol\.ir(?:\b)" 0; "~*(?:\b)faracontrol\.ir(?:\b)" 0;
"~*(?:\b)farm26\.ru(?:\b)" 0; "~*(?:\b)farm26\.ru(?:\b)" 0;
@ -3370,6 +3372,7 @@
"~*(?:\b)lisque\.batcave\.net(?:\b)" 0; "~*(?:\b)lisque\.batcave\.net(?:\b)" 0;
"~*(?:\b)littleberry\.ru(?:\b)" 0; "~*(?:\b)littleberry\.ru(?:\b)" 0;
"~*(?:\b)littlecity\.ch(?:\b)" 0; "~*(?:\b)littlecity\.ch(?:\b)" 0;
"~*(?:\b)littlesexdolls\.com(?:\b)" 0;
"~*(?:\b)littlesunraiser\.com(?:\b)" 0; "~*(?:\b)littlesunraiser\.com(?:\b)" 0;
"~*(?:\b)liumimgx\.pw(?:\b)" 0; "~*(?:\b)liumimgx\.pw(?:\b)" 0;
"~*(?:\b)liupis\.com(?:\b)" 0; "~*(?:\b)liupis\.com(?:\b)" 0;
@ -4096,6 +4099,7 @@
"~*(?:\b)olympescort\.com(?:\b)" 0; "~*(?:\b)olympescort\.com(?:\b)" 0;
"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0; "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0;
"~*(?:\b)omsk\.xrus\.org(?:\b)" 0; "~*(?:\b)omsk\.xrus\.org(?:\b)" 0;
"~*(?:\b)onblastblog\.online(?:\b)" 0;
"~*(?:\b)onclickpredictiv\.com(?:\b)" 0; "~*(?:\b)onclickpredictiv\.com(?:\b)" 0;
"~*(?:\b)onclkads\.com(?:\b)" 0; "~*(?:\b)onclkads\.com(?:\b)" 0;
"~*(?:\b)one\-gear\.com(?:\b)" 0; "~*(?:\b)one\-gear\.com(?:\b)" 0;

4
.dev-tools/referrers-regex-format.txt
View file

@ -488,6 +488,7 @@
"~*(?:\b)appleid\-verification\.com(?:\b)" 1; "~*(?:\b)appleid\-verification\.com(?:\b)" 1;
"~*(?:\b)applicationg29\.com(?:\b)" 1; "~*(?:\b)applicationg29\.com(?:\b)" 1;
"~*(?:\b)applyneedy\.xyz(?:\b)" 1; "~*(?:\b)applyneedy\.xyz(?:\b)" 1;
"~*(?:\b)appmsr\.org(?:\b)" 1;
"~*(?:\b)app\-ready\.xyz(?:\b)" 1; "~*(?:\b)app\-ready\.xyz(?:\b)" 1;
"~*(?:\b)approvedlocal\.co\.za(?:\b)" 1; "~*(?:\b)approvedlocal\.co\.za(?:\b)" 1;
"~*(?:\b)approved\.su(?:\b)" 1; "~*(?:\b)approved\.su(?:\b)" 1;
@ -2038,6 +2039,7 @@
"~*(?:\b)fanpagerobot\.com(?:\b)" 1; "~*(?:\b)fanpagerobot\.com(?:\b)" 1;
"~*(?:\b)fanrto\.com(?:\b)" 1; "~*(?:\b)fanrto\.com(?:\b)" 1;
"~*(?:\b)fantasticpixcool\.com(?:\b)" 1; "~*(?:\b)fantasticpixcool\.com(?:\b)" 1;
"~*(?:\b)fapgon\.com(?:\b)" 1;
"~*(?:\b)faptitans\.com(?:\b)" 1; "~*(?:\b)faptitans\.com(?:\b)" 1;
"~*(?:\b)faracontrol\.ir(?:\b)" 1; "~*(?:\b)faracontrol\.ir(?:\b)" 1;
"~*(?:\b)farm26\.ru(?:\b)" 1; "~*(?:\b)farm26\.ru(?:\b)" 1;
@ -3370,6 +3372,7 @@
"~*(?:\b)lisque\.batcave\.net(?:\b)" 1; "~*(?:\b)lisque\.batcave\.net(?:\b)" 1;
"~*(?:\b)littleberry\.ru(?:\b)" 1; "~*(?:\b)littleberry\.ru(?:\b)" 1;
"~*(?:\b)littlecity\.ch(?:\b)" 1; "~*(?:\b)littlecity\.ch(?:\b)" 1;
"~*(?:\b)littlesexdolls\.com(?:\b)" 1;
"~*(?:\b)littlesunraiser\.com(?:\b)" 1; "~*(?:\b)littlesunraiser\.com(?:\b)" 1;
"~*(?:\b)liumimgx\.pw(?:\b)" 1; "~*(?:\b)liumimgx\.pw(?:\b)" 1;
"~*(?:\b)liupis\.com(?:\b)" 1; "~*(?:\b)liupis\.com(?:\b)" 1;
@ -4091,6 +4094,7 @@
"~*(?:\b)olympescort\.com(?:\b)" 1; "~*(?:\b)olympescort\.com(?:\b)" 1;
"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 1; "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 1;
"~*(?:\b)omsk\.xrus\.org(?:\b)" 1; "~*(?:\b)omsk\.xrus\.org(?:\b)" 1;
"~*(?:\b)onblastblog\.online(?:\b)" 1;
"~*(?:\b)onclickpredictiv\.com(?:\b)" 1; "~*(?:\b)onclickpredictiv\.com(?:\b)" 1;
"~*(?:\b)onclkads\.com(?:\b)" 1; "~*(?:\b)onclkads\.com(?:\b)" 1;
"~*(?:\b)oneclickfiles\.com(?:\b)" 1; "~*(?:\b)oneclickfiles\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.224.112.202 0; 35.188.73.34 0;

478
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -538,6 +538,7 @@
"~*(?:\b)appleid\-verification\.com(?:\b)" 0; "~*(?:\b)appleid\-verification\.com(?:\b)" 0;
"~*(?:\b)applicationg29\.com(?:\b)" 0; "~*(?:\b)applicationg29\.com(?:\b)" 0;
"~*(?:\b)applyneedy\.xyz(?:\b)" 0; "~*(?:\b)applyneedy\.xyz(?:\b)" 0;
"~*(?:\b)appmsr\.org(?:\b)" 0;
"~*(?:\b)approved\.su(?:\b)" 0; "~*(?:\b)approved\.su(?:\b)" 0;
"~*(?:\b)approvedlocal\.co\.za(?:\b)" 0; "~*(?:\b)approvedlocal\.co\.za(?:\b)" 0;
"~*(?:\b)apps\-analytics\.net(?:\b)" 0; "~*(?:\b)apps\-analytics\.net(?:\b)" 0;
@ -2087,6 +2088,7 @@
"~*(?:\b)fanpagerobot\.com(?:\b)" 0; "~*(?:\b)fanpagerobot\.com(?:\b)" 0;
"~*(?:\b)fanrto\.com(?:\b)" 0; "~*(?:\b)fanrto\.com(?:\b)" 0;
"~*(?:\b)fantasticpixcool\.com(?:\b)" 0; "~*(?:\b)fantasticpixcool\.com(?:\b)" 0;
"~*(?:\b)fapgon\.com(?:\b)" 0;
"~*(?:\b)faptitans\.com(?:\b)" 0; "~*(?:\b)faptitans\.com(?:\b)" 0;
"~*(?:\b)faracontrol\.ir(?:\b)" 0; "~*(?:\b)faracontrol\.ir(?:\b)" 0;
"~*(?:\b)farm26\.ru(?:\b)" 0; "~*(?:\b)farm26\.ru(?:\b)" 0;
@ -3417,6 +3419,7 @@
"~*(?:\b)lisque\.batcave\.net(?:\b)" 0; "~*(?:\b)lisque\.batcave\.net(?:\b)" 0;
"~*(?:\b)littleberry\.ru(?:\b)" 0; "~*(?:\b)littleberry\.ru(?:\b)" 0;
"~*(?:\b)littlecity\.ch(?:\b)" 0; "~*(?:\b)littlecity\.ch(?:\b)" 0;
"~*(?:\b)littlesexdolls\.com(?:\b)" 0;
"~*(?:\b)littlesunraiser\.com(?:\b)" 0; "~*(?:\b)littlesunraiser\.com(?:\b)" 0;
"~*(?:\b)liumimgx\.pw(?:\b)" 0; "~*(?:\b)liumimgx\.pw(?:\b)" 0;
"~*(?:\b)liupis\.com(?:\b)" 0; "~*(?:\b)liupis\.com(?:\b)" 0;
@ -4143,6 +4146,7 @@
"~*(?:\b)olympescort\.com(?:\b)" 0; "~*(?:\b)olympescort\.com(?:\b)" 0;
"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0; "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0;
"~*(?:\b)omsk\.xrus\.org(?:\b)" 0; "~*(?:\b)omsk\.xrus\.org(?:\b)" 0;
"~*(?:\b)onblastblog\.online(?:\b)" 0;
"~*(?:\b)onclickpredictiv\.com(?:\b)" 0; "~*(?:\b)onclickpredictiv\.com(?:\b)" 0;
"~*(?:\b)onclkads\.com(?:\b)" 0; "~*(?:\b)onclkads\.com(?:\b)" 0;
"~*(?:\b)one\-gear\.com(?:\b)" 0; "~*(?:\b)one\-gear\.com(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

478
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.224.112.202 0; 35.192.136.167 0;
35.192.187.174 0;

478
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.85.2 0; 35.193.14.140 0;
35.224.112.202 0; 35.188.73.34 0;

478
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.7.13 0; 35.192.187.174 0;
35.192.85.2 0; 34.66.178.120 0;
35.202.145.110 0;

478
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.120.187 0; 34.68.144.114 0;
35.193.7.13 0; 34.66.178.120 0;
35.224.112.202 0;

478
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -538,6 +538,7 @@
"~*(?:\b)appleid\-verification\.com(?:\b)" 0; "~*(?:\b)appleid\-verification\.com(?:\b)" 0;
"~*(?:\b)applicationg29\.com(?:\b)" 0; "~*(?:\b)applicationg29\.com(?:\b)" 0;
"~*(?:\b)applyneedy\.xyz(?:\b)" 0; "~*(?:\b)applyneedy\.xyz(?:\b)" 0;
"~*(?:\b)appmsr\.org(?:\b)" 0;
"~*(?:\b)approved\.su(?:\b)" 0; "~*(?:\b)approved\.su(?:\b)" 0;
"~*(?:\b)approvedlocal\.co\.za(?:\b)" 0; "~*(?:\b)approvedlocal\.co\.za(?:\b)" 0;
"~*(?:\b)apps\-analytics\.net(?:\b)" 0; "~*(?:\b)apps\-analytics\.net(?:\b)" 0;
@ -2087,6 +2088,7 @@
"~*(?:\b)fanpagerobot\.com(?:\b)" 0; "~*(?:\b)fanpagerobot\.com(?:\b)" 0;
"~*(?:\b)fanrto\.com(?:\b)" 0; "~*(?:\b)fanrto\.com(?:\b)" 0;
"~*(?:\b)fantasticpixcool\.com(?:\b)" 0; "~*(?:\b)fantasticpixcool\.com(?:\b)" 0;
"~*(?:\b)fapgon\.com(?:\b)" 0;
"~*(?:\b)faptitans\.com(?:\b)" 0; "~*(?:\b)faptitans\.com(?:\b)" 0;
"~*(?:\b)faracontrol\.ir(?:\b)" 0; "~*(?:\b)faracontrol\.ir(?:\b)" 0;
"~*(?:\b)farm26\.ru(?:\b)" 0; "~*(?:\b)farm26\.ru(?:\b)" 0;
@ -3417,6 +3419,7 @@
"~*(?:\b)lisque\.batcave\.net(?:\b)" 0; "~*(?:\b)lisque\.batcave\.net(?:\b)" 0;
"~*(?:\b)littleberry\.ru(?:\b)" 0; "~*(?:\b)littleberry\.ru(?:\b)" 0;
"~*(?:\b)littlecity\.ch(?:\b)" 0; "~*(?:\b)littlecity\.ch(?:\b)" 0;
"~*(?:\b)littlesexdolls\.com(?:\b)" 0;
"~*(?:\b)littlesunraiser\.com(?:\b)" 0; "~*(?:\b)littlesunraiser\.com(?:\b)" 0;
"~*(?:\b)liumimgx\.pw(?:\b)" 0; "~*(?:\b)liumimgx\.pw(?:\b)" 0;
"~*(?:\b)liupis\.com(?:\b)" 0; "~*(?:\b)liupis\.com(?:\b)" 0;
@ -4143,6 +4146,7 @@
"~*(?:\b)olympescort\.com(?:\b)" 0; "~*(?:\b)olympescort\.com(?:\b)" 0;
"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0; "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 0;
"~*(?:\b)omsk\.xrus\.org(?:\b)" 0; "~*(?:\b)omsk\.xrus\.org(?:\b)" 0;
"~*(?:\b)onblastblog\.online(?:\b)" 0;
"~*(?:\b)onclickpredictiv\.com(?:\b)" 0; "~*(?:\b)onclickpredictiv\.com(?:\b)" 0;
"~*(?:\b)onclkads\.com(?:\b)" 0; "~*(?:\b)onclkads\.com(?:\b)" 0;
"~*(?:\b)one\-gear\.com(?:\b)" 0; "~*(?:\b)one\-gear\.com(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BetaBot crawl.sogou.com
Demon DomainCrawler
EMail Wolf JustView
Image Fetch Mediatoolkitbot
Needle PageAnalyzer
Openvas PageGrabber
PeoplePal RankFlex
sogouspider Wallpapers/3.0
WebsiteExtractor Webalta
x09Mozilla WebsiteQuester

274
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,225 +1,213 @@
360Spider 360Spider
404enemy Aboundex
Abonti Acunetix
Aboundexbot ADmantX
AfD-Verbotsverfahren
AIBOT
AiHitBot AiHitBot
Aipbot Aipbot
Alligator
AllSubmitter AllSubmitter
Anarchie AlphaBot
Apexoo archive.org_bot
Asterias Asterias
Backlink-Ceck autoemailspider
backlink-check backlink-check
BackWeb
Badass Badass
Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BBBike
BetaBot BetaBot
Bigfoot Bitacle
Blackboard
BlackWidow BlackWidow
BLEXBot BlowFish
Blow
Boardreader Boardreader
Bolt
Brandwatch Brandwatch
Buddy BuiltBotTough
CATExplorador BunnySlippers
CazoodleBot
Cegbfeieh Cegbfeieh
CheeseBot
CherryPicker CherryPicker
Claritybot Chlooe
Cliqzbot Cliqzbot
coccocbot-web Cloud mapping
Collector Cogentbot
Craftbot com.plumanalytics
crawler.feedback Cosmos
crawl.sogou.com Custo
CrazyWebCrawler DatabaseDriverMysqli
Crescent DataCha0s
DBLBot
demandbase-bot demandbase-bot
Dirbuster Digincore
DigitalPebble
DIIbot
Disco
Discobot Discobot
Discoverybot Discoverybot
Dispatch
DnyzBot
DomainAppender DomainAppender
DomainStatsBot DomainCrawler
Download Wonder DomainSigmaCrawler
Dotbot
Drip Drip
DSearch
DTS Agent DTS Agent
Ebingbong
eCatch eCatch
ECCP/1.0
Ecxi Ecxi
EMail Siphon evc-batch
EMail Wolf Evil
Exabot Exabot
Express WebPictures Express WebPictures
Extractor ExtLinksBot
ExtractorPro Extreme Picture Finder
EyeNetIE EyeNetIE
facebookscraper
FDM FDM
Flunky Fimap
FlashGet
Freeuploader Freeuploader
FyberSpider FrontPage
GalaxyBot GalaxyBot
Genieo
GermCrawler GermCrawler
Getintent Getintent
GetRight
Gigablast
Gigabot
G-i-g-a-b-o-t
GoZilla
Go!Zilla
Grafula
GrapeFX GrapeFX
GrapeshotCrawler
GridBot
GT::WWW
Haansoft Haansoft
HaosouSpider HaosouSpider
Havij Heritrix
Id-search Hloader
IDBot
IlseBot IlseBot
Image Sucker Image Fetch
IndeedBot IndeedBot
Intelliseek Indy Library
InternetSeer InfoNaviRobot
internetVista monitor InfoTekies
ips-agent InterGET
Internet Ninja
Iria Iria
Iskanie JamesBOT
Jbrofuzz Jbrofuzz
JetCar Jorgee
Joomla
JustView JustView
Kenjin Spider Jyxobot
Kozmosbot Keyword Density
Lanshanbot Lanshanbot
Larbin Larbin
LexiBot LeechFTP
LibWeb
Libwhisker Libwhisker
Lightspeedsystems
LinkextractorPro LinkextractorPro
LinkpadBot LinkpadBot
LinkScan LinkScan
LinksManager LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
Lmspider LinqiaRSSBot
Litemage_walker
LNSpiderguy LNSpiderguy
lwp-request Ltx71
LWP::Simple
lwp-trivial lwp-trivial
Magnet
Mag-Net Mag-Net
Majestic12 Majestic12
Majestic SEO MarkWatch
Mata Hari
MauiBot
meanpathbot meanpathbot
MeanPath Bot MFC_Tear_Sample
Mediatoolkitbot Mister PiX
mediawords Morfeus Fucking Scanner
MegaIndex.ru
Microsoft Data Access
MIDown tool
MIIxpc
Mojeek
Mr.4x3 Mr.4x3
MSFrontPage
MSIECrawler MSIECrawler
Msrabot Msrabot
Musobot Musobot
Nameprotect Nameprotect
Navroad Navroad
NetLyzer Nessus
Net Vampire netEstate NE Crawler
NetSpider
Nettrack
Netvibes Netvibes
NetZIP
NextGenSearchBot NextGenSearchBot
Nikto Nibbler
NimbleCrawler Nmap
Nutch
Octopus
Offline Explorer Offline Explorer
OnCrawl
Openfind Openfind
OpenLinkProfiler OpenLinkProfiler
Openvas Openvas
OrangeSpider OpenVAS
OutfoxBot OrangeBot
PageGrabber PageAnalyzer
page scorer page scorer
Pandalytics Pandalytics
Papa Foto Papa Foto
Pavuk
pcBrowser
Picscout Picscout
Pimonster Picsearch
PictureFinder
plumanalytics
Pockey
Probethenet Probethenet
ProPowerBot
ProWebWalker
Pump Pump
PxBroker
PyCurl PyCurl
RankActive
RankActiveLinkBot
RankFlex RankFlex
RankingBot
RankingBot2
Rankivabot Rankivabot
RealDownload RebelMouse
Recorder
ReGet ReGet
RepoMonkey
Rogerbot Rogerbot
s1z.ru SalesIntelligent
Scanbot
ScoutJet ScoutJet
Screaming
ScreenerBot ScreenerBot
SearchmetricsBot Searchestate
SemrushBot
SEOkicks SEOkicks
SeoSiteCheckup Seomoz
sexsearcher seoscanners
Shodan SEOstats
SiteExplorer Siphon
SISTRIX
Sitebeam
Siteimprove Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
Sitevigil SiteSucker
SlySearch
SmartDownload
Snake Snake
Snoopy SocialRankIOBot
sogouspider Sottopop
Sosospider
SpaceBison
Spammen Spammen
SpankBot Spanner
Spinn3r Spinn3r
Sqlmap Sqlmap
Sqlworm
Sqworm Sqworm
Steeler
Sucker
Sucuri
SuperHTTP SuperHTTP
SurveyBot Surfbot
Suzuran sysscan
Swiftbot Szukacz
T8Abot
Teleport
TeleportPro
Telesphoreo
Telesphorep
The Intraformant The Intraformant
TheNomad
Thumbor Thumbor
Titan Titan
Toata
Tracemyfile Tracemyfile
Trendiction
trendiction.com trendiction.com
trendiction.de trendiction.de
Turnitin True_Robot
TwengaBot
Typhoeus Typhoeus
Upflow Upflow
URLy Warning URLy Warning
Vacuum URLy.Warning
VB Project VoidEYE
VeriCiteCrawler
VidibleScraper
Virusdie
Voil Voil
Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
Web Collage Web Collage
WebCopier WebCopier
@ -227,24 +215,36 @@ WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
WebFetch WebFetch
WebGo IS Web Fetch
WebFuck
Web Fuck
WebImageCollector
WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler WebPix
Web Pix
WebReaper WebReaper
Webster Webshag
WebStripper WebsiteQuester
WebSucker WebSucker
Web Sucker
Whack Whack
Whacker Whacker
WiseGuys Robot Whatweb
WPScan Widow
WWW-Collector-E WISENutbot
Wonderbot
Woobot
Wotbox
Wprecon
WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE x09Mozilla
Xaldon WebSpider
Xenu Xenu
xpymep1.exe
YoudaoBot
Zade
Zauba Zauba
Zeus
zgrab zgrab
Zitebot
ZmEu ZmEu
ZyBorg

282
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 404enemy
404checker
80legs 80legs
Abonti Abonti
Aboundex
Aboundexbot Aboundexbot
ADmantX Acunetix
Anarchie AfD-Verbotsverfahren
ASPSeek AIBOT
Attach AiHitBot
backlink-check Aipbot
Alligator
AllSubmitter
Asterias
autoemailspider
BackDoorBot
Backlink-Ceck
BacklinkCrawler
BackStreet BackStreet
Badass BackWeb
Bandit
Barkrowler Barkrowler
BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch
Bigfoot Bigfoot
Bitacle Bitacle
Black Hole Blackboard
BlackWidow BlackWidow
BLEXBot BLEXBot
Blow
BlowFish BlowFish
Boardreader Bolt
BotALot
Brandprotect Brandprotect
Buddy
BuiltBotTough
BuiltWith
Bullseye Bullseye
BunnySlippers
BuzzSumo BuzzSumo
Calculon CATExplorador
CazoodleBot
CheeseBot
CherryPicker
ChinaClaw
Chlooe
Claritybot Claritybot
Cliqzbot Collector
Cloud mapping Copier
cognitiveseo CopyRightCheck
com.plumanalytics crawl.sogou.com
Copyscape CrazyWebCrawler
crawler.feedback
Crescent
CSHttp CSHttp
Curious
DataCha0s
DBLBot DBLBot
demandbase-bot
Digincore Digincore
DIIbot
Disco Disco
Discobot DittoSpyder
Discoverybot DnyzBot
DomainCrawler DomainCrawler
Dotbot DomainStatsBot
Dragonfly DTS Agent
EasyDL EirGrabber
eCatch
ECCP/1.0
Ecxi
EMail Siphon EMail Siphon
Evil EroCrawler
ExtLinksBot ExtLinksBot
Extractor Extractor
ExtractorPro
Extreme Picture Finder
Ezooms
FemtosearchBot FemtosearchBot
FHscan
Fimap Fimap
Firefox/7.0 FlashGet
Flunky
Foobot Foobot
FyberSpider FyberSpider
Fyrebot Fyrebot
GalaxyBot Genieo
GermCrawler GermCrawler
Getintent GetRight
GetWeb G-i-g-a-b-o-t
GoZilla
Go!Zilla Go!Zilla
Grabber GrabNet
Grafula
GrapeFX GrapeFX
HaosouSpider HaosouSpider
Harvest Harvest
Havij
Hloader Hloader
HMView HTTrack
HTMLparser Iblog
Humanlinks
IlseBot
Image Sucker Image Sucker
IndeedBot IndeedBot
Indy Library instabid
InfoTekies Internet Ninja
InterGET InternetSeer
internetVista monitor
ips-agent ips-agent
Iria
IRLbot IRLbot
Iskanie Iskanie
JamesBOT Jbrofuzz
JennyBot
JetCar
Jetty Jetty
JikeSpider
JOC Web Spider JOC Web Spider
JustView Joomla
Jorgee
Keyword Density
Kozmosbot
Larbin Larbin
LeechFTP LeechFTP
LeechGet LeechGet
LexiBot LexiBot
Lftp Lftp
LibWeb
Lightspeedsystems Lightspeedsystems
LinkextractorPro
LinkpadBot
LinksManager
LinkWalker LinkWalker
LinqiaRSSBot
Lipperhey
Lipperhey Spider Lipperhey Spider
Litemage_walker Lmspider
LNSpiderguy LNSpiderguy
Ltx71
LWP::Simple
Magnet Magnet
magpie-crawler Mag-Net
Mail.RU_Bot Mail.RU_Bot
Majestic12 Majestic-SEO
Majestic SEO MarkWatch
MarkMonitor Masscan
MeanPath Bot Mata Hari
Mediatoolkitbot MauiBot
MegaIndex.ru MegaIndex.ru
Metauri
MFC_Tear_Sample MFC_Tear_Sample
MIIxpc Microsoft Data Access
Mr.4x3 MIDown tool
MSIECrawler Mojeek
Musobot MSFrontPage
Name Intelligence muhstik-scan
Navroad Navroad
Needle
Nessus Nessus
NetAnts netEstate NE Crawler
Netcraft NetSpider
NetLyzer NetZIP
NetMechanic
Nettrack
NextGenSearchBot
Nikto
NimbleCrawler
Nimbostratus Nimbostratus
Nmap Ninja
oBot NPbot
Nutch
Openvas Openvas
OpenVAS
OrangeBot
OutclicksBot OutclicksBot
Page Analyzer
page scorer page scorer
PageScorer
Pandalytics Pandalytics
Papa Foto Pavuk
PeoplePal
PHPCrawl
Picscout Picscout
Picsearch Pimonster
PictureFinder Pockey
plumanalytics
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet QueryN Metasearch
ProWebWalker
Quick-Crawler Quick-Crawler
RankActiveLinkBot RankActive
RankFlex
RankingBot2 RankingBot2
Rankivabot
RankurBot RankurBot
RealDownload Reaper
ReGet Recorder
RepoMonkey s1z.ru
SalesIntelligent
Scanbot Scanbot
scan.lol scan.lol
ScoutJet Screaming
Scrapy ScreenerBot
Searchestate SearchmetricsBot
Seomoz SemrushBot
SeoSiteCheckup SEOkicks
serpstatbot SEOlyticsCrawler
sexsearcher sexsearcher
Shodan Shodan
Siphon Siphon
Sitebeam SISTRIX
SiteLockSpider SiteLockSpider
SiteSnagger
SiteSucker SiteSucker
Sitevigil
SlySearch SlySearch
SMTBot Snake
SocialRankIOBot Sociscraper
sogouspider sogouspider
Sogou web spider Sogou web spider
Sottopop Sosospider
SpaceBison
SpankBot SpankBot
sp_auditbot
Spbot Spbot
SputnikBot spyfu
Sqlworm
Sqworm Sqworm
Stripper Steeler
SuperHTTP Sucuri
SuperBot
Surfbot
SurveyBot SurveyBot
Suzuran Swiftbot
T0PHackTeam sysscan
Szukacz
T8Abot T8Abot
Teleport Teleport
Telesphoreo TeleportPro
Telesphorep Telesphorep
The Intraformant The Intraformant
Thumbor TightTwatBot
Titan Titan
Toata
Toweyabot Toweyabot
Tracemyfile Tracemyfile
TurnitinBot Trendictionbot
Twice Twice
Typhoeus Upflow
URLy Warning
Vacuum Vacuum
Vagabondo Vagabondo
VB Project
VCI
VeriCiteCrawler VeriCiteCrawler
VidibleScraper VoidEYE
Virusdie
Voil Voil
Voltron Voltron
WallpapersHD Webalta
WebAuto WebAuto
WebBandit
WebCollage WebCollage
WebFetch WebEnhancer
Web Fetch Web Enhancer
WebFuck WebFuck
WebGo IS WebGo IS
WebLeacher WebPix
WebmasterWorldForumBot WebReaper
webmeup-crawler
Web Pix
WebSauger WebSauger
Web Sauger
Webshag Webshag
Website Quester Webster
WebStripper
WebSucker
Web Sucker Web Sucker
WebWhacker
Whack Whack
Widow Whacker
Whatweb
Who.is Bot
WinHTTrack WinHTTrack
WiseGuys Robot Wonderbot
Wotbox
Wprecon Wprecon
WPScan WPScan
WWW-Collector-E WWW-Mechanize
WWW::Mechanize
x09Mozilla
x22Mozilla x22Mozilla
Xenu Xaldon_WebSpider
YoudaoBot YoudaoBot
Zade Zade
zauba.io
Zeus Zeus
zgrab zgrab
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
adultmeetonline.info 2728fb936f0.com
alarmobninsk.ru afftrack001.com
apiitsthirteende-a.akamaihd.net bloggedporn.com
downloadeer.net btc4u.ru
freegamesplay.online cleanpcnow.com
mazda-roadsters.com morocco-nomad-excursions.com
realnye-otzyvy.info pcimforum.com
skylta.com roma-kukareku.livejournal.com
spacash.com unimodemhalfduplefw.pen.io
tattooreligion.ru wladimirpayen.com

918
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
12masterov.com 08800.top
13tabs.com
1hwy.com
24videos.tv 24videos.tv
3w24.com 256bit.by
40cg.com 4k-player.pl
4kplayer.pl
4pp13.com 4pp13.com
4ur.click 57883.net
51unlim.ru 5elementov.ru
66cpwgln.space 5kstore.com
76brighton.co.uk
7zap.com
888.com 888.com
8xv8.com 999webdesign.com
98oi.ru aac500b7a15b2646968f6bd8c6305869d7.com
9med.net aadroid.net
a14download.com abovetherivernc.com
aa81bf391151884adfa3dd677e41f94be1.com acortarurl.es
aarbur.com actices.com
abctoppictures.net addblueoff.com.ua
abtasty.com addtoadd.men
abusora.com adinterax.com
activecampaign.dreamhosters.com adservme.com
adcash.com adsfresh.men
admitad.com advocatemsk.ru
adultactioncam.com aero2.ru
adventureparkcostarica.com affordablewebsitesandmobileapps.com
adzerg.com
aerogo.com
affrh2015.com affrh2015.com
agecheckadult.com agardomains.com
agroeconom.kz akusherok.ru
alert.scansafe.net albumsuper.info
alert-fjg.xyz
alessandraleone.com
alevinefesleri.com
alfa-medosmotr.ru
alf-img.com alf-img.com
alienwheels.de alibestsale.com
alienwheel.es
allbizne.co.ua
alldownload.pw
allpdfmags.net
allproblog.com allproblog.com
ameblo.top android4fun.org
am-se.com apibrowsesmartne-a.akamaihd.net
androids-store.com apilinkswiftco-a.akamaihd.net
animal36.com apparel-offer.com
anniemation.com arabsexxxtube.com
apibatbrowsecom-a.akamaihd.net arcadeplayhouse.com
apiitsthirteende-a.akamaihd.net arendakvartir.kz
apimegabrowsebiz-a.akamaihd.net arenda-yeisk.ru
applyneedy.xyz asdfg.pro
arendatora.ru ausergrubhof.info
articlesdirectoryme.info autoblogger24.info
asacopaco.tk autogrep.ru
autoplate.info avirasecureserver.com
aviva-limoux.com avkzarabotok.info
avon-ukraine.com avtochehli.by
babyguns.ru azazaporn.com
backlink4u.net babieca.com
bagsonsale.online baersaratov.ru
balans.shahterworld.org bag77.ru
bamo.xsl.pt bankcrediti.ru
banki76.ru beauty-bracelet.com
bankiem.pl beauty-clinic.ru
bankmib.ru beclean-nn.ru
berrymall.ru belinka.com.ua
bestplacetobuyeriacta.jw.lt bestmouthwash.club
bestwaystogetpaid.us best-seo-offer.com
betune.onlinewebshop.net betteroffers.review
blogig.org betwinservice.com
bodybuilding-shop.biz bfz.biz
boeuklad.com bg6s0.com
brimstonehillfortress.org bget.ru
brk-rti.ru big-boards.info
bscodecs.com binomo.kz
budpost.com.ua bitcoinpile.com
buyk.host.sk bitcoinremote.com
cablecar.us bizlist.com.de
cakemediahq.com.au bjorkbacken.nu
callcafe.info blog.axant.it
boom-celebs.com
bosman.pluto.ro
brains2.biz
braintobe.win
burn-fat.ga
buybest1.biz
buyclomidonlaine.com
cakesplus.com.au
callawaygolfstore.online
camdolls.com
candlehandmade.com
cannibalcheerleader.com
canrole.com
capture-room.com
carina-sy.de carina-sy.de
cartierlovestore.com carsdined.org
cdncash.com carson.getenjoyment.net
centre-indigo.org.ua cartierreplica.top
ceotrk.com casablancamanor.co.za
cejewelry.xyz
cezartabac.ro cezartabac.ro
chatroulette.world cheapestjerseys-wholesale.com
cherubinimobili.it cheap-pills-norx.com
chelnytruck.ru
chiblackhawks-jerseys.com
chinese-amezon.com
chiptuninger.com chiptuninger.com
cialiswithoutadoctor.net
cicaki.net
cinemaenergy-hd.ru
citetick.com
cityadspix.com cityadspix.com
cjmc.info ci.ua
clickbanksites.info cleanpcnow.com
clickbank.net
clickpapa.com clickpapa.com
coindirect.io clicksotrk.com
coin-hive.com clips.ua.ac.be
compiko.info com-cleaner.systems
compliance-elena.xyz compliance-don.top
compliance-jack.top compliance-john.top
construmac.com.mx consorzioilmosaico.org
cookielawblog.wordpress.com cookie-law-enforcement-ff.xyz
cosmetic.donna7753191.ru cookie-law-enforcement-hh.xyz
courtshipgift.com counciltally.com
custom-product-labels.com creams.makeforum.eu
czeshop.info culmimg.pw
d0t.ru customerguru.in
dailyrank.net customerpromos-a.akamaihd.net
daooda.com customsua.com.ua
darkbooks.org cyclobenzaprinevstizanidine.blogspot.com
datsun-do.com daisye.top
den-noch24.ru dataloading.net
dgfitness.co davebestdeals.com
diamond-necklace.info dikx.gdn
dickssportinggoods.com
diesel-parts28.ru
dipstar.org dipstar.org
dktr.ru directrev.com
dlya-android.org discountliv.com
dneprsvet.com.ua dogclothing.store
domainsatcost.com domaineaneblanc.com
dostavka-v-ukrainu.ru domainroam.win
dosug-lux.ru dosugrostov.site
doublepimp.com download-of-the-warez.blogspot.com
dtnlyss.com earl-brown.info
dverimegapolis.ru ec-file.info
e-buyeasy.com electronicadirect.com
ege-essay.ru elektrozigarettekaufen1.devhub.com
ekspertmed.com encodable.com
elektir.ru
enbersoft.com
energydiet24.ru
energydiet-info.ru energydiet-info.ru
enginebay.ru ereko.ru
epicbrogaming.com erotische-geschichten-xxl.com
escortplius.com escort-russian.com
esopini.com everypony.ru
espaceinventoristes.com ewebarticle.info
essay-writing.work excaliburfilms.com
este-line.com.ua exhibitionplus.eu
etenininrade.ga ezigarettekaufen2.yolasite.com
everytalk.tv fealq.com
exchangeit.gq filesclub.net
ezigarettekaufen.myblog.de financeloan.us
ezigarettenshop2.myblog.de fix-website-errors.com
ezigaretteshop.webs.com flagcounter.me
fable.in.ua floridahuntingfishingadventures.com
fakehandbags.xyz fok.nl
family1st.ca forensicpsychiatry.ru
farmprofi.net
femdom.twiclub.in
ferieboligkbh.dk
fermersovet.ru
fertilitetsradgivningen.se
fickluder69.com
fillmewithhappiness.com
flashbannernow.com
flashlarevista.com
fm-upgrade.ru
folowsite.com
forms-mtm.ru forms-mtm.ru
forumprofi.de foto-weinberger.at
foto-sisek.porngalleries.top foxinsocks.ru
free-stock-illustration.com frameimage.org
freeuploader.com free-fbook-traffic.com
freeuploader.ml frighteningremain.cf
freewlan.info futbolkisales.ru
freshberry.com.ua gamerextra.com
froggytube.com ge0ip.com
fullgirl.ru gearcraft.us
fz139.ttk.ru gigablast.com
gabeshop.ru girlsfuckdick.com
galaxys6manual.info glall.ru
gateway.zscalerone.net goatse.ru
gaygalls.net
gaytube.com
gazoblok.net.ua
gcup.ru
gemara.com
gemgrab-a.akamaihd.net
germetiki.com.ua
getlamborghini.ga
getprismatic.com
gilsonchiro.xyz
gkvector.ru
gloverid.site
gobongo.info gobongo.info
gomusix.com goldpanningtools.com
gosarhivrt.ru goodprotein.ru
greatzip.com gratuitxblcodes.com
grizzlysgrill.com gsasearchengineranker.top
gsasearchenginerankerhelp.com guigyverpo.cf
gsasearchengineranker.pw guod.me
gwagka.com gymi.name
gz2.bbsoldes.fr hanink.biz.ly
hcate.com harmonyglen.us
hd-filmy.net hatdc.org
hdpixion.com hdpixent.com
helvetia.com.ua hetmanship.xyz
heygidday.biz hikesearch.net
highspeed5.net hiwibyh.bugs3.com
hkdiiohi.skyrock.com hjaoopoa.top
hoporno.com hledejvshopech.cz
hostcritique.com hobbyhuren-datenbank.com
hotblog.top holidaypics.org
hotkeys.com hostingclub.lk
housekuba.org houston-vikings.com
hoverboard360.de howopen.ru
howmuchdoestizanidinecost.blogspot.com huhn.altervista.org
ibmdatamanagement.co ibmdatamanagement.co
iinstalll-fii1leis.jus0wil.pp.ua iboss.com
iklysha.ml iccornacircri.cf
inclk.com imguramx.pw
indetiske.ya.ru import-sales.com
informatiecentro.be innoslicon.com
integritylandscapeservices.com insta-add.pro
intervsem.ru int.search.tb.ask.com
inzn.ru investyb.com
ip-guide.com iopeninghours.co.uk
iqbazar.ru irunfar.com
istizanidinelikexanax.blogspot.com
istock-mebel.ru
istripper.com istripper.com
itbc.kiev.ua itronics.ca
ivoiretechnocom.ci
jackpotchances.com
janavibekken.no
javidol.site
javxxx18.com javxxx18.com
jerseywholesaleelitestore.com je7.us
jjbabskoe.ru jennyfire.ru
jongose.ninja jikoman.info
jrcigars.com kareliatobacco.ru
justdating.online kazan.zrus.org
justprofit.xyz kidd.reunionwatch.com
kalb.ru kino2018.club
kemerovo.zrus.org kinoflux.net
kidskunst.info kinosed.net
kinopolet.net kleine-titten.biz
kinozapas.com knowsitall.info
kochanelli.com komp-pomosch.ru
konica.kz koopilka.com
kupiproday.com.ua kotaku.com
ktotut.net
kurbappeal.info kurbappeal.info
kwzf.net kuzinsp.ru
labvis.host.sk labelwater.se
la-fa.ru labplus.ru
lalalove.ru ladov.ru
lapitec.eu landscaping.center
lazymanyoga.com laptoper.net
lenvred.org law-check-eight.xyz
letsrepair.in laxdrills.com
link.ac laxob.com
liveinternet.ro lechtaczka.net
lizace.com le-clos-des-alouettes.com
longlifelomilomi.info leftofcentrist.com
macfix.life lerporn.info
macotool.com li-er.ru
magicdiet.gq lifehacĸer.com
maglid.ru linkbuddies.com
makis.nu livejasmin.com
marsgatan.com locustdesign.co
lonerangergames.com
louboutinreplica.pw
lubetube.com
lutherstable.org
lyrics.home-task.com
mabdoola.blogspot.com
macdamaged.tech
mackeeper-land-672695126.us-east-1.elb.amazonaws.com
mafa-free.com
magicplayer-s.acestream.net
manipulyator-peterburg.ru
maranbrinfo.com.br
marcowebonyodziezowe.pl
marketingvici.com
maslenka.kz
masserect.com
matb3aa.com matb3aa.com
matchpal-a.akamaihd.net matematikus.info
max-eclat.men matpre.top
mecash.ru mature.free-websites.com
medictube.ru mebel-ekb.com
medmajor.ru medanestesia.ru
mere.host.sk medicovi.com
mikozstop.com megakino.net
mil-stak.com memberty.com
mirmedinfo.ru menhealed.net
mirzonru.net mexicosleevegastrectomy.com
mitrasound.ru microsearch.ru
mmog-play.ru middlerush-a.akamaihd.net
mncrftpcs.com midst.eu
mobplayer.ru mixx.com
monclerjacketsoutlet.pw mobifunapp.weebly.com
monetizer.com-01.site mobile-appster.ru
money-for-placing-articles.com mojowhois.com
moscow.online-podarki.com mossmesi.com
motherboard.vice.com mountainstream.ms
mouselink.co moviezbonkerssk.cf
mp3downloadhq.com moxo.com
mp3ringtone.info
mriyadh.com mriyadh.com
msk.afora.ru mrpornogratis.xxx
musflashtv.com musicdaddy.net
muycerdas.xxx muztops.ru
muzaporn.com myhitmp3.club
my-big-family.com myliveblog.ru
myftpupload.com
napalm51.nut.cc
narutonaruto.ru
natali-forex.com natali-forex.com
naturalshair.site nate.com
nbsproject.ru navalwiki.info
neks.info nero-us.com
netcheckcdn.xyz netpics.org
new-post.tk newstudio.tv
news-speaker.com nfljerseyscheapbiz.us
nippon-bearings.ru nikitsyringedrivelg.pen.io
nlfjjunb5.ru nofreezingmac.click
nodding-passion.tk notaria-desalas.com
norththeface.store nzfilecloud.weebly.com
notebook-pro.ru onclickpredictiv.com
novodigs.com onclkads.com
obsessionphrases.com online-sbank.ru
obuv-kupit.ru ontargetseo.us
office-windows.ru openfrost.net
ohmyrings.com openstat.com
ok.ru outpersonals.com
onlinemeetingnow.com ownshop.cf
onlinetvseries.me oynat.info
onlinewritingjobs17.blogspot.ru
ons-add.men
onstrapon.purplesphere.in
onthemarch.co
optikremont.ru
oralsexfilme.net
orhonit.com
orion-v.com
orsonet.ru
osagonline.ru
osoznanie-narkotikam.net
ossmalta.com
pacificair.com pacificair.com
paclitor.com paclitor.com
paidonlinesites.com pagesense.com
pavlodar.xkaz.org paperwritingservice17.blogspot.ru
pdns.cz partner-pop.men
perfectpracticeweb.com p-business.ru
perm-profnastil.ru pdns.download
perm.xrus.org pearlisland.ru
picsearch.com phuketscreen.com
pigrafix.at picturesboss.com
pio.polytopesexempt.com pistonclasico.com
pizza-tycoon.com plohaya-kreditnaya-istoriya.ru
plusnetwork.com pl-vouchers.com
poem-paying.gq pogodnyyeavarii.gq
pokemon-go-play.online pogosh.com
popup.matchmaker.com poiskzakona.ru
pornolook.net pokerniydom.ru
pornoxxx.com.mx popugauka.ru
porn-w.org porn555.com
preventheadacheguide.info pornhub-forum.ga
q-moto.ru pornhub-ru.com
quick-offer.com pornoslive.net
pornzone.tv
powenlite24.ru
privatamateure.com
privatefx-in.ru
promgirldresses.xyz
prosperent.com
prostitutki-novgoroda.org
prostitutki-yaroslavlya.org
psvita.ru
pussyspace.net
pyramidlitho.webs.com
quick-seeker.com quick-seeker.com
quizzitch.net qwesa.ru
radiogambling.com
raisedseo.com raisedseo.com
rapidsites.pro rankingchart.de
referencemoi.com rcb101.ru
refudiatethissarah.info r-control.ru
reining.lovasszovetseg.hu redirectme.net
remont-comp-pomosh.ru registrationdomainsite.com
rep-am.com rep-am.com
respublica-otel.ru reversing.cc
richinvestmonitor.com rewardpoll.com
rique.host.sk rezeptiblud.ru
rff-cfal.info
ritlweb.com ritlweb.com
rn-to-bsn.com ruf777.com
rockma.se russia-today-video.ru
royalcar-ufa.ru s1z.ru
royal-investments.net safe-app.net
rp9.ru sampleletters.net
rucrypt.com sankt-peterburg.nodup.ru
rutor.vip sape.top
sajatvelemeny.com sbetodiodnye-lampy.ru
salmonfishingsacramentoriver.com scalerite.co.za
sanjosestartups.com scanner-alexa.top
savefrom.com
scanner-barak.top
scanner-elena.top
scanner-jessica.top
scansafe.net
scanspyware.net scanspyware.net
scenicmissouri.us scat.porn
score-ads.men sc-specialhost.com
scrapinghub.com sdsjweb.com
searchencrypt.com searchinterneat-a.akamaihd.net
searchinquire.com see-your-website-here.com
searchlock.com seminarykansas904.ml
seminarygeorgia59.ga seryeznie-znakomstva.ru
semprofile.com sexcamamateurchat.com
seocheki.net sextracker.com
serdcenebolit.com shohanb.com
service.adtech.us shtora66.ru
sexblog.pw silverage.ru
sexfreepornoxxx.com silvermature.net
sexkontakteao.info sispe.com.br
sexphoto.site site3.free-share-buttons.com
sexreliz.com site-speed-checker.site
sexs-foto.top sitevalued.com
shop.acim.org sitopreferito.it
sicfor.bcu.cc
signal03.ru
sisi-go.ru
skatestick.bid skatestick.bid
sky-mine.ru skladvaz.ru
slkrm.ru skypasss.com
smadihome.com smailik.org
small-game.com
smartbalanceworld.com smartbalanceworld.com
snsdeainavi.info snjatie-geroinovoy-lomki.ru
soblaznu.net spabali.org
sodexo.com spravka-medosmotr.ru
sotechco.co
souvenirua.com
spamnuker.com
stairliftstrue.com stairliftstrue.com
star61.de stanthonyscatholicchurch.org
stroy-portal22.ru statistici.ro
styro.ru steame.ru
supernew.org stockspmb.info
surflinksmedical.com stroimajor.ru
svarkagid.com studiokamyk.com.pl
superstats.com
svetlotorg.ru svetlotorg.ru
sweepstakes.rewardit.com t3chtonic.com
swsociety.se tabakur77.com
tabletkinaodchudzanie.com.pl tackletarts.co
tamada69.com taqywu51.soup.io
tarad.com tasteidea.com
techart24.com templates.franklinfire.co
thebestweightlosspills.ovh thefotosgratis.eu
theprofitsmaker.net thegamerznetwork.com
thewomenlife.com theguardlan.com
titan-cloud.life thelottosecrets.com
titslove.yopoint.in thesmartsearch.net
tizanidineandcipro.blogspot.com tizanidineandcipro.blogspot.com
tizanidinecost.blogspot.com tizanidineandgabapentin.blogspot.com
tizanidinehclsideeffects.blogspot.com tizanidinehcl2mgsideeffects.blogspot.com
tizanidinemusclerelaxant.blogspot.com tizanidinehcl4mgtab.blogspot.com
tizanidineoral.blogspot.com tizanidineinfo.blogspot.com
topclickguru.com tizanidineshowupondrugtest.blogspot.com
top-deal.com.pl tmtrck.com
totu.us toloka.hurtom.com
tourcroatia.co.uk toon-families.com
tracxn.com toonfamilies.net
trafficfactory.biz top-study.work
trk-4.net topvidos.ru
trustedhealthtips.com torontoplumbinggroup.com
trustedmaccleaner.com torrents.cd
twittruth.com torrent-to-magnet.com
typer.one torrnada.ru
tyumen.xrus.org touchmods.fr
toursmaps.com
track112.site
tradgardspartner.se
traffic100.com
trailer.cinemaflix.website
trubywriting.com
tsyndicate.com
turbo-suslik.org
turizm.bz
twincitiescarservice.com
uac.net.au uac.net.au
uasb.ru
ucoz.ru ucoz.ru
umityangin.net ultimatesetnewfreeallsoftupgradesystems.pw
unblocksit.es unitygame3d.com
unpredictable.ga unmaroll.ya.ru
ural-buldozer.ru urengoy.pro
uroki.net urlcut.ru
usiad.net uytmaster.ru
utiblog.fr vancleefreplica.pw
utrolive.ru vapsy.com
v24s.net velpanex.ru
valoresito.com versaut.xxx-cam.webcam
vashsvet.com viberdownload10.com
vasileostrovsky-rayon.ru vielporno.net
via-energy-order.com vinsit.ru
viagengrarx.com virtuagirl.com
video-chat.cn visa-china.ru
videochat.mx vladimir.zrus.org
videochaty.ru
vip-parfumeria.ru
vitalads.net
vladhistory.com
voluumtrk.com
vsesubwaysurfers.com vsesubwaysurfers.com
vzlomsn.org
vzlomtw.com vzlomtw.com
vzube.com warningwar.ru
webads.co.nz
web.cvut.cz
webextract.profound.net
webjam.com
weblo.com weblo.com
webmasters.stackexchange.com webmasters.stackexchange.com
webstatsdomain.org webmonetizer.net
westsextube.com webnode.me
wingsoffury2.com wesharepics.info
winx-play.ru wiosenny-bon-1500.pl
woman-h.ru woman-orgasm.ru
womensterritory.ru worldinternetauthority.com
works.if.ua worldis.me
wormix-cheats.ru worldlovers.ru
wufak.com world-mmo.com
x69ty.ru wosik-dach.service-for-web.de
xbaboon.com woweb.com.ua
xblog.in www.kabbalah-red-bracelets.com
xep.info xitjw.info
xkaz.org xjrul.com
xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai xmronta.com
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
xn--80ahdheogk5l.xn--p1ai xn--80ahdheogk5l.xn--p1ai
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai xn--d1aifoe0a9a.top
xn--e1afanlbnfckd7c3d.xn--p1ai xnxx-n.com
xn--hxazdsfy.blogspot.com yougame.biz
x-porno.video yoursite.com
xtremeeagles.net zaapplesales.blogspot.com
xtube.com zakazvzloma.com
yoopsie.com zapiszto.pl
yottos.com zarenica.net
youandcredit.ru zdesoboi.com
youbloodyripper.com zocaparj.kz
youdao.com zolotoy-lis.ru
yougetsignal.com
youghbould.wordpress.com
youjizz.com
youtuhe.com
zeg-distribution.com
zigarettenonlinekaufen2.drupalgardens.com
z-master.ru

472
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1millionusd.xyz 0lovespells0.blogspot.com
1qingdao.com 51unlim.ru
1stat.ru 5kstore.com
24-ak.ru 8gold.com
2girls1cup-free.com acunetix-referrer.com
5ws.dating-app.ru adsloads.com
7wind.ru adultmeetonline.info
999webdesign.com adultwebhosting.info
adconscious.com ad-words.ru
agysya.ru albumsuper.info
airlandsea.info allnews.md
alienwheels.de all-streaming-media.com
alif-ba-ta.com android-systems.ru
alphahoverboards.com anonymizeme.pro
aosheng-tech.com aosexkontakte.net
apartmentratings.com apessay.com
arraty.altervista.org arendas.net
artefakct.com audiofree.ru
arvut.org back.dog
atout-energie-69.com bestimagecoollibrary.com
aussie-prizes.com bestmouthwash.club
autovideobroadcast.com bg6s0.com
avon-ukraine.com bloggen.be
ayerbo.xhost.ro bloglag.com
azadnegar.com bolitgorlo.net
bashtime.ru boltalko.xyz
basisches-wasser.net brandbucket.com
beauty-bracelet.com brandehk.dk
bestmobilityscooterstoday.com buchananshardware.com
bjorkbacken.nu buy-cheap-online.info
blobar.org
blog-hits.com
burger-imperia.com
burkesales.com
buyessay3.blogspot.ru buyessay3.blogspot.ru
buyfriend.ru cartierlove2u.com
byme.se cellfun.mobi
capture-room.com cinemaflix.website
cartierbracelet.xyz citizenclsdriveri7.pen.io
cartierlove.xyz cmhomestayagency.com
cctva.tv comeondog.info
checktext.org
cherubinimobili.it
christianlouboutinreplica.pw
clash-clans.ru
cleanallspyware.com
clickbanksites.info
community.allhiphop.com
com-onlinesupport.site
compliance-alexa.xyz
compliance-jess.top
comsysnet.com comsysnet.com
cookie-law-enforcement-aa.xyz conciergegroup.org
customcollegeessays.net concordexoticrentals.com
coolgramgoods.com
cool-wedding.net
cottageofgrace.com
craftinsta.ru
crystalslot.com
darodar.com
date-withme.com date-withme.com
dating-app.ru
ddlmega.net
decenttools.com
demian.kz
designdevise.com designdevise.com
detective01.ru digilander.libero.it
detki-opt.ru digitalassetmanagement.site
dnepr-avtospar.com.ua discovertreasurenow.com
doktoronline.no domainanalyzing.xyz
domainsphoto.com domaincdn.xyz
donna7753191.ru dstroy.su
dostavimvdom.ru easync.io
dostavka-v-ukrainu.ru ekobata.ru
drugspowerstore.com ekspertmed.com
e705.net elektrischezigarette2.onsugar.com
eandsgallery.com elektronischezigarettekaufen2.tumblr.com
eaplay.ru elvenmachine.com
ecommerce-seo.com eorogo.top
ege-essay.ru european-torches.ru
electricwheelchairsarea.com ezigarettenshop1.yolasite.com
electronicadirect.com facecup.top
elektrischezi.canalblog.com filesclub.net
elektronischezigarettekaufen1.beeplog.com fok.nl
elitedollars.com fortwosmartcar.pw
epicbrogaming.com forum.tvmir.org
ertelecom.ru foxinsocks.ru
extrabot.com frcls.fr
fermersovet.ru futbolkisales.ru
finteks.ru
footballfarrago.com
forex21.ru
formularz-konkurs.tk
fotosfotos.eu
foto-telok.net
franch.info
game300.ru game300.ru
gamedayassist.com getoutofdebtfree.org
gameplexcity.com gogps.me
gamezblox.com greamimgo.pw
gateway.zscalertwo.net gsasearchenginerankerhelp.com
gcup.ru g.starmoe.xyz
girlsfuckdick.com guitar-master.org
glopages.ru hamacapty.com
gobongo.info hannasolution.ru
goodhumor24.com headpress.ru
gratuitbaise.com high-speed1.net
greatdealshop.com highspeed5.net
hamptonoaks.ca ibb.com.ua
hccoder.info ico.re
healing-dysplasia.ru ideoworld.org
herehloadibs.cf imgarcade.com
hoholikik.club imicrovision.com
homeinns.com inboundlinks.win
houseofrose.com incolors.club
hoverboard360.se inet-traffic.com
i4track.net inspiring-desperate.tk
igru-xbox.net iradiology.ru
ikearugs.xyz isitpaleo.info
images-free.net istanbulit.com
images-graphics-pics.com istmira.ru
infostatsvc.com jjbabskoe.ru
interior-stickers.ru johannesburgsingles.co.za
ipchicken.com jus0wil.pp.ua
iplogger.org justdating.online
iqupdatetmz.win
jetsli.de
jose.mulinohouse.co
keywesthideaways.co keywesthideaways.co
keywordsking.com kino2018.cc
kinky-fetishes.com kinomaniatv.pl
kino-filmi.com knigonosha.net
larose.jb2c.me kredit-blog.ru
legionalpha.com ku6.com
lincolntheatre.com limads.men
lion.conboy.us livejasmin.com
louboutinreplica.pw lomb.co
madot.onlinewebshop.net m0r0zk0-krava.ru
master-muznachas.ru m1media.net
matsdale.com magazintiande.ru
mebelcomplekt.ru makis.nu
mebel-vstroika.ru manuscript.su
mediafresh.online masterseek.com
medictube.ru mathgym.com.au
medosmotr-ufa.ru maximpartnerspr.com
mebel-alait.ru
meetingrainstorm.bid
mejoresfotos.eu mejoresfotos.eu
metabar.ru micasainvest.com
mex-annushka.ru microsoftportal.net
mmgq.ru mirmedinfo.ru
monsterdivx.com mistr-x.org
mouselink.co mobplayer.ru
mturkcontent.com monclerboots.xyz
my-cash-bot.co mrcsa.com.au
nastroyke.net musicspire.online
naturalbreakthroughsresearch.com muz-shoes.ru
naturalpharm.com.ua narutonaruto.ru
nerudlogistik.ru naturtreenspicerx.pw
newtechspb.ru neks.info
nfljerseysforsalewholesaler.com new-post.tk
nottyu.xyz newstaffadsshop.club
novgorod.xrus.org nhl17coins.exblog.jp
o.light.d0t.ru nibbler.silktide.com
onemactrckr.com nootrino.com
osb.se11.ru oakridgemo.com
oxotl.com olympescort.com
panicatack.com onlinefilmz.net
peekyou.com onlinemegax.com
petsblogroll.com onlineserialy.ru
picphotos.net online-x.ru
picture-group.com ons-add.men
pila.pl o-o-11-o-o.com
piratecams.com ooo-gotovie.ru
platinumdeals.gr oralsexfilme.net
osnova3.ru
patol01.pw
pc-test.net
penisvergrotendepillennl.ovh
peugeot-club.org
pix-hd.com
play.leadzupc.com
poem-paying.gq
popserve.adscpm.net popserve.adscpm.net
pornoblood.com pornokajf.com
pornogad.com pornolook.net
porodasobak.net portnoff.od.ua
presleycollectibles.com praisong.net
privhosting.com privatefx-in.ru
prizesbook.online prostitutki-odessa.org
prostitutki-belgoroda.org psoriasis-file.trade
q-moto.ru registrationdomainsite.com
queerspace.com rentalcarnavi.info
remontvsamare.su rique.host.sk
rewardit.com runtnc.net
royalvegascasino.com ruspdd.com
rubbed.us samolet.fr
scanmarine.info saratov.xrus.org
scanner-john.top satellite.maps.ilovevitaly.com
schoolfiles.net scanner-brian.top
sdelai-prosto.ru scanner-mary.top
search-goo.com scenarii-1-sentyabrya.uroki.org.ua
semrush.com searchlock.com
seoboxes.com seemoreresultshu-a.akamaihd.net
seoheap.com segol.tv
seo-traffic-ranking.info seoholding.com
sharebutton.to seolab.top
shikiso.info seo-smm.kz
shopfishing.com.ua sfd-chess.ru
shtora66.ru sherlock.se
silvermature.net signoredom.com
sirpornogratis.xxx sitevalued.com
slavia.info snegozaderzhatel.ru
sneakyboy.com social-button.xyz
songplanet.ru sonnikforme.ru
space2019.top special-porn.com
speechfoodie.com speechfoodie.com
srdrvp.com stal-rulon.ru
standardchartered-forex.com staticfs.host
startwp.org sterva.cc
stpolice.com stpolice.com
stromerrealty.com strv.se
stroyhelp-dv.ru
surfbuyermac.com surfbuyermac.com
surflinksmedical.com
svetlotorg.ru svetlotorg.ru
svolze.com swsociety.se
taqywu51.soup.io
telegraf.by telegraf.by
telemetryverification.net templates.franklinfire.co
thefds.net tizanidinedosageforsleep.blogspot.com
thewebsitetemplate.info tizanidineonline.blogspot.com
thiegs.reco.ws tk-assortiment.ru
thruport.com track2.shop
titan-ads.life trafficfactory.biz
tizanidine4mguses.blogspot.com trafficjunky.net
tizanidinehcl4mgtab.blogspot.com trafficnetzwerk.de
tizanidinesleepaid.blogspot.com trion.od.ua
tizanidinestreetvalue.blogspot.com turkeyreport.tk
tksn.ru twodollarshows.com
traderzplanet.in tyumen.xrus.org
trafficgenius.xyz tzritel.tk
trkur.com udayavani.com
tube8.com unlimitdocs.net
tvorozhnaja-zapekanka-recept.ru userequip.com
ua-company.ru videochat.world
ukrobstep.com villacoloniale.com
verymes.xyz vip2ch.com
via-energy-cumpara.com vitanail.ru
visa-china.ru voltrknc1.com
voloo.ru voluumtrk.com
wanker.us vzlomfb.com
watchinf.com
webcamdevochka.com
webkeyit.com
webs.com webs.com
weddingdresses.xyz website-analytics.online
whengirlsgowild.com wejdz-tu.pl
worldinternetauthority.com welck.octopis.com
wurr.voila.net wesharepics.com
wzgyyq.com wfb.hatedriveapart.com
xev.ru woman-tampon.ru
xitjw.info wormix-cheats.ru
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai ww2awards.info
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
xxlargepop.com xn--80aikhbrhr.net
xxxnatelefon.ru xn----itbeirbjbi7bc6bh2d.xn--p1ai
youbrainboost.asia xn--oogle-wmc.com
yourads.website xnxx-n.com
youtube-downloader.savetubevideo.com xxxkaz.org
zebramart.ru xxxrus.org
xxxtube69.com
youjizz.com
zacreditom.ru
zakon-ob-obrazovanii.ru
zarabotat-na-sajte.ru
zarabotok--doma.ru
zootoplist.com
zvezdagedon.ru

8
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,14 +5,6 @@
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
ody>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.08.1820 #### Version: V4.2019.08.1821
#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.08.1820 #### Version: V4.2019.08.1821
#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.08.1820 #### Version: V4.2019.08.1821
#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

468
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

9
_generator_lists/bad-referrers.list
View file

@ -1,8 +1,3 @@
appmsr.org
onblastblog.online
littlesexdolls.com
fapgon.com
kinozapas.com
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -496,6 +491,7 @@ apple.com-webbrowsing-security.science
appleid-verification.com appleid-verification.com
applicationg29.com applicationg29.com
applyneedy.xyz applyneedy.xyz
appmsr.org
approved.su approved.su
approvedlocal.co.za approvedlocal.co.za
apps-analytics.net apps-analytics.net
@ -2045,6 +2041,7 @@ fanoboi.com
fanpagerobot.com fanpagerobot.com
fanrto.com fanrto.com
fantasticpixcool.com fantasticpixcool.com
fapgon.com
faptitans.com faptitans.com
faracontrol.ir faracontrol.ir
farm26.ru farm26.ru
@ -3375,6 +3372,7 @@ lirunet.ru
lisque.batcave.net lisque.batcave.net
littleberry.ru littleberry.ru
littlecity.ch littlecity.ch
littlesexdolls.com
littlesunraiser.com littlesunraiser.com
liumimgx.pw liumimgx.pw
liupis.com liupis.com
@ -4101,6 +4099,7 @@ olvanto.ru
olympescort.com olympescort.com
omoikiri-japan.ru omoikiri-japan.ru
omsk.xrus.org omsk.xrus.org
onblastblog.online
onclickpredictiv.com onclickpredictiv.com
onclkads.com onclkads.com
one-gear.com one-gear.com

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.08.1820 #### Version: V4.2019.08.1821
#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

@ -1 +1 @@
za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

4
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -491,6 +491,7 @@ domain:apple.com-webbrowsing-security.science
domain:appleid-verification.com domain:appleid-verification.com
domain:applicationg29.com domain:applicationg29.com
domain:applyneedy.xyz domain:applyneedy.xyz
domain:appmsr.org
domain:approved.su domain:approved.su
domain:approvedlocal.co.za domain:approvedlocal.co.za
domain:apps-analytics.net domain:apps-analytics.net
@ -2040,6 +2041,7 @@ domain:fanoboi.com
domain:fanpagerobot.com domain:fanpagerobot.com
domain:fanrto.com domain:fanrto.com
domain:fantasticpixcool.com domain:fantasticpixcool.com
domain:fapgon.com
domain:faptitans.com domain:faptitans.com
domain:faracontrol.ir domain:faracontrol.ir
domain:farm26.ru domain:farm26.ru
@ -3370,6 +3372,7 @@ domain:lirunet.ru
domain:lisque.batcave.net domain:lisque.batcave.net
domain:littleberry.ru domain:littleberry.ru
domain:littlecity.ch domain:littlecity.ch
domain:littlesexdolls.com
domain:littlesunraiser.com domain:littlesunraiser.com
domain:liumimgx.pw domain:liumimgx.pw
domain:liupis.com domain:liupis.com
@ -4096,6 +4099,7 @@ domain:olvanto.ru
domain:olympescort.com domain:olympescort.com
domain:omoikiri-japan.ru domain:omoikiri-japan.ru
domain:omsk.xrus.org domain:omsk.xrus.org
domain:onblastblog.online
domain:onclickpredictiv.com domain:onclickpredictiv.com
domain:onclkads.com domain:onclkads.com
domain:one-gear.com domain:one-gear.com

478
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

478
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

478
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.08.1820 ### Version: V4.2019.08.1821
### Updated: Wed Aug 28 20:11:35 SAST 2019 ### Updated: Thu Aug 29 13:23:45 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##