vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 12:09:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2020.01.1936 [ci skip]

Browse source
This commit is contained in:
Travis 2020-01-23 13:18:19 +02:00
parent 742494b66c
commit b67fe8f60a
63 changed files with 6767 additions and 6708 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

633
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 1; 34.73.66.97 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 0; 34.73.66.97 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 1; 34.73.66.97 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 0; 34.73.66.97 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 1; 34.73.66.97 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -167,6 +167,7 @@
"~*(?:\b)6128786\.com(?:\b)" 0; "~*(?:\b)6128786\.com(?:\b)" 0;
"~*(?:\b)66cpwgln\.space(?:\b)" 0; "~*(?:\b)66cpwgln\.space(?:\b)" 0;
"~*(?:\b)6hopping\.com(?:\b)" 0; "~*(?:\b)6hopping\.com(?:\b)" 0;
"~*(?:\b)70casino\.online(?:\b)" 0;
"~*(?:\b)72\-news\.com(?:\b)" 0; "~*(?:\b)72\-news\.com(?:\b)" 0;
"~*(?:\b)76brighton\.co\.uk(?:\b)" 0; "~*(?:\b)76brighton\.co\.uk(?:\b)" 0;
"~*(?:\b)777\-club\.ru(?:\b)" 0; "~*(?:\b)777\-club\.ru(?:\b)" 0;
@ -6275,6 +6276,7 @@
"~*(?:\b)vkontaktemusic\.ru(?:\b)" 0; "~*(?:\b)vkontaktemusic\.ru(?:\b)" 0;
"~*(?:\b)vkontarkte\.com(?:\b)" 0; "~*(?:\b)vkontarkte\.com(?:\b)" 0;
"~*(?:\b)vksaver\-all\.ru(?:\b)" 0; "~*(?:\b)vksaver\-all\.ru(?:\b)" 0;
"~*(?:\b)vksex\.ru(?:\b)" 0;
"~*(?:\b)vladhistory\.com(?:\b)" 0; "~*(?:\b)vladhistory\.com(?:\b)" 0;
"~*(?:\b)vladimir\.xrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.xrus\.org(?:\b)" 0;
"~*(?:\b)vladimir\.zrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.zrus\.org(?:\b)" 0;
@ -6307,6 +6309,7 @@
"~*(?:\b)vroze\.com(?:\b)" 0; "~*(?:\b)vroze\.com(?:\b)" 0;
"~*(?:\b)vsdshnik\.com(?:\b)" 0; "~*(?:\b)vsdshnik\.com(?:\b)" 0;
"~*(?:\b)vseigru\.one(?:\b)" 0; "~*(?:\b)vseigru\.one(?:\b)" 0;
"~*(?:\b)vseigry\.fun(?:\b)" 0;
"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0; "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0;
"~*(?:\b)vseuznaem\.com(?:\b)" 0; "~*(?:\b)vseuznaem\.com(?:\b)" 0;
"~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vsexkontakte\.net(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 0; 34.73.66.97 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

633
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

633
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -120,6 +120,7 @@
"~*(?:\b)6128786\.com(?:\b)" 0; "~*(?:\b)6128786\.com(?:\b)" 0;
"~*(?:\b)66cpwgln\.space(?:\b)" 0; "~*(?:\b)66cpwgln\.space(?:\b)" 0;
"~*(?:\b)6hopping\.com(?:\b)" 0; "~*(?:\b)6hopping\.com(?:\b)" 0;
"~*(?:\b)70casino\.online(?:\b)" 0;
"~*(?:\b)72\-news\.com(?:\b)" 0; "~*(?:\b)72\-news\.com(?:\b)" 0;
"~*(?:\b)76brighton\.co\.uk(?:\b)" 0; "~*(?:\b)76brighton\.co\.uk(?:\b)" 0;
"~*(?:\b)777\-club\.ru(?:\b)" 0; "~*(?:\b)777\-club\.ru(?:\b)" 0;
@ -6228,6 +6229,7 @@
"~*(?:\b)vkontaktemusic\.ru(?:\b)" 0; "~*(?:\b)vkontaktemusic\.ru(?:\b)" 0;
"~*(?:\b)vkontarkte\.com(?:\b)" 0; "~*(?:\b)vkontarkte\.com(?:\b)" 0;
"~*(?:\b)vksaver\-all\.ru(?:\b)" 0; "~*(?:\b)vksaver\-all\.ru(?:\b)" 0;
"~*(?:\b)vksex\.ru(?:\b)" 0;
"~*(?:\b)vladhistory\.com(?:\b)" 0; "~*(?:\b)vladhistory\.com(?:\b)" 0;
"~*(?:\b)vladimir\.xrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.xrus\.org(?:\b)" 0;
"~*(?:\b)vladimir\.zrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.zrus\.org(?:\b)" 0;
@ -6260,6 +6262,7 @@
"~*(?:\b)vroze\.com(?:\b)" 0; "~*(?:\b)vroze\.com(?:\b)" 0;
"~*(?:\b)vsdshnik\.com(?:\b)" 0; "~*(?:\b)vsdshnik\.com(?:\b)" 0;
"~*(?:\b)vseigru\.one(?:\b)" 0; "~*(?:\b)vseigru\.one(?:\b)" 0;
"~*(?:\b)vseigry\.fun(?:\b)" 0;
"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0; "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0;
"~*(?:\b)vseuznaem\.com(?:\b)" 0; "~*(?:\b)vseuznaem\.com(?:\b)" 0;
"~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vsexkontakte\.net(?:\b)" 0;

3
.dev-tools/referrers-regex-format.txt
View file

@ -120,6 +120,7 @@
"~*(?:\b)6128786\.com(?:\b)" 1; "~*(?:\b)6128786\.com(?:\b)" 1;
"~*(?:\b)66cpwgln\.space(?:\b)" 1; "~*(?:\b)66cpwgln\.space(?:\b)" 1;
"~*(?:\b)6hopping\.com(?:\b)" 1; "~*(?:\b)6hopping\.com(?:\b)" 1;
"~*(?:\b)70casino\.online(?:\b)" 1;
"~*(?:\b)72\-news\.com(?:\b)" 1; "~*(?:\b)72\-news\.com(?:\b)" 1;
"~*(?:\b)76brighton\.co\.uk(?:\b)" 1; "~*(?:\b)76brighton\.co\.uk(?:\b)" 1;
"~*(?:\b)777\-club\.ru(?:\b)" 1; "~*(?:\b)777\-club\.ru(?:\b)" 1;
@ -6228,6 +6229,7 @@
"~*(?:\b)vkontaktemusic\.ru(?:\b)" 1; "~*(?:\b)vkontaktemusic\.ru(?:\b)" 1;
"~*(?:\b)vkontarkte\.com(?:\b)" 1; "~*(?:\b)vkontarkte\.com(?:\b)" 1;
"~*(?:\b)vksaver\-all\.ru(?:\b)" 1; "~*(?:\b)vksaver\-all\.ru(?:\b)" 1;
"~*(?:\b)vksex\.ru(?:\b)" 1;
"~*(?:\b)vladhistory\.com(?:\b)" 1; "~*(?:\b)vladhistory\.com(?:\b)" 1;
"~*(?:\b)vladimir\.xrus\.org(?:\b)" 1; "~*(?:\b)vladimir\.xrus\.org(?:\b)" 1;
"~*(?:\b)vladimir\.zrus\.org(?:\b)" 1; "~*(?:\b)vladimir\.zrus\.org(?:\b)" 1;
@ -6260,6 +6262,7 @@
"~*(?:\b)vroze\.com(?:\b)" 1; "~*(?:\b)vroze\.com(?:\b)" 1;
"~*(?:\b)vsdshnik\.com(?:\b)" 1; "~*(?:\b)vsdshnik\.com(?:\b)" 1;
"~*(?:\b)vseigru\.one(?:\b)" 1; "~*(?:\b)vseigru\.one(?:\b)" 1;
"~*(?:\b)vseigry\.fun(?:\b)" 1;
"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 1; "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 1;
"~*(?:\b)vseuznaem\.com(?:\b)" 1; "~*(?:\b)vseuznaem\.com(?:\b)" 1;
"~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vsexkontakte\.net(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.73.65.1 0; 35.196.82.30 0;

633
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 1; 35.231.58.0 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 0; 35.231.58.0 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 1; 35.231.58.0 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 0; 35.231.58.0 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 1; 35.231.58.0 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -167,6 +167,7 @@
"~*(?:\b)6128786\.com(?:\b)" 0; "~*(?:\b)6128786\.com(?:\b)" 0;
"~*(?:\b)66cpwgln\.space(?:\b)" 0; "~*(?:\b)66cpwgln\.space(?:\b)" 0;
"~*(?:\b)6hopping\.com(?:\b)" 0; "~*(?:\b)6hopping\.com(?:\b)" 0;
"~*(?:\b)70casino\.online(?:\b)" 0;
"~*(?:\b)72\-news\.com(?:\b)" 0; "~*(?:\b)72\-news\.com(?:\b)" 0;
"~*(?:\b)76brighton\.co\.uk(?:\b)" 0; "~*(?:\b)76brighton\.co\.uk(?:\b)" 0;
"~*(?:\b)777\-club\.ru(?:\b)" 0; "~*(?:\b)777\-club\.ru(?:\b)" 0;
@ -6275,6 +6276,7 @@
"~*(?:\b)vkontaktemusic\.ru(?:\b)" 0; "~*(?:\b)vkontaktemusic\.ru(?:\b)" 0;
"~*(?:\b)vkontarkte\.com(?:\b)" 0; "~*(?:\b)vkontarkte\.com(?:\b)" 0;
"~*(?:\b)vksaver\-all\.ru(?:\b)" 0; "~*(?:\b)vksaver\-all\.ru(?:\b)" 0;
"~*(?:\b)vksex\.ru(?:\b)" 0;
"~*(?:\b)vladhistory\.com(?:\b)" 0; "~*(?:\b)vladhistory\.com(?:\b)" 0;
"~*(?:\b)vladimir\.xrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.xrus\.org(?:\b)" 0;
"~*(?:\b)vladimir\.zrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.zrus\.org(?:\b)" 0;
@ -6307,6 +6309,7 @@
"~*(?:\b)vroze\.com(?:\b)" 0; "~*(?:\b)vroze\.com(?:\b)" 0;
"~*(?:\b)vsdshnik\.com(?:\b)" 0; "~*(?:\b)vsdshnik\.com(?:\b)" 0;
"~*(?:\b)vseigru\.one(?:\b)" 0; "~*(?:\b)vseigru\.one(?:\b)" 0;
"~*(?:\b)vseigry\.fun(?:\b)" 0;
"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0; "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0;
"~*(?:\b)vseuznaem\.com(?:\b)" 0; "~*(?:\b)vseuznaem\.com(?:\b)" 0;
"~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vsexkontakte\.net(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.237.212.185 0; 35.231.58.0 0;
127.0.0.1 0; 127.0.0.1 0;

633
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.196.213.122 0; 34.73.66.97 0;
35.185.97.135 0; 34.74.91.53 0;

633
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.196.213.122 0; 35.196.82.30 0;
35.185.97.135 0; 35.231.58.0 0;

633
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.185.97.135 0; 35.227.58.83 0;
35.237.212.185 0; 34.74.91.53 0;
34.74.253.255 0; 34.73.34.132 0;

633
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.237.212.185 0; 35.196.82.30 0;
35.185.97.135 0; 34.73.34.132 0;
35.227.58.83 0;

633
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 1; 34.73.66.97 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -167,6 +167,7 @@
"~*(?:\b)6128786\.com(?:\b)" 0; "~*(?:\b)6128786\.com(?:\b)" 0;
"~*(?:\b)66cpwgln\.space(?:\b)" 0; "~*(?:\b)66cpwgln\.space(?:\b)" 0;
"~*(?:\b)6hopping\.com(?:\b)" 0; "~*(?:\b)6hopping\.com(?:\b)" 0;
"~*(?:\b)70casino\.online(?:\b)" 0;
"~*(?:\b)72\-news\.com(?:\b)" 0; "~*(?:\b)72\-news\.com(?:\b)" 0;
"~*(?:\b)76brighton\.co\.uk(?:\b)" 0; "~*(?:\b)76brighton\.co\.uk(?:\b)" 0;
"~*(?:\b)777\-club\.ru(?:\b)" 0; "~*(?:\b)777\-club\.ru(?:\b)" 0;
@ -6275,6 +6276,7 @@
"~*(?:\b)vkontaktemusic\.ru(?:\b)" 0; "~*(?:\b)vkontaktemusic\.ru(?:\b)" 0;
"~*(?:\b)vkontarkte\.com(?:\b)" 0; "~*(?:\b)vkontarkte\.com(?:\b)" 0;
"~*(?:\b)vksaver\-all\.ru(?:\b)" 0; "~*(?:\b)vksaver\-all\.ru(?:\b)" 0;
"~*(?:\b)vksex\.ru(?:\b)" 0;
"~*(?:\b)vladhistory\.com(?:\b)" 0; "~*(?:\b)vladhistory\.com(?:\b)" 0;
"~*(?:\b)vladimir\.xrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.xrus\.org(?:\b)" 0;
"~*(?:\b)vladimir\.zrus\.org(?:\b)" 0; "~*(?:\b)vladimir\.zrus\.org(?:\b)" 0;
@ -6307,6 +6309,7 @@
"~*(?:\b)vroze\.com(?:\b)" 0; "~*(?:\b)vroze\.com(?:\b)" 0;
"~*(?:\b)vsdshnik\.com(?:\b)" 0; "~*(?:\b)vsdshnik\.com(?:\b)" 0;
"~*(?:\b)vseigru\.one(?:\b)" 0; "~*(?:\b)vseigru\.one(?:\b)" 0;
"~*(?:\b)vseigry\.fun(?:\b)" 0;
"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0; "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 0;
"~*(?:\b)vseuznaem\.com(?:\b)" 0; "~*(?:\b)vseuznaem\.com(?:\b)" 0;
"~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vsexkontakte\.net(?:\b)" 0;

18
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BuiltWith Asterias
Linkdexbot autoemailspider
Majestic12 Bullseye
Pavuk Fimap
ProWebWalker Grafula
SalesIntelligent Libwhisker
ScoutJet Nameprotect
NetLyzer
Web Collage Web Collage
WebFetch Website Quester
Widow

286
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
AhrefsBot 404checker
AIBOT Abonti
AiHitBot Aboundex
Acunetix
Aipbot Aipbot
Alexibot Alexibot
Alligator archive.org_bot
AlphaBot Attach
autoemailspider
AwarioSmartBot
BackDoorBot BackDoorBot
backlink-check Badass
BacklinkCrawler Bandit
BackWeb BatchFTP
Barkrowler
BBBike
BDFetch BDFetch
Bigfoot Bigfoot
Bitacle
Blackboard
Black Hole
BlackWidow BlackWidow
BLEXBot
Blow Blow
Boardreader
Bolt
BotALot
Brandprotect Brandprotect
Brandwatch Buddy
BuiltBotTough BuiltBotTough
BuzzSumo BuiltWith
CATExplorador Bullseye
Calculon
CazoodleBot
CCBot
Cegbfeieh Cegbfeieh
CheeseBot
CherryPicker CherryPicker
CheTeam CheTeam
Claritybot ChinaClaw
coccocbot-web Cloud mapping
Cogentbot cognitiveseo
Collector Collector
com.plumanalytics
Copier Copier
CopyRightCheck
Copyscape
Cosmos
Craftbot
crawler4j crawler4j
crawler.feedback crawler.feedback
crawl.sogou.com Custo
CrazyWebCrawler DatabaseDriverMysqli
Crescent
CrunchBot
CSHttp
Curious
DataCha0s DataCha0s
demandbase-bot demandbase-bot
Deusu Demon
Devil Devil
DigitalPebble DIIbot
Discobot Disco
Discoverybot
Dispatch
DittoSpyder DittoSpyder
DomainAppender
DomainSigmaCrawler
Dotbot Dotbot
DTS Agent Download Wonder
Ebingbong Dragonfly
EasyDL
eCatch
ECCP/1.0
EirGrabber
EMail Siphon
EMail Wolf EMail Wolf
EroCrawler
evc-batch evc-batch
Evil ExtractorPro
Express WebPictures
ExtLinksBot
Extreme Picture Finder Extreme Picture Finder
Ezooms FDM
FemtosearchBot FemtosearchBot
FHscan FHscan
Fimap Fimap
Firefox/7.0 FlashGet
Flunky Flunky
Foobot
Freeuploader
FrontPage FrontPage
FyberSpider
GalaxyBot
Genieo
GermCrawler
Getintent Getintent
GetRight
Gigablast
Gigabot
G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit Gotit
GoZilla GoZilla
Grabber
GrabNet
Grafula Grafula
GrapeFX
GridBot GridBot
GT::WWW Haansoft
Harvest HTMLparser
Havij HTTP::Lite
HEADMasterSEO HTTrack
heritrix Humanlinks
HybridBot Id-search
IDBot IndeedBot
IlseBot
Image Fetch
InfoTekies InfoTekies
instabid Intelliseek
InterGET
Internet Ninja
internetVista monitor
ips-agent ips-agent
Iskanie
IstellaBot IstellaBot
Jbrofuzz
JetCar
Jetty
JikeSpider JikeSpider
JOC Web Spider Kozmosbot
JustView
Jyxobot
Keyword Density
Larbin Larbin
LeechFTP
LeechGet
Lftp
LibWeb LibWeb
Libwhisker
Lightspeedsystems Lightspeedsystems
LinkpadBot LinkWalker
LinkScan
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
Litemage_walker LinqiaRSSBot
magpie-crawler Lipperhey
Majestic-SEO lwp-request
lwp-trivial
Mag-Net
Mail.RU_Bot
Majestic SEO
MarkMonitor
MarkWatch MarkWatch
Masscan Masscan
Mass Downloader meanpathbot
MauiBot
Meanpathbot
MeanPath Bot MeanPath Bot
MegaIndex.ru mediawords
MFC_Tear_Sample
Microsoft URL Control Microsoft URL Control
MIDown tool MIDown tool
MIIxpc Mister PiX
Mojeek MJ12bot
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage
MSIECrawler MSIECrawler
Msrabot
muhstik-scan
Musobot
Name Intelligence
Nameprotect Nameprotect
NearSite Nessus
NetAnts Netcraft
netEstate NE Crawler netEstate NE Crawler
NetLyzer NetLyzer
Nettrack NetSpider
Net Vampire
Netvibes Netvibes
NetZIP
Nikto
Nimbostratus Nimbostratus
Ninja
Nmap
NPbot NPbot
Nutch Octopus
oBot
Offline Navigator Offline Navigator
OnCrawl OpenLinkProfiler
Openfind Openvas
OrangeBot OrangeSpider
OutclicksBot
PageAnalyzer PageAnalyzer
Page Analyzer
PageGrabber
page scorer page scorer
PageScorer
PECL::HTTP PECL::HTTP
PeoplePal PHPCrawl
Picsearch Picscout
PictureFinder PictureFinder
Pi-Monster Pimonster
PleaseCrawl Pixray
plumanalytics
Pockey
Probethenet Probethenet
ProWebWalker ProPowerBot
Psbot Pump
PxBroker PxBroker
PyCurl PyCurl
QueryN Metasearch
RankActiveLinkBot RankActiveLinkBot
RankFlex RankFlex
RankingBot RankingBot
RankingBot2
Rankivabot Rankivabot
RealDownload RealDownload
Reaper Reaper
RebelMouse RebelMouse
RedesScrapy ReGet
RepoMonkey RepoMonkey
Ripper
RocketCrawler RocketCrawler
Rogerbot Rogerbot
RSSingBot RSSingBot
SBIder
Scanbot
scan.lol scan.lol
ScoutJet Scrapy
Screaming Semrush
ScreenerBot SEOkicks-Robot
Searchestate Seomoz
SemrushBot
seoscanners seoscanners
SeoSiteCheckup
SEOstats SEOstats
sexsearcher
Shodan Shodan
Siphon Siphon
SISTRIX
SiteExplorer
Siteimprove Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger Sociscraper
SiteSucker
SlySearch
Snapbot
sogouspider
Sosospider
Sottopop
SpaceBison
SpankBot SpankBot
SputnikBot Spanner
Sqlmap spyfu
Sqlworm
Steeler
Stripper Stripper
SuperBot Sucker
SuperHTTP
Surfbot Surfbot
SurveyBot SurveyBot
Szukacz Suzuran
TeleportPro T8Abot
Telesphoreo Telesphoreo
Thumbor
Toata Toata
Trendiction Tracemyfile
True_Robot
TurnitinBot TurnitinBot
Typhoeus UnisterBot
URLy.Warning
VB Project
VidibleScraper VidibleScraper
Virusdie Voil
VoidEYE Voltron
Wallpapers/3.0
WallpapersHD
WASALive-Bot WASALive-Bot
WBSearchBot WebAuto
WebBandit
WebCollage WebCollage
WebCopier
WebEnhancer
Web Enhancer Web Enhancer
WebFetch WebFetch
WebFuck Web Fetch
Web Fuck
WebGo IS WebGo IS
WebLeacher WebPix
Web Pix Web Pix
WebReaper WebReaper
Webshag
WebsiteExtractor WebsiteExtractor
Website Quester Website Quester
Webster
WebStripper
WebSucker WebSucker
WebWhacker WebWhacker
WeSEE
Whack Whack
Who.is Bot Who.is Bot
WinHTTrack WiseGuys Robot
Wprecon Wotbox
WPScan WPScan
WWW-Collector-E WWW-Collector-E
WWW-Mechanize WWWOFFLE
WWW::Mechanize Xenu
x22Mozilla zauba.io
Zeus Zermelo
Zitebot
ZmEu ZmEu
ZumBot
ZyBorg

256
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker Aboundex
Acunetix Aboundexbot
Aipbot AfD-Verbotsverfahren
AllSubmitter AhrefsBot
arquivo-web-crawler Alligator
AwarioRssBot AlphaBot
Backlink-Ceck arquivo.pt
ASPSeek
AwarioSmartBot
BackDoorBot
backlink-check backlink-check
Barkrowler Bandit
Battleztar Bazinga
BBBike BBBike
BDFetch BDFetch
Bigfoot Bitacle
Blackboard Blackboard
BlackWidow Black Hole
BLEXBot Bolt
Buddy BotALot
Brandprotect
BuiltBotTough BuiltBotTough
BuiltWith CazoodleBot
Cegbfeieh Cegbfeieh
CheeseBot CherryPicker
ChinaClaw
Chlooe Chlooe
Claritybot Claritybot
coccocbot-web Cliqzbot
Cloud mapping
Cogentbot
cognitiveseo cognitiveseo
Collector
com.plumanalytics com.plumanalytics
Copier
Cosmos Cosmos
Craftbot crawler.feedback
crawler4j CrunchBot
CrazyWebCrawler
Crescent
CSHttp
Curious Curious
Custo DatabaseDriverMysqli
DataCha0s DataCha0s
demandbase-bot
Demon Demon
Deusu Deusu
Digincore Digincore
Disco DigitalPebble
Discobot DIIbot
DittoSpyder Dirbuster
DnyzBot Dispatch
DomainCrawler DomainCrawler
DomainSigmaCrawler
Dotbot Dotbot
Dragonfly Dragonfly
Drip
Ebingbong Ebingbong
ECCP/1.0 eCatch
Ecxi EMail Siphon
EirGrabber Exabot
EroCrawler ExtLinksBot
ExtractorPro Extractor
Extreme Picture Finder Extreme Picture Finder
facebookscraper
FDM FDM
FemtosearchBot
FHscan FHscan
Fimap Fimap
Firefox/7.0 Firefox/7.0
FlashGet
Foobot
Freeuploader Freeuploader
FyberSpider FyberSpider
Fyrebot Genieo
Getintent
Gigablast Gigablast
Go-Ahead-Got-It G-i-g-a-b-o-t
Gotit GoZilla
Go!Zilla Go!Zilla
GrabNet GrabNet
Grafula GrapeshotCrawler
Havij Harvest
HEADMasterSEO HEADMasterSEO
Hloader HMView
HTMLparser HybridBot
HTTrack
Iblog Iblog
IDBot IlseBot
Image Sucker Image Fetch
Indy Library IndeedBot
InfoNaviRobot
instabid instabid
InterGET InterGET
internetVista monitor internetVista monitor
ips-agent ips-agent
Iria Iria
IRLbot
IstellaBot IstellaBot
Jbrofuzz Jbrofuzz
JetCar
JikeSpider JikeSpider
JOC Web Spider
Jorgee Jorgee
JustView JustView
Jyxobot Jyxobot
Keyword Density Keyword Density
Kozmosbot Larbin
Lanshanbot LeechFTP
LeechGet
LexiBot LexiBot
LibWeb Lftp
Libwhisker Libwhisker
Lightspeedsystems LinkWalker
LinkpadBot Litemage_walker
LinkScan
LinksManager
LinqiaScrapeBot
Lmspider
lwp-request lwp-request
Magnet Magnet
Mag-Net Mail.RU_Bot
magpie-crawler Majestic SEO
Majestic12
Majestic-SEO Majestic-SEO
MarkMonitor
MarkWatch MarkWatch
Mata Hari Mass Downloader
MauiBot
Meanpathbot Meanpathbot
MIDown tool MeanPath Bot
MIIxpc Metauri
Mister PiX Microsoft URL Control
MJ12bot
Mojolicious Mojolicious
Morfeus Fucking Scanner Morfeus Fucking Scanner
MSFrontPage Mr.4x3
MSIECrawler Msrabot
muhstik-scan muhstik-scan
Musobot Musobot
Name Intelligence
Nameprotect Nameprotect
Nessus Navroad
NetAnts NetAnts
Netcraft
netEstate NE Crawler
NetMechanic NetMechanic
Nettrack
Net Vampire
Netvibes Netvibes
NICErsPRO NextGenSearchBot
Niki-bot Niki-bot
Nikto Nikto
Nimbostratus Nimbostratus
Ninja Ninja
Nmap
Octopus Octopus
Offline Navigator Offline Navigator
OnCrawl OnCrawl
Openvas OrangeBot
OrangeSpider PageAnalyzer
PageGrabber
page scorer
Pandalytics Pandalytics
Papa Foto
Pavuk Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
Picsearch PHPCrawl
Pi-Monster Picscout
Pixray Pixray
plumanalytics plumanalytics
Pockey
Probethenet Probethenet
ProWebWalker
Psbot Psbot
QueryN Metasearch Pump
RankingBot PyCurl
Quick-Crawler
RankActive
RankActiveLinkBot
RankFlex
Rankivabot Rankivabot
RealDownload
RebelMouse
RedesScrapy
ReGet ReGet
Ripper
Rogerbot Rogerbot
RSSingBot
s1z.ru s1z.ru
SBIder SBIder
ScanAlert Scanbot
Screaming ScoutJet
ScreenerBot ScreenerBot
Semrush Semrush
SEOkicks
SEOkicks-Robot
SEOlyticsCrawler
Seomoz
SeoSiteCheckup
serpstatbot serpstatbot
sexsearcher
Shodan Shodan
Siphon
Siteimprove Siteimprove
SiteSnagger SiteSucker
Site Sucker
Sitevigil Sitevigil
SlySearch SlySearch
SmartDownload Snake
Snoopy Snoopy
SocialRankIOBot SocialRankIOBot
Sogou web spider Sogou web spider
Sosospider Sosospider
Spammen Sottopop
SpankBot
Spanner
sp_auditbot sp_auditbot
Spbot
SputnikBot SputnikBot
Sqlmap Sqworm
Stripper Sucker
Sucuri SuperBot
SuperHTTP SuperHTTP
SurveyBot SurveyBot
Suzuran sysscan
Szukacz Szukacz
T8Abot
Teleport Teleport
TeleportPro
Telesphoreo Telesphoreo
Telesphorep
The Intraformant The Intraformant
TheNomad
Thumbor
TightTwatBot TightTwatBot
Titan Titan
Toata
Trendiction Trendiction
Turingos Trendictionbot
Twice TwengaBot
Typhoeus Upflow
UnisterBot
URLy Warning URLy Warning
Vagabondo Voil
VB Project Wallpapers/3.0
VeriCiteCrawler WASALive-Bot
VidibleScraper
WebAuto
WebAuto WebAuto
Web Collage Web Collage
WebCopier
WEBDAV
Web Enhancer Web Enhancer
Web Fetch
WebFuck
Web Fuck Web Fuck
WebGo IS WebGo IS
WebLeacher webmeup-crawler
WebmasterWorldForumBot WebPix
Web Pix Web Pix
WebSauger WebSauger
Web Sauger
Webshag Webshag
WebsiteExtractor
Webster Webster
WebStripper WebStripper
WebZIP WebSucker
WeSEE Web Sucker
Whack
Whacker
Whatweb Whatweb
Who.is Bot Who.is Bot
Widow Widow
WinHTTrack
WiseGuys Robot
WISENutbot WISENutbot
Wotbox Woobot
Wprecon Wprecon
WWW-Collector-E WPScan
WWW::Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla x22Mozilla
Xaldon WebSpider Zade
Xaldon_WebSpider zauba.io
Xenu
Zauba
Zermelo Zermelo
Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZumBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
5i2.net alevinefesleri.com
absolutelyanalog.com evening-dating-club.info
alldubai.biz fiverr.com
cosmeticswomens-womensports.rhcloud.com fortwosmartcar.pw
googlsucks.com kladrus.ru
porn555.com macotool.com
pornoreino.com rednise.com
searchaddis.com saratov.xrus.org
sfj-ror.no scanner-andrew.top
toonfamilies.net snyatie-lomki-v-stacionare.ru

898
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00it.com 03p.info
1-99seo.com 0daymusic.org
1-free-share-buttons.com 1adult.com
1webmaster.ml 2pxg8bcf.top
4inn.ru 5ws.dating-app.ru
4kpics.rocks
7yue.org 7yue.org
991mostfm.co.id 8558l.jobs.net
999webdesign.com 999webdesign.com
aa9bd78f328a6a41279d0fad0a88df1901.com a14download.com
abtasty.com acads.net
academiacsmendoza.org actices.com
actionnooz.com
actulite.com
addray.pro
adimmix.com adimmix.com
adinterax.com
adultactioncam.com adultactioncam.com
advertex.info agecheckadult.com
agardomains.com aimayangzhi.com
agreda.pluto.ro akama.com
aktivator-windows10.blogspot.com albamargroup.com
aktobe.xkaz.org alienwheel.es
akuhni.by amanda-porn.ga
alert-fjg.xyz anal-acrobats.hol.es
algerianembassy.co.in ananumous.ru
alldubai.biz anmysite.com
allesohnegirls.net anti-virus-removal.info
alltheviews.com apartmentratings.com
amazon-adsystem.com apartment.ru
am-se.com apibrowsesmartne-a.akamaihd.net
apiholdingmypage-a.akamaihd.net apper.de
apiluckyleapnet-a.akamaihd.net arcteryxstore.online
apiportalmorecom-a.akamaihd.net
aproposde.com
arclk.net
arenanews.com.ua arenanews.com.ua
arpelsreplica.xyz australia-opening-times.com
arraty.altervista.org
asiavirtualsolutions.com
asrvrep-a.akamaihd.net
atmagroup.ru
autobrennero.it
autobudpostach.club autobudpostach.club
aversis.net aversis.net
awency.com
ayakino.net
ayerbo.xhost.ro
azazaporn.com azazaporn.com
azazu.ru azlex.uz
bankcrediti.ru azte.ch
bard-real.com.ua b00kmarks.com
bbsoldes.fr banan.tv
begalka.xyz banksrf.ru
bestpriceninja.com bannerconnect.net
bestprofits-there.com bannertesting.com
beta.hotkeys.com barnfurnituremart.com
beyan.host.sk bausparen.bz.it
bezlimitko.xyz bcmp.org
beachfix.co
bedcapdealers.com
bensbargains.net
bestempresas.es
bestofupload.info
betonka.pro
bif-ru.info bif-ru.info
biketank.ga bigames.online
bioinnovate.co binomo.com
bio.trade-jp.net biteg.xyz
bitcoinpile.com bjetjt.com
biznesluxe.ru blockety.co
bjanshee.ru blog.koorg.ru
blackle.com blogrankers.com
bloggedporn.com blog.yam.com
bmw.afora.ru boc.kz
bobba.dzaba.com bombla.org
bookmark4you.com.biz bonux.nextview.ru
boole.onlinewebshop.net bookmaker-bet.com
bouda.kvalitne.cz brandedleadgeneration.com
brendbutik.ru breget74.ru
brewdom.ru buchananshardware.com
brianhenry.co bumble.cheapwebsitehoster.com
btc4u.ru bum.com.ru
budilneg.xyz burger-imperia.com
buigas.00it.com businesn.men
bus-offer.com callawaygolfoutlet.online
buyk.host.sk candelluxsklep.pl
buypuppies.ca capacitacionyaprendizaje.com
c1.onedmp.com cartierlovebraceletreplica.xyz
callstevens.com cartierlove.xyz
candcstuccoandstone.com cartierreplica.pw
candy-glam-hp.com ccjp.eu
canzoni.ru celebsopics.com
capture-room.com cenoval.ru
cardiosport.com.ua centre-indigo.org.ua
cartierlove2u.com cercacamion.it
cartierlove2u.xyz checkhit.com
cdnanalytics.xyz check-host.net
cdnnetwok.xyz checktext.org
cezartabac.ro chelyabinsk.xrus.org
chastnoeporno.com cinemaflix.website
chatroulette.si clash-clans.ru
cheapestjerseysonwholesale.com clicksor.net
checkm8.com clksite.com
choice-credit.ru clmforexeu.com
clicksotrk.com coderstate.com
cmd.kz companies-catalog.com
cocyq.inwtrade.com compliance-andrew.top
codysbbq.com compliance-brian.xyz
coindirect.io compliance-don.xyz
colehaanoutlet.store compliance-mary.top
comissionka.net connectingsingles.com
compliance-brian.top contentlook.co
compliance-john.top continent-e.tv
cornerstone-countertops.com coolbar.pro
countercrazy.com coolgamechannel.com
coolyarddecorations.com
coop-gamers.ru
coprofam.org
cordstrap.cc
cosmetic.donna7753191.ru
costablue.xyz
covadhosting.biz covadhosting.biz
crafthubs.com cranly.net
cwetochki.ru crirussian.ru
daneshetabiat.com damedingel.ya.ru
daooda.com daooda.com
decorazilla.com darodar.com
dating-time-now.com
daymusam.com
deda-moroza-zakaz.ru deda-moroza-zakaz.ru
degerlund.net dekorkeramik.ru
detskie-konstruktory.ru derevesendeco.com
de.zapmeta.com detsky-nabytek.info
dieswaene.com deutschland123.de
directrev.com dev-seo.blog
digitalfaq.com
dinkolove.ya.ru
disruptingdinnerparties.com disruptingdinnerparties.com
djekxa.ru distver.ru
div.as
djstools.com
dkvorota.ru dkvorota.ru
dogoimage.com dnepropetrovsk.mistr-x.org
dneprsvet.com.ua
dnsrsearch.com
dolohen.com dolohen.com
domaincheck.io dominateforex.ml
dotnetdotcom.org downloaddy.net
doublepimp.com downvids.net
downloadkakaotalk.com drugs-no-rx.info
download-wallpaper.net druzhbany.ru
earncash.com.ua edudocs.net
earn-from-articles.com ekn-art.se
ed-shop01.ru
educatemetv.com
ekaterinburg.xrus.org
ekobata.ru ekobata.ru
elektir.ru e-kwiaciarz.pl
elektrischezigaretten1.blogse.nl elektrischeziga.livejournal.com
elvenmachine.com elektroniksigaraankara.info
englate.com elektrozigaretten2.yn.lt
erotiktreff24.info erotik-kostenlos.net
essaypro.com escort-russian.com
este-line.com.ua esopini.com
etm-consult.de euronis-free.com
eu-cookie-law.info everytalk.tv
evaashop.ru evrotekhservis.ru
exchanges-bet.com exchangeit.gq
exlarseva.webblog.es exportshop.us
expertblog.info extremal-blog.com
face.hostingx.eu extremepornos.net
falllow.gq f00kclan.de
family1st.ca fable.in.ua
faptitans.com favoritemoney.ru
farmprofi.net faz99.com
fashionindeed.ml fearcrow.com
fashion.stellaconstance.co femmesdenudees.com
fefo.gdn
filesvine.com
financetip.eu
findanysex.com findanysex.com
flagcounter.me finstroy.net
flashbannernow.com fishtauto.ru
flavors.me fitness-video.net
floridamhca.org fiuxy.com
flytourisme.org flooringinstallation-edmonton.com
fok.nl floridahuntingfishingadventures.com
forexgb.ru fodelsedagspresenter.nu
forum20.smailik.org forum20.smailik.org
forum.poker4life.ru fotoxxxru.com
fotosfotos.eu fotzen-ficken.com
fototravel.eu foxjuegos.com
freakycheats.com freakycheats.com
free-fbook-traffic.com free-floating-buttons.com
freejabs.com
free-laptop-reward.com
freelinkbuilding.website.tk
freelotto.com
freenode.info freenode.info
freenom.link freenom.link
freeseedsonline.com ftns.ru
free-social-buttons.com
free-social-buttons.xyz
freshdz.com
fsakhalin.ru
fuckbuddybestgilf.info
fullfileaccess.com
funnypica.com funnypica.com
funtoonez.com galeria-zdjec.com
fyxabomiw.ru gallerily.com
gallery.rennlist.com
game-top.su
gateway.zscalertwo.net
gay-file.com gay-file.com
gaytube.com gaytube.com
gearsadspromo.club gembird.com
gentamicineyedrops.blogspot.com genetworx.com
getoutofdebtfree.org gfaq.ru
gigixo.com girlgamerdaily.com
glcomputers.ru girlporn.ru
gne8.com gk-atlant.info
good-mummy.ru gnuetella.com
google-liar.ru goforexvps.com
grupografico-pilar.com.ar gombita.info
gsasearchenginerankerdiscount.com gosarhivrt.ru
gtopstats.com gotcher.us
h2monline.com growshop.es
havepussy.com gsasearchengineranker.space
hccoder.info hdwallpapers-free.com
hermesbirkinhandbagoutlets.com high-speed1.net
histats.com himgaws.pw
hitmuzik.ru holidaypics.org
hiwibyh.bugs3.com honyaku.yahoofs.jp
hjaoopoa.top hotelcrocenzi.sm
hkdiiohi.skyrock.com hotenergy.ru
homeandhealth.ru hotgirlhdwallpaper.com
homedecoguide.info
homelygarden.com
homemature.net
hoporno.com
hotshoppymac.com hotshoppymac.com
hspline.com hspline.com
hunterboots.online hunterboots.online
hybrid.ru hyipmanager.in
ifirestarter.ru iamsport.org
igrovyeavtomaty777.ru ico.re
ilovevitaly.com ideawheel.com
igru-xbox.net
ilo134uloh.com
imediadesk.com
imitex-plus.ru
impisr.edunsk.ru
inboundlinks.win
increasewwwtraffic.info
inet-traffic.com
infogame.name infogame.name
infospot.pt internet-apteka.ru
intelhdgraphicsgtdrive6w.metroblog.com investyb.com
interferencer.ru iptool.xyz
internetartfair.com iqoption.com
ip-guide.com irunfar.com
iqoption.pro istizanidineanarcoticdrug.blogspot.com
ispaniya-costa-blanca.ru iwantedmoney.com
itronics.ca izhevsk.zrus.org
ivearchenceinflu.cf janettabridal.com
jacago.com jav-way.site
jennyfire.ru jerseysbizwholesalecheap.com
jeremyeaton.co jestr.org
jurajskie.info jose.mulinohouse.co
kerch.site justdating.online
kerwinandcariza.com jwss.cc
kfon.eu kaidalibor.de
kicknights.gq kakadu-interior.com.ua
kiinomaniak.pl kaliningrad.zrus.org
kimcurlrvsms.com kanimage.com
kasino-money.pw
keywords-monitoring-success.com
kinocccp.net kinocccp.net
kino-filmi.com klejonka.info
kinohall.ru klikbonus.com
kinosed.net kol-energo.ru
kongoultry.net kongoultry.net
ku6.com kursy-ege.ru
kvartira-sutochno.com
labplus.ru
lacapilla.info lacapilla.info
languagecode.com lacasamorett.com
larose.jb2c.me ladsup.com
laulini.soclog.se landmania.ru
letolove.ru letmacwork.world
lexaprogeneric.link
lifebyleese.com lifebyleese.com
limtu.ifmo.ru linkbolic.com
lincolntheatre.com linkbux.ru
livefixer.com liveinternet.ro
loadingpages.me locksmith.jp
locatellicorretor.com.br lodki-pvh.dp.ua
loginduepunti.it louboutinreplica.xyz
lomb.co lovasszovetseg.hu
lonfon.xyz m4ever.net
lost-alpha.ru mail.allnews24.in
m1media.net mainhp.net
magazintiande.ru manipulyator-peterburg.ru
magicplayer-s.acestream.net
manuscript.su
marketingtechniques.info
masserect.com
matpre.top
mature.free-websites.com mature.free-websites.com
maximilitary.ru medosmotr-ufa.ru
m.b00kmarks.com meltwater.com
mebelcomplekt.ru menetie.ru
meddesk.ru merryhouse.co.uk
megavolt.net.ua mezaruk.info
mensandals.xyz michaelkorsoutletstore.net
metallosajding.ru mikrobiologies.ru
mex-annushka.ru
millionare.com
minecraft-neo.ru minecraft-neo.ru
missclub.info miniads.ca
missvietnam.org mitrasound.ru
mixtapetorrent.com mmstat.com
mjchamonix.org
moi-glazki.ru moi-glazki.ru
monarchfind-a.akamaihd.net monclerjacketsoutlet.pw
moncleroutletonline.pw monetizationking.net
moscow.online-podarki.com moscow-clining.ru
moxo.com moskva.nodup.ru
msk-diplomat.com most-kerch.org
musicvidz.ru moyaterapiya.ru
myfreemp3.eu mp3ringtone.info
myhydros.org musflashtv.com
mvpicton.co.uk
my-big-family.com
mydownloadengine.com
mypets.by
nacap.ru nacap.ru
nardulan.com naj-filmy24.pl
narkologiya-peterburg.ru naperehresti.info
nbsproject.ru natali-forex.com
nero-us.com naturtreenspicerx.pw
newstraveller.ru networkcheck.xyz
newtechspb.ru new7ob.com
nfljerseys.online newsperuse.com
nibbler.silktide.com nextbackgroundcheck.gq
nicefloor.co.uk ngps1.ru
nmrk.ru nikitabuch.com
nofreezingmac.click nvformula.ru
notebook-pro.ru obesidadealgarve.com
novosti-hi-tech.ru ochistka-stokov.ru
npoet.ru okmusic.jp
offers.bycontext.com online7777.com
offtopic.biz onlinewritingjobs17.blogspot.ru
okroshki.ru optikremont.ru
ok-ua.info orion-v.com
okuos.com oynat.info
onefilms.net oz-offers.com
oneshotdate.com paclitor.com
onlinefilmz.net parlament.biz
online.ktc45.ru pay2me.pl
online-sbank.ru pb-dv.ru
onstrapon.purplesphere.in p-business.ru
opinionreelle.com pcboa.se
oranga.host.sk pelfind.me
orsonet.ru pensplan.com
osoznanie-narkotikam.net pestomou.info
outpersonals.com php-market.ru
paparazzistudios.com.au picphotos.net
partner-host.men piski.top
partnerline.men piter.xrus.org
partnerworkroom.men pizza-imperia.com
pastaleads.com platesauto.com
pavlodar.xkaz.org
pc4download.co
pc-services.ru
perm-profnastil.ru
petitions.whitehouse.gov
picmoonco.pw
picquery.com
picturesboss.com
platezhka.net
plusnetwork.com
pod-muzyku.club pod-muzyku.club
pogodnyyeavarii.gq pogosh.com
pornoklad.ru popads.net
pornhubforum.tk
pornoblood.com
pornonik.com pornonik.com
preg.marketingvici.com porno-play.net
porno.simple-image.com.ua
porodasobak.net
portside.cc
pourvous.info
praisong.net
pretty-mart.com
privacyassistant.net
privhosting.com
profitfx.online profitfx.online
promgirldresses.xyz profit-opportunity.com
pron.pro progress-upakovka.ru
prostitutki-almata.org projectforte.ru
prostitutki-astana.org promodj.com
prostitutki-odessa.org pronorm.fr
rankscanner.com prpops.com
ranksonic.org pyrodesigns.com.au
rasteniya-vs-zombi.ru qor360.com
realtytimes.com quebec-bin.com
recordpage-a.akamaihd.net questionmarque.ch
rednise.com rank-checker.online
refudiatethissarah.info ranksonic.com
regionshop.biz raschtextil.com.ua
rentaremotecomputer.com realmonte.net
repeatlogo.co.uk rebrand.ly
revistaindustria.com redirect.trafficreceiver.club
reward-survey.net research.ifmo.ru
rialp.getenjoyment.net resellerclub.com
ring4rhino.com ribieiendom.no
ringtonepartner.com richinvestmonitor.com
rocketchange.ru rimedia.org
rostov.xrus.org ringporno.com
royal-betting.net salut-camp.ru
rumamba.com sarafangel.ru
ruscoininvest.company satellite.maps.ilovevitaly.com
ruspdd.com scanner-brian.top
ryetaw.com scanner-george.top
santechnik.jimdo.com scanner-josh.top
sbdl.no searchaddis.com
sbricur.com searchinquire.com
sbt-aqua.ru securityallianceservices.com
scanner-julia.top sendearnings.com
scanner-willy.top seo-2-0.com
scrnet.biz.ua
searchlock.com
seccioncontrabajo.com
seemoreresultshu-a.akamaihd.net
seksvideoonlain.com
selectads.men
seminarygeorgia59.ga
seoexperimenty.ru seoexperimenty.ru
seoheap.com service.adtech.fr
seo-prof1.xyz servicecenter.co.ua
service-core.ru serw.clicksor.com
sevenstars7.com sexpornotales.net
sexfreepornoxxx.com sexuria.net
sexobzor.info sexxdate.net
shama-rc.net ship-marvel.co.ua
shopperifymac.com shopvilleroyboch.com.ua
silvercash.com signx.info
siteheart.net sindragosa.comxa.com
siteimprove.com siteexpress.co.il
siteonomy.com skincrate.net
slavkokacunko.de slavia.info
slayerlife.com slayerlife.com
smallseotools.com slkrm.ru
smartpet.ru slonechka.ru
sobecjvuwa.com.ru sobecjvuwa.com.ru
social-buttons.com socialbuttons.xyz
social-s-hhh.xyz
socialsignals24.com socialsignals24.com
solmarket.by softtor.com
softxaker.ru
soochi.co soochi.co
sptslmtrafms.com soserfis.com
stardevine.com space-worry.ml
stromerrealty.com speechfoodie.com
strongsignal-a.akamaihd.net spitfiremusic.com
sportbetfair.com
sport-video-obzor.ru
spy-app.info
spymac.net
staff.prairiesouth.ca
stathat.com
statoutlook.info
stockspmb.info
strfls.com
stroydetali.ru stroydetali.ru
stroymonolit.su studiofaca.com
stuff-about-money.com sukarame.net
sudexpert66.ru
svensk-poesi.com
svetlotorg.ru svetlotorg.ru
svetodiodoff.ru szucs.ru
tds-advert002.info tabletkinaodchudzanie.com.pl
telefonsex-ohne0900.net tarad.com
thedownloadfromwarez.blogspot.com technopellet.gr
theendivechronicles.com telefonsexsofort.tk
tilido.com telemetryverification.net
tizanidine4mg.blogspot.com thebluffs.com
tizanidinecapsules.blogspot.com tiens2010.ru
tizanidineforopiatewithdrawal.blogspot.com tizanidinepain.blogspot.com
tizanidinehcl2mgsideeffects.blogspot.com tjkckpytpnje.com
tizanidinewithdrawal.blogspot.com tootoo.to
tomatis.gospartner.com topshef.ru
top10-way.com toursmaps.com
top1-seo-service.com toy-shop.top
top-karkas.ru tradgardspartner.se
topquality.cf trafficstars.com
trackmedia101.com trailer.cinemaflix.website
traffic100.com trudogolik.net
trafficfactory.biz turizm.bz
trafficmania.com tvoystartup.ru
trahvid.com umaseh.com
tripper.de unisexjewelry.org
truck-addzilla.life upstore.me
tubeoffline.com uptime-as.net
tula.howotorg.ru
turist-strani.ru
turkeyreport.tk
txxx.com
urdoot.win urdoot.win
uroki.net
urzedowski.eu
usadacha.net usadacha.net
uytmaster.ru uzungil.com
validdomain.xyz valoresito.com
vapeface.club vandrie-ict.nl
vduplo.ru veerotech.com
vedomstvo.net vesnatehno.com
vektorpress.ru viddyoze.com
vellings.info video-camer.com
viagra.pp.ua vinsit.ru
viktoria-center.ru vita.com.hr
visa-pasport.ru
vkak.ru vkak.ru
vremya.eu voditeltrezviy.ru
vrnelectro.ru vrnelectro.ru
vrotike.ru vseuznaem.com
vtcdns.com web.cvut.cz
warningzscaler.heraeus.com webextract.profound.net
wdfdocando.com webmasterhome.cn
webinstantservice.com websiteexplorer.info
webmasters.stackexchange.com
webshoppermac.com
website-analytics.online
website-speed-checker.site
website-stealer.nufaq.com
wemarketing.se
westen-z.life
westvilletowingservices.co.za westvilletowingservices.co.za
wholesalejerseys-cheapest.com whipme.yopoint.in
wholesalenfljerseys.us.com whiteelephantwellington.com
wikes.20fr.com winner7777.net
wildworld.site wordpress-crew.net
woman-orgasm.ru worldhistory.biz
womensplay.net worldinternetauthority.com
wordpresscore.com wosik-dach.service-for-web.de
wufak.com xchangetrak.com
xaylapdiendanang.com xlolitka.com
x-diesel.info xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
xdoza.com xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
xjlottery.com xn--b1adccaf1bzj.xn--p1ai
x-lime.net xn--b1agm2d.net
xn--80aafb2a.xn--p1ai xn--lifehacer-1rb.com
xn--80ajbshivpvn2i.xn--p1ai xtube.com
xn----ctbigni3aj4h.xn--p1ai xvideosporn.biz
xn--d1aifoe0a9a.top yaoguangdj.com
yebocasino.com yottos.com
yopoint.in youandcredit.ru
yugk.net yougame.biz
zaimhelp.ru yourads.website
zastenchivosti.net yoursearch.me
zeroredirect7.com yoursite.com
zooggames.com zaloadi.ru
zophim.me zambini.ru
zynax.ua zdesoboi.com
zeroredirect1.com
zeroredirect6.com
zigarettenonlinekaufen1.bloog.pl
znakomstva-moskva77.ru
zvetki.ru
zvezdagedon.ru

482
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
4senses.co 273-fz.ru
5i2.net 2nt.ru
5tey7463.weebly.com 999webdesign.com
888.com 9med.net
above.com actionnooz.com
adcash.com addblueoff.com.ua
adexprts.com adpremium.org
adimmix.com adultnet.in
adinterax.com alert-hgd.xyz
adtech.de allknow.info
affrh2015.com amospalla.es
agadelha.com.br anticrawler.org
akusherok.ru
allkrim.com
apartmentbay.ru
apper.de
arenda-yeisk.ru
arraty.altervista.org
asrv-a.akamoihd.net
asseenontv.ru
audiobangout.com audiobangout.com
avtolombard-krasnodar.com aussie-prizes.com
b00kmarks.com avkzarabotok.com
banan.tv avon-ukraine.com
baoxaydung.com.vn backgroundpictures.net
berlininsl.com bamo.xsl.pt
bestempresas.es beachdriveblog.com
bestwebsitesawards.com beachpics.com
binomo.kz beauty-bracelet.com
blagovest-med.ru benchmarkcommunications.co.uk
bracketsmackdown.com bestkfiledxd.cf
brainboosting.club bet365.com
brimstonehillfortress.org bibys.com
buketeg.xyz bidbuy.co.kr
buypanicdisorderpill.com bjanshee.ru
bzero1jewelry.net boom-celebs.com
cartierring.xyz bouda.kvalitne.cz
charmstroy.info bpro1.top
clevernt.com breget74.ru
clothesforcash.com buyhoverboard.com
compliance-viktor.top bvlgaribracelet.xyz
conocer-sanabria.com cartierreplica.pw
cornerstone-countertops.com cartierwatch.xyz
coslab.club cb.iphantom.com
creativehutindia.com cbox.ws
crest3d.ru ccbill.com
crest-poloski.ru cdncash.org
customergrowthsystems.com cheapmoncler.pw
cvety24.by classicakuhni.ru
cwetochki.ru cleanallspyware.com
czat.wp.pl compliance-don.top
compliance-margo.top
cookie-law-enforcement-aa.xyz
cookie-law-enforcement-hh.xyz
coprofam.org
cubook.supernew.org
customerpromos-a.akamaihd.net
danceuniverse.ru
daretodonate.co daretodonate.co
darkages.info davidovic.info
ddsoldes.fr d-black.bz
dealighted.com delfin-aqua.com.ua
decoratinghomes.ga deshevo-nedorogo.ru
dieta-personalna.pl dichvuvesinhhanoi.com
digitalassetmanagement.site dispo.de
diminishedvalueoforegon.com divisioncore.com
dktr.ru domainsphoto.com
donvito.unas.cz drhomes.biz
dostavka-v-ukrainu.ru eaplay.ru
dvervmoskvu.ru ekobata.ru
e-commerce-seo.com elektrozigaretten1.postbit.com
editmedios.com eloconcream.blogspot.com
egovaleo.it eshop4u.jp
ekspertmed.com everytalk.tv
elektrischezigarette2.onsugar.com excaliburfilms.com
elitedollars.com executehosting.com
erotikchat-24.com exoclick.com
exmasters.com eyes-on-you.ga
farm26.ru ezigarettenkaufen1.deviantart.com
fickblock18.com ezofest.sk
fil.ru failingmarriege.blogspot.com
forminecrafters.ru fastcrawl.com
forumprofi.de fbdownloader.com
freewhatsappload.com fishtauto.ru
freewlan.info fiuxy.com
front.ru floridamobilebillboards.com
funtoonez.com forensicpsychiatry.ru
game300.ru freewareseek.com
gamewrath.com froggytube.com
geile-lelly.eu fsalas.com
gfaq.ru fxtips.ru
gidonline.one gate5.co.za
gloverid.site gazoblok.net.ua
gopro-online.info girlporn.ru
g.starmoe.xyz google-liar.ru
h2monline.com groupmoney.ru
hannasolution.ru gsasearchengineranker.xyz
happy.new.yeartwit.com guardlink.com
hcate.com handicapvansarea.com
hmywwogw.bloger.index.hr hit-men.men
hoste.octopis.com hobbyhuren-datenbank.com
hoterika.com homedo.fabpage.com
hothot.ru
hoverboard360.at hoverboard360.at
hyhj.info hoverboard360.es
iccornacircri.cf howlongdoestizanidinestayinyoursystem.blogspot.com
idc.com.ua howmuchdoestizanidinecost.blogspot.com
imagui.eu humanelydrew.com
innoslicon.com hut1.ru
instasexyblog.com iflycapetown.co.za
io9.com ilo134uloh.com
ipchicken.com imabase.com
istizanidineanarcoticdrug.blogspot.com insurple.com
itsdp3.com internetproviderstucson.com
ixora.pro intim-uslugi.info
iyasimasennka.com investingclub.ru
jurajskie.info investsuccess.org
karaganda.xkaz.org iqupdatetmz.win
koleso24.com.ua ivanovo.zrus.org
kollekcioner.ru keyhantercume.com
koversite.info keywordglobal.co.za
krassh.ru kichenaid.ru
kretpicf.pw kinoduh.ru
kinopolet.net
kolotiloff.ru
kosmetyki.tm.pl
kurwa.win kurwa.win
law-check-seven.xyz legionalpha.com
likesuccess.com letolove.ru
linkwithin.com linkrr.com
lkbennettstore.online lonely-mature.com
lmrauction.com lubetube.com
lob.com.ru m292.info
locatellicorretor.com.br macdamaged.space
luckyshop.net.ua makemoneyonline.com
lyrics.home-task.com malwareremovalcenter.com
m0r0zk0-krava.ru marktforschung-stuttgart.com
mainhp.net matrixalchemy.com
makedo.ru mesto-x.com
mansparskats.com mobplayer.net
matpre.top modnie-futbolki.net
mebelcomplekt.ru mossmesi.com
mhi-systems.ru mttwtrack.com
micasainvest.com mustat.com
mielec.pl myhydros.org
mindeyegames.com mzdish.site
mjchamonix.org netanalytics.xyz
moi-glazki.ru net-radar.com
moinozhki.com netvouz.com
monthlywinners.com nicefloor.co.uk
motherboard.vice.com nlfjjunb5.ru
mrcsa.com.au nvformula.ru
muschisexbilder.com o333o.com
mydeathspace.com okeinfo.online
naj-filmy24.pl okonich.com.ua
nalogovyykodeks.ru one-gear.com
na-telefon.biz online7777.com
navalwiki.info ons-add.men
nbsproject.ru
needtosellmyhousefast.com
networkcheck.xyz
next-dentists.tk
nsatc.net
onlineslotmaschine.com
o-o-6-o-o.ru
optom-deshevo.ru optom-deshevo.ru
orsonet.ru paceform.com
panicatack.com pavlodar.xkaz.org
pdamods.ru pcimforum.com
picphotos.net perfectpracticeweb.com
plaff-go.ru perl.dp.ua
pl-top.pl pewit.pw
pons-presse.com pila.pl
pornofiljmi.com poems.com.ua
pornolook.net porno.simple-image.com.ua
pornophoto.xyz postclass.com
pornpost.in
positive2b.ru
prefersurvey.net
profitwithalex.info profitwithalex.info
prointer.net.ua pushdata.sendpulse.com
promalp-universal.ru putevka24.ru
qitt.ru qpypcx.com
quelle.ru quick-seeker.com
randalljhoward.com rabotaetvse.ru
razyboard.com rabot.host.sk
relax.ru rankexperience.com
rixpix.ru rapevideosmovies.com
rome2rio.com reeyanaturopathy.com
runstocks.com rentalcarnavi.info
rutor.group resant.ru
rutor.vip risparmiocasa.bz.it
sardinie.us rp9.ru
sbwealthsolutions.ca russia-tao.ru
scanner-josh.top rustic-quiver.win
scanner-willy.top sabizonline.com
scrapinghub.com sampleletters.net
seofied.com semalt.com
service.adtech.fr seo-traffic-ranking.info
sevenstars7.com shoesonlinebuy.cn
sex-watch.com siteexpress.co.il
sexyali.com slonechka.ru
s-forum.biz sonata-arctica.wz.cz
shopwme.ru songoo.wz.cz
simply.net special-porn.com
simul.co sportbetfair.com
skyway24.ru srgwebmail.nl
smadihome.com staticfs.host
social-buttons.xyz stevemonsen.com
sophang8.com
spamnuker.com
spasswelt.net
stariy-baku.com
stroimajor.ru
suhanpacktech.com
superkanpo.com superkanpo.com
swinginwithme.ru superlist.biz
symphonyintegratedhealthcare.com swagbucks.com
telefonsexkostenlos.tk sygraem.com
the-usa-games.blogspot.com tattoo33.ru
tiandeural.ru teesdaleflyballclub.co.uk
tizanidineonline.blogspot.com tehngr.ru
traffic2money.com template-kid.com
trkur.com tetracsaudi.com
tubeoffline.com theautoprofit.ml
uamtrk.com thenews-today.info
unacittaconte.org timdreby.com
urlcut.ru titelhelden.eu
urlopener.blogspot.com.au tizanidinehcl2mgsideeffects.blogspot.com
urlopener.com tizanidineshowupondrugtest.blogspot.com
usacasino.com toonfamilies.net
viagraneggrx.com tooplay.com
videositename.com top-deal.com.pl
trafficgenius.xyz
trubywriting.com
twincitiescarservice.com
twitlinks.com
twodollarshows.com
twu.com.ua
tytoona.com
umg-stroy.ru
unece.org
uogonline.com
url-img.link
versaut.xxx-cam.webcam
veselokloun.ru
videospornogratisx.net
vksaver-all.ru vksaver-all.ru
vladhistory.com vladimir.xrus.org
vsdshnik.com voluumtrk.com
vsexkontakte.net vzlomsn.org
vtcdns.com wahicbefa31.soup.io
vykup-avto-krasnodar.ru wareseeker.com
watsonrealtycorp.com watchmyfb.pl
website-speed-checker.site waysbetter.cn
wholesalejerseys-cheapest.com whatzmyip.net
witherrom55.eklablog.fr wineration.com
worst-sites.online woman-tampon.ru
wufak.com worldhistory.biz
xdoza.com wyniki-lista.pl
xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai xclicks.net
xn----7sbifcamovvfggw9d.xn--p1ai xep.info
xn--80ak6aa92e.com xerox-douglas.cf
xnxx-n.com xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
xxxdatinglocal.us xn----7sbahjd3btneuw1joc.xn--p1ai
yachts-cruise.info xn----ctbbcjd3dbsehgi.xn--p1ai
yhit.press xn----dtbndd4ae7eub.top
zaloro.com xtube.com
zazagames.org xxart.ru
zdesoboi.com zagadki.in.ua
zeg-distribution.com zaim-pod-zalog-krasnodar.ru
zhorapankratov7.blogspot.com zetgie.com.pl
zigarettenonlinekaufen2.bloog.pl
zootravel.com zootravel.com
zryydi.com zscalerone.net

19
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,13 +1,11 @@
<!DOCTYPE html>
<html> <html>
<head> <head><title>503 Service Temporarily Unavailable</title></head>
<title>Welcome to NginX</title>
</head>
<body> <body>
<div align=center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <hr><center>nginx/1.16.1</center>
<p>This is merely used for testing !!!</p>
</body> </body>
</html>
ody>
</html><html> </html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
@ -484,13 +482,6 @@
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center>
</body>
</html>
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.253.255 0; 34.73.66.97 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.01.1935 #### Version: V4.2020.01.1936
#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.01.1935 #### Version: V4.2020.01.1936
#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2020.01.1935 #### Version: V4.2020.01.1936
#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________
@ -30,7 +30,7 @@ _______________________
##### nginx version: nginx/1.10.x :heavy_check_mark: ##### nginx version: nginx/1.10.x :heavy_check_mark:
##### nginx version: nginx/1.16.1 :heavy_check_mark: ##### nginx version: nginx/1.16.1 :heavy_check_mark:
##### nginx version: nginx/1.15.8 :heavy_check_mark: ##### nginx version: nginx/1.15.8 :heavy_check_mark:
##### nginx version: nginx/1.17.7 :heavy_check_mark: ##### nginx version: nginx/1.17.8 :heavy_check_mark:
__________________________ __________________________
Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker) Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker)

624
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

8
_generator_lists/bad-referrers.list
View file

@ -1,8 +1,3 @@
frankofficial.ru
70casino.online
vseigry.fun
vksex.ru
azinoofficial777.ru
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -125,6 +120,7 @@ azinoofficial777.ru
6128786.com 6128786.com
66cpwgln.space 66cpwgln.space
6hopping.com 6hopping.com
70casino.online
72-news.com 72-news.com
76brighton.co.uk 76brighton.co.uk
777-club.ru 777-club.ru
@ -6233,6 +6229,7 @@ vkonche.com
vkontaktemusic.ru vkontaktemusic.ru
vkontarkte.com vkontarkte.com
vksaver-all.ru vksaver-all.ru
vksex.ru
vladhistory.com vladhistory.com
vladimir.xrus.org vladimir.xrus.org
vladimir.zrus.org vladimir.zrus.org
@ -6265,6 +6262,7 @@ vrotike.ru
vroze.com vroze.com
vsdshnik.com vsdshnik.com
vseigru.one vseigru.one
vseigry.fun
vsesubwaysurfers.com vsesubwaysurfers.com
vseuznaem.com vseuznaem.com
vsexkontakte.net vsexkontakte.net

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2020.01.1935 #### Version: V4.2020.01.1936
#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

@ -1 +1 @@
yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com yellowstonevisitortours\.com|yes\-com\.com|yginekologa\.com|yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

3
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -120,6 +120,7 @@ domain:5ws.dating-app.ru
domain:6128786.com domain:6128786.com
domain:66cpwgln.space domain:66cpwgln.space
domain:6hopping.com domain:6hopping.com
domain:70casino.online
domain:72-news.com domain:72-news.com
domain:76brighton.co.uk domain:76brighton.co.uk
domain:777-club.ru domain:777-club.ru
@ -6228,6 +6229,7 @@ domain:vkonche.com
domain:vkontaktemusic.ru domain:vkontaktemusic.ru
domain:vkontarkte.com domain:vkontarkte.com
domain:vksaver-all.ru domain:vksaver-all.ru
domain:vksex.ru
domain:vladhistory.com domain:vladhistory.com
domain:vladimir.xrus.org domain:vladimir.xrus.org
domain:vladimir.zrus.org domain:vladimir.zrus.org
@ -6260,6 +6262,7 @@ domain:vrotike.ru
domain:vroze.com domain:vroze.com
domain:vsdshnik.com domain:vsdshnik.com
domain:vseigru.one domain:vseigru.one
domain:vseigry.fun
domain:vsesubwaysurfers.com domain:vsesubwaysurfers.com
domain:vseuznaem.com domain:vseuznaem.com
domain:vsexkontakte.net domain:vsexkontakte.net

633
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

633
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

633
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2020.01.1935 ### Version: V4.2020.01.1936
### Updated: Wed Jan 22 21:32:42 SAST 2020 ### Updated: Thu Jan 23 13:08:56 SAST 2020
### Bad Bot Count: 562 ### Bad Bot Count: 562
################################################### ###################################################
### Version Information ## ### Version Information ##