vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 12:09:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2268 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-05 09:50:29 +02:00
parent 380cc31555
commit 27e64f20b6
64 changed files with 81063 additions and 80982 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
.dev-tools/_robots_input/robots-input.txt
View file

@ -1,3 +1,4 @@
01h4x.com
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -176,6 +177,7 @@ Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
gopher
Gotit Gotit
GoZilla GoZilla
Go!Zilla Go!Zilla
@ -401,6 +403,7 @@ Recorder
RedesScrapy RedesScrapy
ReGet ReGet
RepoMonkey RepoMonkey
Re-re
Ripper Ripper
RocketCrawler RocketCrawler
Rogerbot Rogerbot

8884
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -59,6 +59,7 @@
# "~*\bsome\-very\-bad\-useragentname2\b" 3; # "~*\bsome\-very\-bad\-useragentname2\b" 3;
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
"~*(?:\b)01h4x.com(?:\b|)" 0;
"~*(?:\b)360Spider(?:\b|)" 0; "~*(?:\b)360Spider(?:\b|)" 0;
"~*(?:\b)404checker(?:\b|)" 0; "~*(?:\b)404checker(?:\b|)" 0;
"~*(?:\b)404enemy(?:\b|)" 0; "~*(?:\b)404enemy(?:\b|)" 0;
@ -237,6 +238,7 @@
"~*(?:\b)Gigabot(?:\b|)" 0; "~*(?:\b)Gigabot(?:\b|)" 0;
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0; "~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
"~*(?:\b)gopher(?:\b|)" 0;
"~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0;
"~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0;
"~*(?:\b)Go!Zilla(?:\b|)" 0; "~*(?:\b)Go!Zilla(?:\b|)" 0;
@ -462,6 +464,7 @@
"~*(?:\b)RedesScrapy(?:\b|)" 0; "~*(?:\b)RedesScrapy(?:\b|)" 0;
"~*(?:\b)ReGet(?:\b|)" 0; "~*(?:\b)ReGet(?:\b|)" 0;
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -5796,6 +5796,7 @@
"~*(?:\b)telegramdownload10\.com(?:\b)" 0; "~*(?:\b)telegramdownload10\.com(?:\b)" 0;
"~*(?:\b)telemetryverification\.net(?:\b)" 0; "~*(?:\b)telemetryverification\.net(?:\b)" 0;
"~*(?:\b)telesvoboda\.ru(?:\b)" 0; "~*(?:\b)telesvoboda\.ru(?:\b)" 0;
"~*(?:\b)teletype\.in(?:\b)" 0;
"~*(?:\b)telsis\.com(?:\b)" 0; "~*(?:\b)telsis\.com(?:\b)" 0;
"~*(?:\b)template\-kid\.com(?:\b)" 0; "~*(?:\b)template\-kid\.com(?:\b)" 0;
"~*(?:\b)templates\.franklinfire\.co(?:\b)" 0; "~*(?:\b)templates\.franklinfire\.co(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

8884
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

8884
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -5749,6 +5749,7 @@
"~*(?:\b)telegramdownload10\.com(?:\b)" 0; "~*(?:\b)telegramdownload10\.com(?:\b)" 0;
"~*(?:\b)telemetryverification\.net(?:\b)" 0; "~*(?:\b)telemetryverification\.net(?:\b)" 0;
"~*(?:\b)telesvoboda\.ru(?:\b)" 0; "~*(?:\b)telesvoboda\.ru(?:\b)" 0;
"~*(?:\b)teletype\.in(?:\b)" 0;
"~*(?:\b)telsis\.com(?:\b)" 0; "~*(?:\b)telsis\.com(?:\b)" 0;
"~*(?:\b)template\-kid\.com(?:\b)" 0; "~*(?:\b)template\-kid\.com(?:\b)" 0;
"~*(?:\b)templates\.franklinfire\.co(?:\b)" 0; "~*(?:\b)templates\.franklinfire\.co(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -5749,6 +5749,7 @@
"~*(?:\b)telegramdownload10\.com(?:\b)" 1; "~*(?:\b)telegramdownload10\.com(?:\b)" 1;
"~*(?:\b)telemetryverification\.net(?:\b)" 1; "~*(?:\b)telemetryverification\.net(?:\b)" 1;
"~*(?:\b)telesvoboda\.ru(?:\b)" 1; "~*(?:\b)telesvoboda\.ru(?:\b)" 1;
"~*(?:\b)teletype\.in(?:\b)" 1;
"~*(?:\b)telsis\.com(?:\b)" 1; "~*(?:\b)telsis\.com(?:\b)" 1;
"~*(?:\b)template\-kid\.com(?:\b)" 1; "~*(?:\b)template\-kid\.com(?:\b)" 1;
"~*(?:\b)templates\.franklinfire\.co(?:\b)" 1; "~*(?:\b)templates\.franklinfire\.co(?:\b)" 1;

8884
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -59,6 +59,7 @@
# "~*\bsome\-very\-bad\-useragentname2\b" 3; # "~*\bsome\-very\-bad\-useragentname2\b" 3;
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
"~*(?:\b)01h4x.com(?:\b|)" 0;
"~*(?:\b)360Spider(?:\b|)" 0; "~*(?:\b)360Spider(?:\b|)" 0;
"~*(?:\b)404checker(?:\b|)" 0; "~*(?:\b)404checker(?:\b|)" 0;
"~*(?:\b)404enemy(?:\b|)" 0; "~*(?:\b)404enemy(?:\b|)" 0;
@ -237,6 +238,7 @@
"~*(?:\b)Gigabot(?:\b|)" 0; "~*(?:\b)Gigabot(?:\b|)" 0;
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0; "~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
"~*(?:\b)gopher(?:\b|)" 0;
"~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0;
"~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0;
"~*(?:\b)Go!Zilla(?:\b|)" 0; "~*(?:\b)Go!Zilla(?:\b|)" 0;
@ -462,6 +464,7 @@
"~*(?:\b)RedesScrapy(?:\b|)" 0; "~*(?:\b)RedesScrapy(?:\b|)" 0;
"~*(?:\b)ReGet(?:\b|)" 0; "~*(?:\b)ReGet(?:\b|)" 0;
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -5796,6 +5796,7 @@
"~*(?:\b)telegramdownload10\.com(?:\b)" 0; "~*(?:\b)telegramdownload10\.com(?:\b)" 0;
"~*(?:\b)telemetryverification\.net(?:\b)" 0; "~*(?:\b)telemetryverification\.net(?:\b)" 0;
"~*(?:\b)telesvoboda\.ru(?:\b)" 0; "~*(?:\b)telesvoboda\.ru(?:\b)" 0;
"~*(?:\b)teletype\.in(?:\b)" 0;
"~*(?:\b)telsis\.com(?:\b)" 0; "~*(?:\b)telsis\.com(?:\b)" 0;
"~*(?:\b)template\-kid\.com(?:\b)" 0; "~*(?:\b)template\-kid\.com(?:\b)" 0;
"~*(?:\b)templates\.franklinfire\.co(?:\b)" 0; "~*(?:\b)templates\.franklinfire\.co(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8884
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.193.184.18 0;

8884
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;

8884
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 104.154.182.187 0;
34.122.208.80 0;

8884
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;
34.122.173.211 0; 34.122.173.211 0;
34.122.208.80 0;

8884
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -59,6 +59,7 @@
# "~*\bsome\-very\-bad\-useragentname2\b" 3; # "~*\bsome\-very\-bad\-useragentname2\b" 3;
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
"~*(?:\b)01h4x.com(?:\b|)" 0;
"~*(?:\b)360Spider(?:\b|)" 0; "~*(?:\b)360Spider(?:\b|)" 0;
"~*(?:\b)404checker(?:\b|)" 0; "~*(?:\b)404checker(?:\b|)" 0;
"~*(?:\b)404enemy(?:\b|)" 0; "~*(?:\b)404enemy(?:\b|)" 0;
@ -237,6 +238,7 @@
"~*(?:\b)Gigabot(?:\b|)" 0; "~*(?:\b)Gigabot(?:\b|)" 0;
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0; "~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
"~*(?:\b)gopher(?:\b|)" 0;
"~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0;
"~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0;
"~*(?:\b)Go!Zilla(?:\b|)" 0; "~*(?:\b)Go!Zilla(?:\b|)" 0;
@ -462,6 +464,7 @@
"~*(?:\b)RedesScrapy(?:\b|)" 0; "~*(?:\b)RedesScrapy(?:\b|)" 0;
"~*(?:\b)ReGet(?:\b|)" 0; "~*(?:\b)ReGet(?:\b|)" 0;
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -5796,6 +5796,7 @@
"~*(?:\b)telegramdownload10\.com(?:\b)" 0; "~*(?:\b)telegramdownload10\.com(?:\b)" 0;
"~*(?:\b)telemetryverification\.net(?:\b)" 0; "~*(?:\b)telemetryverification\.net(?:\b)" 0;
"~*(?:\b)telesvoboda\.ru(?:\b)" 0; "~*(?:\b)telesvoboda\.ru(?:\b)" 0;
"~*(?:\b)teletype\.in(?:\b)" 0;
"~*(?:\b)telsis\.com(?:\b)" 0; "~*(?:\b)telsis\.com(?:\b)" 0;
"~*(?:\b)template\-kid\.com(?:\b)" 0; "~*(?:\b)template\-kid\.com(?:\b)" 0;
"~*(?:\b)templates\.franklinfire\.co(?:\b)" 0; "~*(?:\b)templates\.franklinfire\.co(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Digincore Attach
Extractor Bolt
Jyxobot IndeedBot
MJ12bot Internet Ninja
Searchestate JennyBot
SemrushBot Keyword Density
TheNomad LNSpiderguy
TightTwatBot PxBroker
URLy Warning ReGet
WebsiteExtractor scan.lol

290
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
80legs
Abonti Abonti
Aboundexbot Acunetix
AfD-Verbotsverfahren
AhrefsBot
AIBOT
Aipbot
Alexibot
AlphaBot AlphaBot
Anarchie Anarchy
Anarchy99 Apexoo
Ankit arquivo.pt
arquivo-web-crawler
Aspiegel Aspiegel
ASPSeek
Asterias Asterias
AwarioSmartBot Attach
Backlink-Ceck
BacklinkCrawler BacklinkCrawler
Barkrowler BackStreet
BatchFTP BackWeb
BBBike Badass
Battleztar Bazinga
BDCbot
BDFetch BDFetch
Bitacle
Black Hole
BlackWidow BlackWidow
BLEXBot BLEXBot
Bolt Blow
Brandwatch BlowFish
Boardreader
Brandprotect
Buck
Buddy
BuiltBotTough
BuiltWith
BunnySlippers BunnySlippers
Calculon CATExplorador
CCBot CCBot
Cegbfeieh CensysInspect
CheeseBot
CherryPicker CherryPicker
ChinaClaw ChinaClaw
Chlooe
Claritybot
Cliqzbot
Cloud mapping
CODE87
Cogentbot Cogentbot
cognitiveseo cognitiveseo
com.plumanalytics com.plumanalytics
CopyRightCheck Craftbot
crawler4j crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent CrazyWebCrawler
CSHttp Demon
Custo
DataCha0s
DBLBot
demandbase-bot
Devil Devil
Dirbuster
Disco
Discobot Discobot
Dispatch Discoverybot
DittoSpyder DittoSpyder
DomainAppender
DomainCrawler DomainCrawler
Domains Project
Dotbot
DTS Agent DTS Agent
Ebingbong Ebingbong
eCatch EirGrabber
EMail Siphon
Evil
Exabot Exabot
Express WebPictures ExtLinksBot
Extractor Extractor
ExtractorPro
Extreme Picture Finder
EyeNetIE
FDM
FemtosearchBot
FHscan FHscan
Fimap FlashGet
Foobot Flunky
FrontPage
Fuzz Fuzz
FyberSpider
Fyrebot
GalaxyBot
Genieo
GetRight GetRight
GetWeb
Gigablast Gigablast
G-i-g-a-b-o-t Gotit
Go!Zilla
Grabber
Grafula
GridBot GridBot
Haansoft
HaosouSpider HaosouSpider
Harvest Harvest
Havij
HEADMasterSEO
Hloader
HMView HMView
HTTrack
Humanlinks Humanlinks
HybridBot
IDBot IDBot
IDBTE4M
IlseBot IlseBot
Image Fetch Image Sucker
IndeedBot IndeedBot
Indy Library Intelliseek
InfoNaviRobot
InfoTekies
InternetSeer InternetSeer
internetVista monitor internetVista monitor
ips-agent
Iria
IRLbot
isitwp.com isitwp.com
IstellaBot IstellaBot
JamesBOT JikeSpider
Jbrofuzz
JennyBot
JetCar
Joomla
Jorgee Jorgee
JustView JustView
Jyxobot
Keyword Density Keyword Density
Larbin Lanshanbot
LeechFTP
LeechGet LeechGet
LibWeb LexiBot
LieBaoFast LieBaoFast
Likse Likse
LinksManager LinkextractorPro
LinkpadBot
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Lipperhey Spider
Lmspider
Ltx71
lwp-request
LWP::Simple
Mag-Net
magpie-crawler magpie-crawler
MarkWatch Mail.RU_Bot
Majestic12
MarkMonitor
Masscan
Mass Downloader Mass Downloader
Mata Hari
MauiBot MauiBot
meanpathbot
mediawords mediawords
MFC_Tear_Sample MegaIndex.ru
MicroMessenger
Microsoft Data Access
MIDown tool MIDown tool
Mister PiX Mister PiX
Mojeek Mojeek
Mojolicious Morfeus Fucking Scanner
MQQBrowser Mr.4x3
Musobot MSFrontPage
Name Intelligence MSIECrawler
Navroad muhstik-scan
NearSite
Nessus
NetAnts NetAnts
NetMechanic NetMechanic
Net Vampire NetSpider
Nettrack
NetZIP
NextGenSearchBot NextGenSearchBot
Nibbler
NICErsPRO NICErsPRO
Niki-bot Niki-bot
Nimbostratus NimbleCrawler
Ninja Ninja
Nmap Nmap
Nuclei node-fetch
oBot
Octopus Octopus
Offline Explorer Offline Navigator
OnCrawl OnCrawl
Openfind
OpenVAS OpenVAS
OPPO A33 OrangeSpider
OrangeBot
OutclicksBot OutclicksBot
PageAnalyzer PageAnalyzer
page scorer PageThing.com
Panscient Pandalytics
Pavuk Pavuk
PECL::HTTP PECL::HTTP
PeoplePal Petalbot
Picsearch Pixray
Pimonster PleaseCrawl
Pi-Monster
Pockey
PxBroker PxBroker
QueryN Metasearch PyCurl
RankActiveLinkBot RankingBot
RankingBot2 RankingBot2
Recorder RealDownload
RedesScrapy RebelMouse
RocketCrawler RepoMonkey
Re-re
Ripper
Rogerbot
RSSingBot RSSingBot
SalesIntelligent SalesIntelligent
satoristudio.net satoristudio.net
SBIder SBIder
scalaj-http Screaming
Scanbot Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SEOlyticsCrawler SentiBot
SeoSiteCheckup Seomoz
SEOstats seoscanners
sexsearcher sexsearcher
Shodan Shodan
Siphon
SISTRIX SISTRIX
Sitebeam sitechecker.pro
SiteExplorer SiteSucker
SiteSnagger Site Sucker
SlySearch Snake
Snapbot Snapbot
Snoopy
SocialRankIOBot SocialRankIOBot
Sogou web spider Spammen
Sosospider
Sottopop
SpankBot SpankBot
Spanner
sp_auditbot sp_auditbot
Surfbot SputnikBot
Sqlmap
Steeler
Stripper
Sucker
SuperHTTP
SurveyBot SurveyBot
Swiftbot Suzuran
T0PHackTeam Szukacz
T8Abot T8Abot
Teleport
TeleportPro TeleportPro
Telesoft Telesoft
Thumbor Telesphoreo
Titan Telesphorep
Toweyabot TheNomad
trendiction.de Turingos
Turnitin Turnitin
TwengaBot
Twice
Typhoeus Typhoeus
Upflow
URLy.Warning URLy.Warning
VeriCiteCrawler VelenPublicWebCrawler
VoidEYE Virusdie
Voltron
Wallpapers/3.0 Wallpapers/3.0
Webalta WallpapersHD
WASALive-Bot
WebAuto WebAuto
WebCollage Web Auto
WEBDAV WEBDAV
WebEnhancer
Web Enhancer Web Enhancer
WebFetch WebFuck
Web Fuck Web Fuck
WebGo IS WebImageCollector
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
Web Pix Web Pix
WebSauger WebSauger
Web Sauger
Webshag
WebsiteExtractor WebsiteExtractor
WebsiteQuester Webster
Website Quester WebSucker
WebStripper WebZIP
Whack WeSEE
Whatweb
WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot Wonderbot
Wprecon WWW-Collector-E
x09Mozilla WWW-Mechanize
Zauba WWWOFFLE
Xaldon WebSpider
Xenu
Zade
Zermelo Zermelo
Zeus
zgrab zgrab
ZmEu ZmEu
ZoomBot
ZoominfoBot
ZumBot
ZyBorg

280
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker 01h4x.com
Abonti
Aboundex
Aboundexbot Aboundexbot
Acunetix Acunetix
ADmantX ADmantX
AiHitBot AfD-Verbotsverfahren
Anarchie AIBOT
AlphaBot
Anarchy Anarchy
Anarchy99
Ankit
Anthill Anthill
AwarioRssBot Apexoo
AwarioSmartBot Aspiegel
backlink-check Backlink-Ceck
BacklinkCrawler
BackStreet
BackWeb BackWeb
Badass Bandit
Barkrowler Battleztar Bazinga
BatchFTP Bigfoot
BBBike Bitacle
BDFetch
BetaBot
Black Hole Black Hole
BlackWidow BlackWidow
BlowFish Blow
Boardreader
Bolt Bolt
Buck Buck
BuiltBotTough BuiltBotTough
Bullseye
BuzzSumo BuzzSumo
Calculon
CATExplorador
CazoodleBot CazoodleBot
Cegbfeieh
CensysInspect CensysInspect
CheeseBot
CherryPicker CherryPicker
ChinaClaw ChinaClaw
Cloud mapping Chlooe
com.plumanalytics Claritybot
Copier CODE87
CopyRightCheck Collector
Cosmos Cosmos
CrazyWebCrawler Craftbot
crawler.feedback
crawl.sogou.com
CrunchBot CrunchBot
CSHttp Custo
CyotekWebCopy
demandbase-bot
Demon Demon
Deusu
Devil Devil
Disco Digincore
Dirbuster
Discobot
Discoverybot Discoverybot
Dispatch
DittoSpyder DittoSpyder
DomainAppender DnyzBot
DomainSigmaCrawler Dragonfly
domainsproject.org Drip
EasyDL EasyDL
eCatch Ecxi
ECCP/1.0 EirGrabber
EMail Wolf EMail Wolf
EroCrawler
Evil
Exabot Exabot
Express WebPictures Express WebPictures
ExtLinksBot Extractor
ExtractorPro EyeNetIE
Extreme Picture Finder
facebookscraper facebookscraper
FHscan FHscan
Fimap Fimap
Firefox/7.0 Foobot
Freeuploader FrontPage
FyberSpider Fuzz
GalaxyBot GalaxyBot
Getintent Genieo
GoZilla Gigablast
GrabNet G-i-g-a-b-o-t
Grafula Go-Ahead-Got-It
GT::WWW Go!Zilla
GrapeFX
Haansoft
HaosouSpider
HEADMasterSEO HEADMasterSEO
Heritrix heritrix
Hloader Hloader
HMView HTTrack
Humanlinks
Iblog Iblog
IDBot IDBot
IDBTE4M IDBTE4M
Id-search
IlseBot
Image Fetch Image Fetch
Image Sucker
IndeedBot
Indy Library Indy Library
InfoNaviRobot InfoNaviRobot
InterGET InterGET
Internet Ninja
InternetSeer
internetVista monitor
IstellaBot
JamesBOT
JennyBot JennyBot
Jorgee JOC Web Spider
JustView
Jyxobot
Kozmosbot Kozmosbot
Larbin Lanshanbot
LeechFTP Lftp
Libwhisker Libwhisker
Lightspeedsystems LieBaoFast
Linkbot
LinkextractorPro LinkextractorPro
LinkpadBot LinkpadBot
LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider Lmspider
Ltx71
Magnet
Mag-Net Mag-Net
Mail.RU_Bot
Majestic12
Majestic SEO
MarkMonitor MarkMonitor
MarkWatch MarkWatch
Masscan Mass Downloader
Mata Hari MauiBot
Mb2345Browser Mb2345Browser
Meanpathbot mediawords
MegaIndex.ru MicroMessenger
Metauri
MFC_Tear_Sample
Microsoft URL Control Microsoft URL Control
Mister PiX MIDown tool
MIIxpc
MJ12bot MJ12bot
Mojeek Mr.4x3
Mojolicious
MQQBrowser
Msrabot Msrabot
MTRobot MTRobot
Musobot Musobot
Nameprotect Name Intelligence
NearSite NearSite
netEstate NE Crawler netEstate NE Crawler
NetMechanic NetMechanic
Nettrack NetSpider
Net Vampire Netvibes
NetZIP NextGenSearchBot
Nibbler Niki-bot
Nikto Nikto
NimbleCrawler NimbleCrawler
Ninja
Nmap Nmap
node-fetch
NPbot NPbot
Nutch
oBot oBot
Openfind Octopus
OpenLinkProfiler Offline Navigator
Openvas OutfoxBot
OpenVAS
OPPO A33
OrangeSpider
PageAnalyzer
Page Analyzer
PageGrabber
PageScorer
PageThing.com PageThing.com
Pandalytics
Panscient Panscient
PECL::HTTP pcBrowser
Picscout Picsearch
PictureFinder PictureFinder
Pimonster Pimonster
Pi-Monster Pi-Monster
ProPowerBot Pixray
plumanalytics
Probethenet
Pump Pump
PxBroker PyCurl
QueryN Metasearch RankActive
RankActiveLinkBot RankActiveLinkBot
RankingBot RankingBot
RankingBot2
RankurBot
Reaper Reaper
RebelMouse
RedesScrapy RedesScrapy
RepoMonkey RocketCrawler
Rogerbot Rogerbot
RSSingBot RSSingBot
SBIder SalesIntelligent
ScanAlert
Scanbot Scanbot
ScoutJet scan.lol
Scrapy ScreenerBot
SemrushBot
SentiBot
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
seoscanners seoscanners
sexsearcher serpstatbot
Siphon Sitebeam
SISTRIX SiteCheckerBotCrawler
sitechecker.pro sitechecker.pro
SiteSnagger
SiteSucker SiteSucker
Sitevigil Site Sucker
SlySearch Snapbot
SmartDownload Snoopy
SMTBot Sogou web spider
SocialRankIOBot
Sociscraper
Sosospider Sosospider
Sottopop Sottopop
Spanner SpaceBison
Spammen
SpankBot
sp_auditbot sp_auditbot
spyfu
Sqlmap
Sqlworm
Sqworm Sqworm
Steeler
Stripper
Sucker Sucker
Sucuri SuperHTTP
SuperBot
Surfbot Surfbot
Suzuran
T8Abot T8Abot
TeleportPro
Telesoft Telesoft
Telesphoreo Telesphoreo
Telesphorep
Thumbor Thumbor
Toata
Tracemyfile Tracemyfile
Turingos Trendiction
VB Project Trendictionbot
trendiction.com
Turnitin
TwengaBot
Twice
URLy Warning
Vacuum
VelenPublicWebCrawler VelenPublicWebCrawler
VeriCiteCrawler VidibleScraper
Virusdie
VoidEYE VoidEYE
Wallpapers/3.0
WASALive-Bot WASALive-Bot
WebAuto WebAuto
Web Auto
WebBandit WebBandit
WebCollage
WEBDAV
WebEnhancer WebEnhancer
WebFuck WebFetch
Web Fetch
Web Fuck Web Fuck
WebImageCollector
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix WebPix
WebReaper
Web Sauger Web Sauger
Webshag
WebsiteExtractor WebsiteExtractor
WebStripper Webster
WebSucker WebZIP
Web Sucker Whack
WebWhacker Whacker
Whatweb Whatweb
WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot
Wonderbot Wonderbot
Woobot WWW-Collector-E
Wotbox
Wprecon
WPScan
WWW::Mechanize
Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
Zauba xpymep1.exe
Zermelo YoudaoBot
Zeus Zeus
ZoomBot
ZoominfoBot ZoominfoBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
alfa-img.com coslab.club
exchangeit.gq craftinsta.ru
focalink.com highspeed5.net
iinstalll-fii1leis.jus0wil.pp.ua homik.pw
mega-bony-2017.pl marcogrup.com
novosibirsk.xrus.org matb3aa.com
xn----9sbebi2bvzr7h.xn--p1ai socialbookmarksubmission.org
xtraffic.plus vbabule.net
xxlargepop.com xerox-douglas.cf
zeroredirect2.com yourserverisdown.com

932
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
01apple.com 00author.com
0912701309f8ce.com 0n-line.tv
123kuma.com 1688.com
123locker.com 1j7740kd.website
1bet.com 1qingdao.com
1pamm.ru 24videos.tv
214jaluwobapef.cf 24x7-server-support.site
273-fz.ru
28n2gl3wfyb0.ru 28n2gl3wfyb0.ru
2x2fan.ru 72-news.com
4kepics.com aa81bf391151884adfa3dd677e41f94be1.com
5u.com academia-nsk.org
7search.com actices.com
7wind.ru actulite.com
83net.jp adverster.com
8xv8.com agadelha.com.br
91abcw.com agahinameh.com
a14download.com ageofclones.com
aa625d84f1587749c1ab011d6f269f7d64.com aimayangzhi.com
abcdeg.xyz
adclickthru.net
add-add.men
addray.pro
adimmix.com
adnotbad.com
adsfresh.men
adultfullhd.com
advokateg.ru
aghanyna.com
aihelen.net
aktivator-windows10.blogspot.com
albamargroup.com
alborzan.com
albuteroli.com
alert-fdm.xyz
alert-hgd.xyz alert-hgd.xyz
alfa-img.com aludecor.info
amehdaily.com am-se.com
amt-k.ru
anal-acrobats.com
ananumous.ru
andpolice.com andpolice.com
anlimebel.kiev.ua android-systems.ru
apibrowsesmartne-a.akamaihd.net angigreene.com
app5.letmacworkfaster.world animalrank.com
arabsexxxtube.com animenime.ru
arate.ru anjalika.co.in
arcadepages.com anmysite.com
artel116.ru apiadanaknet-a.akamaihd.net
asia-forum.ru appsecurityr.com
asscenihotosidea.blogspot.com a.pr-cy.ru
autonew.biz arendas.net
avirasecureserver.com arkartex.ru
avtoarenda.by asacopaco.tk
azazu.ru atlasvkusov.ru
azbuka-mo.ru autochoixspinelli.com
azlex.uz autotop.com.ua
baladur.ru autowebmarket.com.ua
banki76.ru aviav.eu
bard-real.com.ua backuperwebcam.weebly.com
batanga.net balois.worldbreak.com
bavsac.com bamo.xsl.pt
bazaronline24.ru bang-hotties.com
beauty-b0x.pl beauby.ru
beauty-clinic.ru belstaffstore.online
berdasovivan.ru bestofferswalkmydogouteveryday.gq
best-coupon-offer.com bestwaystogetpaid.us
bet365.com bestwebsiteawards.com
betonka.pro betonka.pro
bigpictures.club betterhdporn.com
bimatoprost-careprost.com.ua bidr.trellian.com
bizfly.info bikini-image.com
blavia.00author.com biographiya.com
blockworld.ru birzha-truda.eu
blogos.kz bitporno.sx
blogsfunky672.weebly.com blackbabesporn.com
bodybuilding-shop.biz bluerobot.info
bonux.nextview.ru bnt-team.com
bosefux.esy.es bocoarchives.org
breget74.ru bookmark4you.com.biz
builtwith.com brainzpod.win
buketeg.xyz brandehk.dk
burn-fat.ga btnativenav.com
butstrap.space bugof.gq
buy-loft.ru businesxxl.com
buytizanidineonline.blogspot.com buyessaynow.biz
bycontext.com buyhoverboard.com
callawaygolfoutlet.online buzzsumo.com
callejondelpozo.es cacheimages.com
cakesplus.com.au
cam-kontakte.org
camsex.xxx-cam.webcam camsex.xxx-cam.webcam
candypeople.se canrole.com
capture-room.com cartierbracelet.xyz
cardiosport.com.ua cascadelink.org
cartierwatch.xyz casite-513049.cloudaccess.net
casablancamanor.co.za cb.iphantom.com
cashonads.com cdnnetwok.xyz
ccbill.com cfcl.co.uk
cezartabac.ro cgi2.nintendo.co.jp
cfacarrosserie74.com chatroulette.online
charmstroy.info cheapjerseysbizwholesale.us
cheapbarbour.online cheapmarmot.online
checkm8.com choice-credit.ru
chidporn.com christianlouboutinsaleonline.us
christianlouboutinreplica.win cindymatches.com
cialisndbrx.com clickcash.com
citetick.com community.allhiphop.com
cityadspix.com compiko.info
cleanpcnow.com compliance-checker-7.info
clubfashionista.com compliance-checker.info
coderstate.com compliance-don.xyz
compliance-brian.xyz compliance-elena.xyz
compliance-jack.top construmac.com.mx
compliance-olga.top converse.ddsoldes.fr
compliance-viktor.top coolwallpapers4k.info
com-supportcenter.website coolyarddecorations.com
coolwallpapers-hd.com coslab.club
cosmetic.donna7753191.ru costablue.xyz
countercrazy.com crazyboost.pro
craftburg.ru cs-passion.pl
crd.clan.su culad.com
creativehutindia.com cyclobenzaprinevstizanidine.blogspot.com
customcatchcan.com
dafatiri.com
danschawbel.com danschawbel.com
daretodonate.co daretodonate.co
decorationspcs.com daymusam.com
digilander.libero.it dealighted.com
dipstar.org delayreferat.ru
dirtpics.pw delfin-aqua.com.ua
domaincheck.io demenageur.com
domain-submit.info designdevise.com
dorratex.tn dev78.dioniqlabb.se
dfwu1019.info
discountliv.com
divku.ru
docs4all.com
dojki365.online
domainsphoto.com
domznaniy.ru
dostavka-v-krym.com dostavka-v-krym.com
doyouknowtheword-flummox.ml downloadkakaotalk.com
dprtb.com download-of-the-warez.blogspot.com
draniki.org drhomes.biz
drev.biz driving.kiev.ua
drpornogratisx.xxx drugspowerstore.com
dscaas.website drugstoreforyou.com
dvr.biz.ua dtnlyss.com
dvrlists.com dustyorate.com
ebooknovel.club e-buyeasy.com
efkt.jp ed-shop01.ru
efnor-ac.com educatemetv.com
electro-prom.com ekn-art.se
elektrischezigarette2.onsugar.com elektrischezi.canalblog.com
elektronischezigarettekaufen2.tumblr.com elektrischezigarettekaufen2.cowblog.fr
enge-fotzen.info elektrozigarette2.wordpressy.pl
englate.com elitesportsadvisor.com
epngo.bz empis.magix.net
eredijovon.com engines-usa.com
erotik-kostenlos.net errorfixing.space
ertelecom.ru european-torches.ru
espaceinventoristes.com f07.de
essay-writing.work facebook-mobile.xyz
europages.com.ru fanoboi.com
euroskat.ru fearcrow.com
extrabot.com feargames.ru
extremal-blog.com feeriaclub.ru
extstat.com ferieboligkbh.dk
ezigaretteshop2.vefblog.net fickblock18.com
ezigaretteshop.webs.com finuse.com
f5mtrack.com fiuxy.com
fashionindeed.ml
fashion-mk.net
favornews.com
fikasound.tk
financepoints.eu
findacheaplawyers.com
findsexguide.com
fireads.men
flagcounter.me flagcounter.me
flashahead.info forensicpsychiatry.ru
flex4launch.ru forms-mtm.ru
f-loaded.de fortevidyoze.net
fodelsedagspresenter.nu foto-sisek.porngalleries.top
food.dtu.dk
forexunion.net
forum69.info
foto-basa.com
foxinsocks.ru
foxweber.com foxweber.com
franklinfire.co freejabs.com
free-fbook-traffic.com free-laptop-reward.com
free-traffic.xyz freelifetimefuckbook.com
freshberry.com.ua freeuploader.ml
frivgame250.com freshsuperbloop.com
fr.netlog.com froggytube.com
fullgirl.ru fuckingawesome.com
fun2cell.net fuck-paid-share-buttons.xyz
funcrushgames.com futbolkisales.ru
fun-mobi.pl fxgallery.com
game300.ru gallerily.com
gamedayhouse.com gamerextra.com
gay.adultgalls.com ge0ip.com
getdot.ru generalporn.org
getpopunder.com get-seo-domain.com
getyourimage.club getyourimage.club
get-your-social-buttons.info ghostvisitor.com
ghazel.ru gifspics.com
gne8.com girlsfuckdick.com
goforexvps.com gk-atlant.info
golden-praga.ru glavprofit.ru
golmau.host.sk gnuetella.com
go2album.com
go2mike.ru
googst2.ru googst2.ru
goosefishpost.bid goroda-vsego-mira.ru
gourcy.altervista.org gotomontenegro.net
graphics8.info greatzip.com
growboxbl.ru
grupografico-pilar.com.ar
guardlink.org
gwhwpxbw.bloger.index.hr
gz2.bbsoldes.fr gz2.bbsoldes.fr
haikuware.com hackers-crackers.tk
handicapvansarea.com hacktougroup.ru
hanwei.us hamacapty.com
hazardky.net handicapvantoday.com
hdhc.ru hdpixion.com
hem.passagen.se heliko.no
hidemyass.com hentai-manga.porn
high-speed1.net hit-kino.ru
hikesearch.net hitmuzik.ru
hildinghr.se hledejvshopech.cz
hit-men.men homedecorpicture.us
hobbyhuren-datenbank.com homemature.net
hotchatdate.com host-tracker.com
hothot.ru hoverboard360.at
houdom.net hydropump.su
housediz.com hystersister.com
housekuba.org icaseclub.ru
hreade.com imagui.eu
huhn.altervista.org imk.com.ua
humanelydrew.com impotentik.com
imicrovision.com inbabes.sexushost.com
iminent.com infostatsvc.com
instabid.tech inmate-locator.us
intervsem.ru insider.pro
invitefashion.com ipchicken.com
inzn.ru istock-mebel.ru
i-service.kz itag.pw
iskalko.ru japfm.com
itrevolution.cf
iusstf.org
jabimgo.pw
jackwolfskinoutlet.online
janerikholst.se
javatex.co.id javatex.co.id
jerseywholesalechinabiz.com jillepille.com
jolic2.com jobmarket.com.ua
jrcigars.com justdating.online
kaac.ru
kalb.ru kalb.ru
kaliningrad.zrus.org kambasoft.com
kanimage.com kanimage.com
kashubadesign.ru kevblog.top
keywordsdoctor.com keywesthideaways.co
kichenaid.ru kinky-fetishes.com
kihi.gdn kinoduh.ru
kiprinform.com kino-fun.ru
klejonka.info kinoplen.ru
kmd-pto.ru konica.kz
kongruan.com koopilka.com
kostenloser-sex.com koversite.info
kung-fu-ru.com kovesszucs.atw.hu
kupiproday.com.ua kredit-pod-zalog-krasnodar.ru
kvartir-remont.biz ks1234.com
lacapilla.info lankarns.com
ladsblue.com law-check-seven.xyz
laxob.com linkpulse.com
legalrc.biz linkredirect.biz
letolove.ru lion.bolegapakistan.com
levaquin750mg.blogspot.com lion.snapmap.us
lifebyleese.com liumimgx.pw
liky.co.ua lkbennettstore.online
lincolntheatre.com
liupis.com
llastbuy.ru
localmatchbook.com
locimge.pw
lollypopgaming.com
lol-smurfs.com lol-smurfs.com
love-baby.cz long-beach-air-conditioning.com
maslenka.kz lotto6888.com
max-eclat.men lsex.xyz
medispainstitute.com.au lsp-awak-perikanan.com
megakino.net lubetube.com
metabar.ru luckyshop.net.ua
microsoftportal.net m0r0zk0-krava.ru
miniads.ca m1media.net
mobile.ok.ru m4ever.net
mobplayer.ru mac-shield.com
mojaocena.com mactechinfo.info
mokrayakiska.com makis.nu
manualterap.roleforum.ru
markjaybeefractal.com
masserect.com
masthopehomes.com
max-p.men
mebeldekor.com.ua
mensandals.xyz
metaxalonevstizanidine.blogspot.com
misandesign.se
missis.top
misterjtbarbers.com
mixx.com
mmostrike.ru
mnogolok.info
mobicover.com.ua
mobplayer.net
modnie-futbolki.net
moi-glazki.ru
monclercheap.xyz
moneyteam24.com moneyteam24.com
monsterdivx.tv morepoweronmac.trade
moonci.ru morpicert.pw
morefastermac.trade moscow-region.ru
mowser.com mouselink.co
muabancantho.info musirc.com
mydoctorok.ru mydeathspace.com
mydownlodablefiles.com myfreecams.com
mysex21.com mykings.pw
mystats.xyz nalogovyy-kodeks.ru
myyour.eu nikkiewart.ru
nagdak.ru niroo.info
najaden.no nordvpn.com
naj-filmy24.pl nrv.co.za
nakozhe.com nvssf.com
napalm51.nut.cc oconto.ru
nardulan.com ofanda.com
narkologiya-belgorod.ru oksrv.com
naturalbreakthroughsresearch.com olympescort.com
naturalshair.site online7777.com
needtosellmyhousefast.com online-hd.pl
new7ob.com
nlfjjunb5.ru
notaria-desalas.com
notfastfood.ru
nottyu.xyz
nullrefer.com
oballergiya.ru
obiavo.by
obiavo.com
obiavo.ru
oddamzadarmo.eu
office2web.com
ok-ua.info
olvanto.ru
onclkads.com
onlyporno.ru onlyporno.ru
o-o-11-o-o.com o-o-11-o-o.com
o-o-8-o-o.ru osagonline.ru
openstat.com paintingplanet.ru
optitrade24.com panamaforbeginners.com
ororodnik.goodbb.ru parajumpersoutlet.online
ostrovtaxi.ru paramountmarble.co.uk
oynat.info partner-cdn.men
oz-offers.com paydayloanslocal.com
parajumpersjakkesalgnorge.info pc4download.co
par-fallen.ga
parfusale.se
pcgroup.com.uy pcgroup.com.uy
pc-test.net petitions.whitehouse.gov
pelfind.me pewit.pw
picquery.com photostudiolightings.com
pinsdaddy.com pic2fly.com
pix-hd.com picsfair.com
plastweb.ru pijoto.net
play.leadzupc.com piulatte.cz
pobeiranie.pl pixgood.com
plugingeorgia.com
pod-muzyku.club
pogosh.com
poiskzakona.ru
polcin.de polcin.de
porno-chaman.info polimga.pw
porno-play.net pooleroadmedicalcentre.co.uk
pornoreino.com poptool.net
porno-transsexuals.ru porndroids.com
portside.cc porngalleries.top
poshiv-chehol.ru pornhive.org
prefersurvey.net pornobrazzers.biz
primedice.com porno-dojki.net
privatefx-in.ru pornophoto.xyz
prosmibank.ru pozvonim.com
prpops.com priora-2.com
psvita.ru profitfx.online
qitt.ru profitsport.club
raavidesigns.com prointer.net.ua
rapevideosmovies.com promoforum.ru
razvratnoe.org prostitutki-rostova.org
rcb101.ru prostitutki-yaroslavlya.org
realnye-otzyvy.info pwwysydh.com
raisedseo.com
rankexperience.com
rarbg.to
raschtextil.com.ua
realizmobi.com
realmonte.net
recipedays.ru recipedays.ru
redirect.trafficreceiver.club recordpage-a.akamaihd.net
referencemoi.com reklama1.ru
reining.lovasszovetseg.hu renecaovillasale.online
renecaovilla.online
rep-am.com rep-am.com
replicalouboutin.xyz replicalouboutin.xyz
responsive-test.net resellerclub.com
ring4rhino.com restorator-msk.ru
rockingclicks.com reyel1985.webnode.fr
rootandroid.org rosbalt.com.ua
rostov.xrus.org rospromtest.ru
rusoft-zone.ru ru-dety.ru
russia-today-video.ru ruscopybook.com
sabizonline.com saletool.ru
samo-soznanie.ru
sanatorrii.ru
sandhillsonline.com sandhillsonline.com
sarm.tk sanidumps.com
sbprabooks.com sbricur.com
scanner-andrew.top searchinquire.com
scanner-jack.top searchinterneat-a.akamaihd.net
scanner-julianna.top securesmrt-dt.com
scanner-nelson.top seminarygeorgia59.ga
scanner-olga.top seoholding.com
schoolfiles.net
scopich.com
scrnet.biz.ua
sdelai-prosto.ru
search-goo.com
searchkut.com
seo-2-0.com
seomarketings.online seomarketings.online
serpstat.com seoprofiler.com
servingnotice.com serdcenebolit.com
sexreliz.com seryeznie-znakomstva.ru
sextracker.be sevenstars7.com
sexyebonyteen.com se-welding.ru
shakhtar-doneck.ru sexkontakte-seite.com
shell-pmr.ru sexphoto.site
shop.xz618.com sexy.babes.frontend-stack.top
sientalyric.co sexy-pings.com
simplepooltips.com shama-rc.net
sirpornogratis.xxx sharebutton.org
shmetall.com.ua
shoesonlinebuy.xyz
shoppingmiracles.co.uk
sildenafilcitratemed.com
silvercash.com
simon3.ru
sisiynas.ru
sitechecker.pro
siteheart.net
site.ru
sitevalued.com sitevalued.com
sklad-24.ru skypasss.com
small-game.com slavia.info
sneakyboy.com sledstvie-veli.net
social-buttons.xyz slowmacfaster.trade
soft1.ru smart-balancewheel.com
softlinesolutions.me smartpet.ru
songoo.wz.cz smichovbike.cz
spaceshipad.com snjatie-geroinovoy-lomki.ru
spb.ru soblaznu.net
spy-sts.com socas.pluto.ro
social-s-iii.xyz
softwaretrend.net
sophang8.com
souvenir.cc
spabali.org
spbchampionat.ru
stanthonyscatholicchurch.org stanthonyscatholicchurch.org
startwp.org stathat.com
stats-collector.org storehouse.ua
streetfire.net subj.ukr-lit.com
stroydetali.ru superoboi.com.ua
stroymonolit.su suture.co
studiofmp.com sweepstakes.rewardit.com
studiokamyk.com.pl telefonsexkostenlos.tk
superinterstitial.com telefonsexsofort.tk
svnuppsalaorebro.se testingads.pro
tarad.com thebluenoodle.com
taxi-v-eisk.ru thelottosecrets.com
tds-advert005.info thesmartsearch.net
tedy.su thin.me.pn
teenporn18.net tilido.com
template-kid.com tizanidine4mgstreetprice.blogspot.com
terraclicks.com tizanidinedosageforsleep.blogspot.com
tfxiq.com tizanidinehydrochloride4mgstreetvalue.blogspot.com
thaisamkok.com tizanidinerecreationaluse.blogspot.com
thenews-today.info todohr.com
thepantonpractice.co.uk torrentdownloadhub.com
thetattoohut.com torrnada.ru
thetoiletpaper.com
time-japan.ru
titan-ads.life
tizanidineonline.blogspot.com
toloka.hurtom.com
toolsky.com
tooplay.com
topvidos.ru
touchmods.fr touchmods.fr
tourcroatia.co.uk
toxicwap.com
tpu.ru
traffic2money.com
trafficmp.com
trafficreceiver.club trafficreceiver.club
trichizobswiv.agddns.net trustaffs.com
tubeline.biz ttrraacckkrr.com
tupper-posuda.ru turbodsp.com
tvorozhnaja-zapekanka-recept.ru txxx.com
typimga.pw
tzritel.tk
udsgame.online
ugogo.info
ukr-lit.com ukr-lit.com
ultimateclassicrock.com uk-zheu20.ru
umaseh.com umaseh.com
undergroundcityphoto.com umekana.ru
uni.me uprour.com
unrealcommander.org uptime-gamma.net
usacasino.com url-extractor.xyz
valuado.com urlopener.blogspot.com.au
valueclick.com uytmaster.ru
veerotech.com v24s.net
viandpet.com valsalud.com
video-hollywood.ru v-doc.co
vinylvault.co.uk vedomstvo.net
vip-dom.in vesnatehno.ru
vremya.eu via-gra.webstarts.com
vseigry.fun vipsiterip.org
wait3sec.org volume-pills.biz
wholesalejerseysgaa.com vostoktrade.info
williamrobsonproperty.com vriel.batcave.net
www.pinnacle-bets.com vse-pesni.com
wzgyyq.com vzubah.com
xjrul.com w3data.co
x-lime.net wapsite.me
xn--24-glceagatoq7c2a6ioc.xn--p1ai watchdogs-2.ru
webmonetizer.net
webstatsdomain.org
wedding0venues.tk
wfb.hatedriveapart.com
whatistizanidine2mg.blogspot.com
whatsappdownload10.com
wholesalejerseys-cheapest.com
wingsoffury2.com
woman-h.ru
wormix-cheats.ru
wpsecurity.website
www.kabbalah-red-bracelets.com
xchangetrak.com
xgames-04.com
xitjw.info
xmronta.com
xn----7sbaphztdjeboffeiof6c.xn--p1ai
xn----7sbho2agebbhlivy.xn--p1ai
xn--80abgj3a5acid6ghs.top xn--80abgj3a5acid6ghs.top
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai xn--80ahdheogk5l.xn--p1ai
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
xnxx699.com xsion.net
xolodremont.ru xtremeeagles.net
xxxhdvideo.site xwatt.ru
xz618.com xxxdatinglocal.us
yellowads.men yebocasino.co.za
yougame.biz yopoint.in
your-bearings.com zarabiaj-dzis.pl
yuarra.pluto.ro zawyna.ua
zaloadi.ru zdesoboi.com
zambini.ru zeikopay.com
zapiszto.pl zrizvtrnpale.tk
zastroyka.org zvooq.eu
zebradudka.com
zeroredirect.com
zoompegs.com
zscalertwo.net
zvetki.ru

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
2daytrendingnews.com 00webcams.com
300richmond.co.nz 123any.com
45en.ru 2girls1cup-free.com
5ws.dating-app.ru 40cg.com
abovetherivernc.com 4kepics.com
acheterviagrafr24.com 4webmasters.org
ads-cool.pro 55wmz.ru
adsref.men 5kstore.com
advancedcleaner.com addtoadd.men
alert-hgd.xyz adktrailmap.com
animenime.ru adnotbad.com
appfixing.space adtech.fr
apple.com-webbrowsing-security.science agadelha.com.br
applicationg29.com akusherok.ru
arabsexxxtube.com alert-jdh.xyz
artparquet.ru all4wap.ru
asophoto.com allproblog.com
autotrends.today am15.net
aviav.ru amazingpic.net
b2b-lounge.com android4fun.org
babs.com.ua androids-store.com
bad-stars.net anonymizeme.pro
baersaratov.ru anonymous-redirect.com
banksrf.ru apartamentwroclaw.eu
bannerads.de apessay.com
bdsmgalls.net app5.letmacworkfaster.world
betwinservice.com apper.de
bildsuche.ru arclk.net
billiard-classic.com.ua arkartex.ru
binomo.com asrvvv-a.akamaihd.net
blockworld.ru aussie-prizes.com
bloggerads.net autobudpostach.club
blogs.rediff.com avtolombard-krasnodar.ru
bonky.biz azartclub.org
brateg.xyz bagsonsale.online
bravegirlsclub.com basisches-wasser.net
californianews.cf beatifullandscape.co
calvet.altervista.org belstaffstore.online
canacopegdl.com bestwebsitesawards.com
candypeople.se bimatoprost-careprost.com.ua
cbozhe.com bird1.ru
check-host.net bluesalt.co
cialgenisrx.com bmwhighperformers.com
ciceros.co brainboosting.club
ciproandtizanidine.blogspot.com builtwith.com
citetick.com bumble.cheapwebsitehoster.com
clean-start.net buy-cheap-online.info
clipartnew.com callawaygolfoutlet.online
cognitiveseo.com cardiosport.com.ua
coinsspb.com casinos4dummies.co.uk
compliance-ivan.xyz cenoval.ru
compliance-jack.top changde.58.com
cornomase.win chocolateslim-original.com
cottageofgrace.com clksite.com
cvety24.by club-musics.ru
damedingel.ya.ru com-onlinesupport.site
comsysnet.com
coolwallpapers4k.info
culturevie.info
customboxes4less.com
daptravel.com daptravel.com
dealighted.com dcj-nn.ru
den-noch24.ru defenderxtactical.com
derevesendeco.com degerlund.net
discovertreasure-a.akamaihd.net delitime.info
disruptingdinnerparties.com dentalpearls.com.au
dkvorota.ru discountliv.com
domainsatcost.com dms-sw.ru
dustyorate.com dokumentalkino.net
ecommerce-seo.org domaineaneblanc.com
doska-vsem.ru
dprtb.com
econom.co econom.co
ekaterinburg.xrus.org eluxer.net
elektrischezigaretten1.blogse.nl encodable.com
eorogo.top en.home-task.com
erectile.bid
espaceinventoristes.com
evaashop.ru
evening-dating-club.info evening-dating-club.info
eywords-monitoring-your-success.com everytalk.tv
ezigarettenshop1.yolasite.com farm26.ru
factorynightclub.com
favoritemoney.ru favoritemoney.ru
fetroshok.ru favornews.com
filefilter.weebly.com ferieboligkbh.dk
filmgo.ru fikasound.tk
flashbannernow.com filmetricsasia.com
fm-upgrade.ru flooringinstallation-edmonton.com
fordsonmajbor.cf forex21.ru
fotopop.club fortevidyoze.net
fotoxxxru.com forum.tvmir.org
free-share-buttons.top free-laptop-reward.com
fres-news.com get-your-social-buttons.info
fuck-paid-share-buttons.xyz gq-catalog.gq
garciniaxt.us gribokstop.com
generousdeal-a.akamaihd.net gsasearchengineranker.space
getprismatic.com hamacapty.com
get-seo-domain.com hanink.biz.ly
good-mummy.ru hard-porn.mobi
gotorussia.com haveinc.xyz
gsou.cf
hccoder.info hccoder.info
helvetia.com.ua heygidday.biz
hop.clickbank.net hmywwogw.bloger.index.hr
hulfingtonpost.com home.myplaycity.com
iboss.com horoshieokna.com
ifmo.ru hostsshop.ru
images-free.net ideibiznesa2015.ru
infobanks.ru ilmen.net
inspiring-desperate.tk ilovevitaly.xyz
int.search.mywebsearch.com img.wallpaperstock.net
io9.com inet-traffic.com
iplusbit.blogspot.co.za iopeninghours.co.uk
iqoption.com iqoption.pro
i-service.kz isoveti.ru
ivanovo.zrus.org itservicesthatworkforyou.com
ivearchenceinflu.cf iwantedmoney.com
jackwolfskinoutlet.online iweblist.info
jerseysbizwholesalecheap.com jamiembrown.com
jumptap.com johannesburgsingles.co.za
justprofit.xyz johnrobertsoninc.com
kashubadesign.ru jolic2.com
katadhin.co kaac.ru
keywordhouse.com kamalsinha.com
keywordsdoctor.com keyhantercume.com
keyword-suggestions.com kino2018.club
kicknights.gq kosova.de
klumba55.ru lasvegaslockandsafe.com
komputers-best.ru li-er.ru
koopilka.com littleberry.ru
kotaku.com live-sexcam.tk
koversite.info lizace.com
krasivoe-hd.com localmatchbook.com
kw21.org lockerz.com
lacave.ntic.fr long-beach-air-conditioning.com
lafriore.ru lovasszovetseg.hu
lakomka.com.ua lsp-awak-perikanan.com
leftofcentrist.com luckyday.world
lignofix.ua luxup.ru
linkdebrideur.xyz
linkrr.com
ltvperf.com
m4ever.net m4ever.net
magento-crew.net machicon-ueno.info
massage-info.nl mailemedicinals.com
mebel-alait.ru mainhp.net
mebeldekor.com.ua mapquestz.us
medi-fitt.hu matb3aa.com
mere.host.sk matsdale.com
mexicosleevegastrectomy.com meduza-consult.ru
misswell.net mindbox.co.za
mixx.com minecraft-rus.org
mobilierland.com misandesign.se
moesexy.com mlf.hordo.win
mountainstream.ms mmostrike.ru
multgo.ru mojpreskumanie.com
myhealthcare.com mossmesi.com
myhitmp3.club moviemail-online.co.uk
nailsimg.com msk-diplomat.com
negral.pluto.ro musicstock.me
nerudlogistik.ru mvpicton.co.uk
netanalytics.xyz nalogovyykodeks.ru
onlineku.com narutonaruto.ru
online-sbank.ru navalwiki.info
onlineslotmaschine.com netfacet.net
openfrost.net netvouz.com
oz-offers.com nevansk.ru
panchro.co.uk nhl17coins.exblog.jp
pc-virus-d0l92j2.pw no-rx.info
pekori.to notfastfood.ru
pinwallpaper.xyz odesproperty.com
ohmyrings.com
oren-cats.ru
owohho.com
paclitor.com
pio.polytopesexempt.com
pistonclasico.com pistonclasico.com
piter.xrus.org pix-hd.com
pixell.club pixshark.com
pladform.ru pornhive.org
pogodnyyeavarii.gq pourvous.info
pornogig.com prefersurvey.net
prchecker.info prizesbook.online
printdirectforless.com propranolol40mg.blogspot.com
proprostatit.com prostitutki-kharkova.org
quickchange.cc pro-tec.kz
ragecash.com razamicroelectronics.com
realmonte.net razorweb-a.akamaihd.net
r-e-f-e-r-e-r.com realitykings.com
relax.ru refads.pro
remont-mobile-phones.ru refererx.com
resant.ru rennlist.com
responsive-test.net reversing.cc
risparmiocasa.bz.it royalcar-ufa.ru
rosbalt.com.ua ruclicks.com
rusenvironmental.net sashagreyblog.ga
rusexy.xyz seasonvar.ru
samolet.fr seocheki.net
savefrom.com service.adtech.us
scansafe.net sfd-chess.ru
searchaddis.com shtaketniki.ru
search.pch.com site.ru
secret.xn--oogle-wmc.com smsactivator.ru
seoexperimenty.ru snomer1.ru
seofied.com socialbookmarksubmission.org
seoprofiler.com songoo.wz.cz
shoplvlv.us splendorsearch-a.akamaihd.net
shopwme.ru spy-app.info
sierraapps.com spymac.net
skylta.com srgwebmail.nl
slomm.ru stairliftsarea.com
smichovbike.cz stal-rulon.ru
snow.nvr163.com steelmaster.lv
soc-econom-problems.ru strana-krasoty.ru
spidtest.space sukirgenk.dvrlists.com
sugvant.ru survival.betteroffers.review
supermama.top tampabaywatch.org
swinginwithme.ru teencastingporn.com
tanieaukcje.com.pl teenporn18.net
taranerymagesswa.blogspot.com tgtclick.com
texbaza.by thegamerznetwork.com
thedownloadfreeonlinegames.blogspot.com thewomenlife.com
thedownloadfromwarez.blogspot.com tizanidinedruginteractions.blogspot.com
thefotosgratis.eu tizanidinerecreationaluse.blogspot.com
timecrimea.ru tizanidinesleepaid.blogspot.com
titan-cloud.life tizanidinevsvalium.blogspot.com
topclickguru.com topvidos.ru
trafficstars.com traffmonster.info
turizmus.us trainoffend.ml
twinderbella.com tripper.de
u-cheats.ru trumpetedextremes.com
uchetunet.su tsan.net
ukrtextbook.com tvorozhnaja-zapekanka-recept.ru
ultramart.biz unpredictable.ga
underthesite.com url2image.com
veopornogratis.xxx usiad.net
vereo.eu uzungil.com
vesnatehno.ru v720hd.ru
villacoloniale.com vashsvet.com
visa-china.ru vegan-foods.us
waterpurifier.club velobikestock.com
watracker.net video-hollywood.ru
we-are-gamers.com vkgaleria.com
web-betting.ru webinstantservice.com
website-audit.com.ua webpromotion.ae
website-speed-check.site welcomeauto.ru
wildworld.site westum.se
workle.website wholesalejerseychinashop.com
xkaz.org works.if.ua
x-lime.com xblognetwork.com
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai xwatt.ru
x-stars.ru xxxhdvideo.site
yousense.info youjizz.com
ytmnd.com youporn-forum.ga
zaimite.ru yubikk.info
zakonobosago.ru
zazagames.org
zeroredirect8.com zeroredirect8.com
zrelaya.pw zigarettenonlinekaufen1.bloog.pl
zzbroya.com.ua

14
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html> <html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center> <hr><center>nginx/1.18.0 (Ubuntu)</center>
</body> </body>
</html> </html>
<html> ml><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2266 #### Version: V4.2021.02.2268
#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2266 #### Version: V4.2021.02.2268
#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2266 #### Version: V4.2021.02.2268
#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

8872
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

6
_generator_lists/bad-referrers.list
View file

@ -1,6 +1,3 @@
teletype.in
1008.su
7ooo.ru
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -5752,6 +5749,7 @@ telegraf.by
telegramdownload10.com telegramdownload10.com
telemetryverification.net telemetryverification.net
telesvoboda.ru telesvoboda.ru
teletype.in
telsis.com telsis.com
template-kid.com template-kid.com
templates.franklinfire.co templates.franklinfire.co
@ -6930,4 +6928,4 @@ zygophyceous.womanstars.site
zynax.ua zynax.ua
zytpirwai.net zytpirwai.net
zzbroya.com.ua zzbroya.com.ua
zzlgxh.com zzlgxh.com

4
_generator_lists/bad-user-agents.list
View file

@ -1,6 +1,4 @@
01h4x.com 01h4x.com
gopher
Re-re
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -179,6 +177,7 @@ Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
gopher
Gotit Gotit
GoZilla GoZilla
Go!Zilla Go!Zilla
@ -404,6 +403,7 @@ Recorder
RedesScrapy RedesScrapy
ReGet ReGet
RepoMonkey RepoMonkey
Re-re
Ripper Ripper
RocketCrawler RocketCrawler
Rogerbot Rogerbot

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2266 #### Version: V4.2021.02.2268
#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -5749,6 +5749,7 @@ domain:telegraf.by
domain:telegramdownload10.com domain:telegramdownload10.com
domain:telemetryverification.net domain:telemetryverification.net
domain:telesvoboda.ru domain:telesvoboda.ru
domain:teletype.in
domain:telsis.com domain:telsis.com
domain:template-kid.com domain:template-kid.com
domain:templates.franklinfire.co domain:templates.franklinfire.co

8884
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

8884
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

8884
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

12
robots.txt/robots.txt
View file

@ -6,15 +6,17 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2266 ### Version: V4.2021.02.2268
### Updated: Thu Feb 4 10:15:53 SAST 2021 ### Updated: Fri Feb 5 09:41:05 SAST 2021
### Bad Bot Count: 600 ### Bad Bot Count: 603
################################################### ###################################################
### Version Information ## ### Version Information ##
User-agent: * User-agent: *
Disallow: /wp-admin/ Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php Allow: /wp-admin/admin-ajax.php
User-agent: 01h4x.com
Disallow:/
User-agent: 360Spider User-agent: 360Spider
Disallow:/ Disallow:/
User-agent: 404checker User-agent: 404checker
@ -371,6 +373,8 @@ User-agent: G-i-g-a-b-o-t
Disallow:/ Disallow:/
User-agent: Go-Ahead-Got-It User-agent: Go-Ahead-Got-It
Disallow:/ Disallow:/
User-agent: gopher
Disallow:/
User-agent: Gotit User-agent: Gotit
Disallow:/ Disallow:/
User-agent: GoZilla User-agent: GoZilla
@ -821,6 +825,8 @@ User-agent: ReGet
Disallow:/ Disallow:/
User-agent: RepoMonkey User-agent: RepoMonkey
Disallow:/ Disallow:/
User-agent: Re-re
Disallow:/
User-agent: Ripper User-agent: Ripper
Disallow:/ Disallow:/
User-agent: RocketCrawler User-agent: RocketCrawler