vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 19:50:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.10.1862 [ci skip]

Browse source
This commit is contained in:
Travis 2019-10-09 10:30:18 +02:00
parent f5f0d66f49
commit d43d2c9f67
64 changed files with 5967 additions and 5920 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

542
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1460,6 +1460,7 @@
"~*(?:\b)coolgramgoods\.com(?:\b)" 0; "~*(?:\b)coolgramgoods\.com(?:\b)" 0;
"~*(?:\b)coolingoods\.com(?:\b)" 0; "~*(?:\b)coolingoods\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0; "~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers4k\.info(?:\b)" 0;
"~*(?:\b)coolyarddecorations\.com(?:\b)" 0; "~*(?:\b)coolyarddecorations\.com(?:\b)" 0;
"~*(?:\b)coop\-gamers\.ru(?:\b)" 0; "~*(?:\b)coop\-gamers\.ru(?:\b)" 0;
"~*(?:\b)copblock\.org(?:\b)" 0; "~*(?:\b)copblock\.org(?:\b)" 0;
@ -4723,6 +4724,7 @@
"~*(?:\b)quit\-smoking\.ga(?:\b)" 0; "~*(?:\b)quit\-smoking\.ga(?:\b)" 0;
"~*(?:\b)quizzitch\.net(?:\b)" 0; "~*(?:\b)quizzitch\.net(?:\b)" 0;
"~*(?:\b)qwarckoine\.com(?:\b)" 0; "~*(?:\b)qwarckoine\.com(?:\b)" 0;
"~*(?:\b)qwertty\.net(?:\b)" 0;
"~*(?:\b)qwesa\.ru(?:\b)" 0; "~*(?:\b)qwesa\.ru(?:\b)" 0;
"~*(?:\b)r\-control\.ru(?:\b)" 0; "~*(?:\b)r\-control\.ru(?:\b)" 0;
"~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0; "~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

542
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

542
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -1413,6 +1413,7 @@
"~*(?:\b)coolgramgoods\.com(?:\b)" 0; "~*(?:\b)coolgramgoods\.com(?:\b)" 0;
"~*(?:\b)coolingoods\.com(?:\b)" 0; "~*(?:\b)coolingoods\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0; "~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers4k\.info(?:\b)" 0;
"~*(?:\b)coolyarddecorations\.com(?:\b)" 0; "~*(?:\b)coolyarddecorations\.com(?:\b)" 0;
"~*(?:\b)coop\-gamers\.ru(?:\b)" 0; "~*(?:\b)coop\-gamers\.ru(?:\b)" 0;
"~*(?:\b)copblock\.org(?:\b)" 0; "~*(?:\b)copblock\.org(?:\b)" 0;
@ -4676,6 +4677,7 @@
"~*(?:\b)quit\-smoking\.ga(?:\b)" 0; "~*(?:\b)quit\-smoking\.ga(?:\b)" 0;
"~*(?:\b)quizzitch\.net(?:\b)" 0; "~*(?:\b)quizzitch\.net(?:\b)" 0;
"~*(?:\b)qwarckoine\.com(?:\b)" 0; "~*(?:\b)qwarckoine\.com(?:\b)" 0;
"~*(?:\b)qwertty\.net(?:\b)" 0;
"~*(?:\b)qwesa\.ru(?:\b)" 0; "~*(?:\b)qwesa\.ru(?:\b)" 0;
"~*(?:\b)r\-control\.ru(?:\b)" 0; "~*(?:\b)r\-control\.ru(?:\b)" 0;
"~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0; "~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0;

2
.dev-tools/referrers-regex-format.txt
View file

@ -1411,6 +1411,7 @@
"~*(?:\b)coolgamechannel\.com(?:\b)" 1; "~*(?:\b)coolgamechannel\.com(?:\b)" 1;
"~*(?:\b)coolgramgoods\.com(?:\b)" 1; "~*(?:\b)coolgramgoods\.com(?:\b)" 1;
"~*(?:\b)coolingoods\.com(?:\b)" 1; "~*(?:\b)coolingoods\.com(?:\b)" 1;
"~*(?:\b)coolwallpapers4k\.info(?:\b)" 1;
"~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 1; "~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 1;
"~*(?:\b)cool\-wedding\.net(?:\b)" 1; "~*(?:\b)cool\-wedding\.net(?:\b)" 1;
"~*(?:\b)coolyarddecorations\.com(?:\b)" 1; "~*(?:\b)coolyarddecorations\.com(?:\b)" 1;
@ -4676,6 +4677,7 @@
"~*(?:\b)quit\-smoking\.ga(?:\b)" 1; "~*(?:\b)quit\-smoking\.ga(?:\b)" 1;
"~*(?:\b)quizzitch\.net(?:\b)" 1; "~*(?:\b)quizzitch\.net(?:\b)" 1;
"~*(?:\b)qwarckoine\.com(?:\b)" 1; "~*(?:\b)qwarckoine\.com(?:\b)" 1;
"~*(?:\b)qwertty\.net(?:\b)" 1;
"~*(?:\b)qwesa\.ru(?:\b)" 1; "~*(?:\b)qwesa\.ru(?:\b)" 1;
"~*(?:\b)raavidesigns\.com(?:\b)" 1; "~*(?:\b)raavidesigns\.com(?:\b)" 1;
"~*(?:\b)rabotaetvse\.ru(?:\b)" 1; "~*(?:\b)rabotaetvse\.ru(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.113.151 0; 34.66.25.221 0;

542
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1460,6 +1460,7 @@
"~*(?:\b)coolgramgoods\.com(?:\b)" 0; "~*(?:\b)coolgramgoods\.com(?:\b)" 0;
"~*(?:\b)coolingoods\.com(?:\b)" 0; "~*(?:\b)coolingoods\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0; "~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers4k\.info(?:\b)" 0;
"~*(?:\b)coolyarddecorations\.com(?:\b)" 0; "~*(?:\b)coolyarddecorations\.com(?:\b)" 0;
"~*(?:\b)coop\-gamers\.ru(?:\b)" 0; "~*(?:\b)coop\-gamers\.ru(?:\b)" 0;
"~*(?:\b)copblock\.org(?:\b)" 0; "~*(?:\b)copblock\.org(?:\b)" 0;
@ -4723,6 +4724,7 @@
"~*(?:\b)quit\-smoking\.ga(?:\b)" 0; "~*(?:\b)quit\-smoking\.ga(?:\b)" 0;
"~*(?:\b)quizzitch\.net(?:\b)" 0; "~*(?:\b)quizzitch\.net(?:\b)" 0;
"~*(?:\b)qwarckoine\.com(?:\b)" 0; "~*(?:\b)qwarckoine\.com(?:\b)" 0;
"~*(?:\b)qwertty\.net(?:\b)" 0;
"~*(?:\b)qwesa\.ru(?:\b)" 0; "~*(?:\b)qwesa\.ru(?:\b)" 0;
"~*(?:\b)r\-control\.ru(?:\b)" 0; "~*(?:\b)r\-control\.ru(?:\b)" 0;
"~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0; "~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

542
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.187.174 0; 35.192.91.101 0;
34.66.200.49 0;

542
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.198.131.58 0; 34.66.200.49 0;
34.66.50.208 0;

542
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.14.140 0; 34.66.25.221 0;
104.154.113.151 0; 35.202.245.105 0;
35.192.187.174 0;

542
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.136.167 0; 34.66.200.49 0;
35.188.73.34 0; 35.192.91.101 0;
34.68.144.114 0;

542
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -1460,6 +1460,7 @@
"~*(?:\b)coolgramgoods\.com(?:\b)" 0; "~*(?:\b)coolgramgoods\.com(?:\b)" 0;
"~*(?:\b)coolingoods\.com(?:\b)" 0; "~*(?:\b)coolingoods\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0; "~*(?:\b)coolwallpapers\-hd\.com(?:\b)" 0;
"~*(?:\b)coolwallpapers4k\.info(?:\b)" 0;
"~*(?:\b)coolyarddecorations\.com(?:\b)" 0; "~*(?:\b)coolyarddecorations\.com(?:\b)" 0;
"~*(?:\b)coop\-gamers\.ru(?:\b)" 0; "~*(?:\b)coop\-gamers\.ru(?:\b)" 0;
"~*(?:\b)copblock\.org(?:\b)" 0; "~*(?:\b)copblock\.org(?:\b)" 0;
@ -4723,6 +4724,7 @@
"~*(?:\b)quit\-smoking\.ga(?:\b)" 0; "~*(?:\b)quit\-smoking\.ga(?:\b)" 0;
"~*(?:\b)quizzitch\.net(?:\b)" 0; "~*(?:\b)quizzitch\.net(?:\b)" 0;
"~*(?:\b)qwarckoine\.com(?:\b)" 0; "~*(?:\b)qwarckoine\.com(?:\b)" 0;
"~*(?:\b)qwertty\.net(?:\b)" 0;
"~*(?:\b)qwesa\.ru(?:\b)" 0; "~*(?:\b)qwesa\.ru(?:\b)" 0;
"~*(?:\b)r\-control\.ru(?:\b)" 0; "~*(?:\b)r\-control\.ru(?:\b)" 0;
"~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0; "~*(?:\b)r\-e\-f\-e\-r\-e\-r\.com(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
404enemy BuzzSumo
archive.org_bot CheTeam
BBBike Copier
BlackWidow Drip
Buddy Grabber
demandbase-bot Kenjin Spider
NearSite Lanshanbot
SEOkicks-Robot Sosospider
Shodan WebGo IS
Sqworm Wotbox

268
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
ADmantX 80legs
Aboundexbot
AhrefsBot AhrefsBot
AIBOT AIBOT
Alligator AiHitBot
archive.org_bot Alexibot
ASPSeek Anarchie
BackDoorBot Attach
Backlink-Ceck backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet Badass
Bandit Bandit
Barkrowler
BatchFTP BatchFTP
Battleztar Bazinga BBBike
BDFetch
Bigfoot Bigfoot
Bitacle
Black Hole Black Hole
BLEXBot BLEXBot
Brandprotect Blow
BuiltBotTough BlowFish
Bolt
Buddy
Bullseye Bullseye
BunnySlippers BunnySlippers
Calculon Calculon
CATExplorador
CazoodleBot
Cegbfeieh Cegbfeieh
CheeseBot
CheTeam
ChinaClaw ChinaClaw
Chlooe Claritybot
Cliqzbot Copier
coccocbot-web Copyscape
Cogentbot
Collector
Craftbot Craftbot
crawler4j
crawler.feedback crawler.feedback
crawl.sogou.com CrazyWebCrawler
Crescent Crescent
CrunchBot CrunchBot
DataCha0s CSHttp
Curious
Custo
DBLBot DBLBot
DigitalPebble demandbase-bot
Demon
Devil
DIIbot DIIbot
Dirbuster
Disco Disco
Discobot Discobot
Discoverybot Dispatch
DittoSpyder DittoSpyder
DnyzBot
DomainAppender DomainAppender
DomainCrawler
DomainSigmaCrawler
DomainStatsBot DomainStatsBot
DSearch Download Wonder
Ebingbong Drip
Ecxi eCatch
EMail Siphon ECCP/1.0
EroCrawler evc-batch
Express WebPictures Exabot
ExtLinksBot
Extractor Extractor
EyeNetIE EyeNetIE
Ezooms
FemtosearchBot FemtosearchBot
FHscan FlashGet
Fimap Flunky
Firefox/7.0
Freeuploader Freeuploader
FrontPage FrontPage
Fyrebot Fyrebot
GalaxyBot Genieo
GermCrawler
Getintent
GetRight
GetWeb
Gigablast Gigablast
Gigabot Gigabot
Go-Ahead-Got-It
Gotit
GoZilla GoZilla
Go!Zilla Go!Zilla
Grabber Grabber
GridBot GridBot
Haansoft HaosouSpider
Havij Harvest
HTMLparser Heritrix
HTTrack HTTP::Lite
IDBot HybridBot
Id-search Iblog
IlseBot instabid
Image Fetch
IndeedBot
InfoNaviRobot
InfoTekies
Intelliseek Intelliseek
InterGET Internet Ninja
Iskanie IstellaBot
JamesBOT
Jbrofuzz
JennyBot JennyBot
JetCar JetCar
Jetty JOC Web Spider
JikeSpider
Jorgee Jorgee
Kenjin Spider Linkdexbot
Kozmosbot LinkextractorPro
Lanshanbot
Larbin
LeechFTP
LeechGet
Likse
LinkpadBot LinkpadBot
LinkScan
LinkWalker LinkWalker
LinqiaScrapeBot Lipperhey Spider
LNSpiderguy Litemage_walker
Ltx71 Lmspider
lwp-request lwp-request
lwp-trivial LWP::Simple
Mail.RU_Bot Magnet
magpie-crawler
Majestic12 Majestic12
Majestic SEO
MarkWatch
Masscan Masscan
Mass Downloader
Mata Hari
MauiBot MauiBot
meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot MegaIndex.ru
MFC_Tear_Sample Microsoft Data Access
Microsoft URL Control MIDown tool
Mister PiX
MJ12bot MJ12bot
Morfeus Fucking Scanner Morfeus Fucking Scanner
MSFrontPage
MSIECrawler MSIECrawler
Msrabot Msrabot
Name Intelligence Nameprotect
Navroad Navroad
Needle Netcraft
NetAnts NetMechanic
netEstate NE Crawler
NetLyzer
NetSpider
Nettrack
Net Vampire Net Vampire
Netvibes
NetZIP
NextGenSearchBot NextGenSearchBot
Niki-bot Nibbler
Nikto Nikto
NimbleCrawler NimbleCrawler
Nimbostratus
Ninja Ninja
Nmap Nutch
oBot
Octopus Octopus
OnCrawl OnCrawl
Openfind Openfind
Openvas
OpenVAS OpenVAS
OutclicksBot OrangeSpider
PageAnalyzer OutfoxBot
Page Analyzer
PageGrabber
page scorer page scorer
PageScorer PageScorer
Panscient Panscient
Papa Foto
Pavuk Pavuk
pcBrowser
PHPCrawl PHPCrawl
PictureFinder Picsearch
Pixray Pi-Monster
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
ProPowerBot ProPowerBot
Pump Pump
PxBroker
QueryN Metasearch QueryN Metasearch
RankActive
RankFlex
RankingBot RankingBot
Rankivabot Rankivabot
RankurBot RankurBot
Recorder RebelMouse
RedesScrapy
ReGet ReGet
RepoMonkey RocketCrawler
RSSingBot
SalesIntelligent SalesIntelligent
SBIder
ScanAlert ScanAlert
scan.lol ScoutJet
Screaming Screaming
Searchestate
SearchmetricsBot
Semrush Semrush
SemrushBot
Seomoz Seomoz
SEOprofiler SeoSiteCheckup
serpstatbot serpstatbot
sexsearcher
Shodan Shodan
SISTRIX SISTRIX
Siteimprove Siteimprove
SiteLockSpider
SiteSucker SiteSucker
Site Sucker
SlySearch
SMTBot SMTBot
Snapbot
Snoopy Snoopy
SocialRankIOBot Sociscraper
Sogou web spider Sogou web spider
Spammen Sosospider
Sottopop
SpaceBison
SpankBot SpankBot
sp_auditbot sp_auditbot
Spbot SputnikBot
Sqlworm spyfu
Steeler
Stripper
Sucuri Sucuri
SuperBot
SuperHTTP SuperHTTP
Swiftbot SurveyBot
sysscan
Szukacz Szukacz
T0PHackTeam
T8Abot T8Abot
Telesoft Telesphoreo
Telesphorep
The Intraformant The Intraformant
TheNomad TheNomad
Thumbor
TightTwatBot
Titan
Toata
Toweyabot Toweyabot
Trendiction
trendiction.com trendiction.com
Turnitin trendiction.de
TwengaBot TwengaBot
Twice
Typhoeus
UnisterBot
URLy Warning URLy Warning
Vacuum WallpapersHD
VoidEYE
WBSearchBot WBSearchBot
Webalta
WebAuto
Web Auto Web Auto
Web Collage
WebCopier WebCopier
WebEnhancer WebEnhancer
Web Fetch Web Enhancer
Web Fuck WebFuck
WebImageCollector
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix Web Sauger
Web Pix Webshag
WebsiteExtractor WebsiteExtractor
Website Quester WebsiteQuester
Webster Webster
WebSucker WebStripper
WebZIP
WeSEE WeSEE
Whacker Whacker
Whatweb Widow
WiseGuys Robot
WISENutbot
Wonderbot Wonderbot
Wprecon Woobot
WWW-Collector-E Wotbox
WWW-Mechanize WWW-Mechanize
WWW::Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
x22Mozilla Xaldon WebSpider
Xenu xpymep1.exe
YoudaoBot
Zade
Zauba
zauba.io zauba.io
Zermelo Zermelo
Zitebot Zeus
ZmEu
ZumBot
ZyBorg ZyBorg

280
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
Aboundex 404checker
404enemy
80legs
Aboundexbot
Acunetix Acunetix
AhrefsBot AfD-Verbotsverfahren
AIBOT
Alexibot Alexibot
Alligator Alligator
AllSubmitter
Anarchie
archive.org_bot archive.org_bot
ASPSeek ASPSeek
Asterias Attach
autoemailspider BackDoorBot
Backlink-Ceck Backlink-Ceck
BacklinkCrawler BacklinkCrawler
Bandit BackWeb
Barkrowler BatchFTP
Battleztar Bazinga BDCbot
BBBike BDFetch
BetaBot BetaBot
Blackboard
Black Hole Black Hole
BlackWidow
BLEXBot BLEXBot
Blow
BotALot BotALot
Bullseye Buddy
BunnySlippers
BuzzSumo
Calculon
CATExplorador
CazoodleBot CazoodleBot
CCBot
CheeseBot
CherryPicker CherryPicker
ChinaClaw ChinaClaw
Chlooe Cliqzbot
cognitiveseo Cloud mapping
Collector Collector
Copier Copyscape
CopyRightCheck Craftbot
crawl.sogou.com crawl.sogou.com
Crescent CrazyWebCrawler
CSHttp DBLBot
Curious
Custo
DataCha0s
demandbase-bot
Demon Demon
Deusu Deusu
Devil
DigitalPebble
DIIbot DIIbot
Dirbuster Dirbuster
Disco
Discobot Discobot
Discoverybot
Dispatch Dispatch
DnyzBot DittoSpyder
DomainAppender
DomainCrawler
DomainStatsBot DomainStatsBot
Dotbot Dotbot
Drip Download Wonder
DSearch DTS Agent
Ebingbong EasyDL
ECCP/1.0 eCatch
EirGrabber
EMail Siphon
EMail Wolf EMail Wolf
evc-batch EroCrawler
Evil
Exabot Exabot
ExtLinksBot Extractor
EyeNetIE facebookscraper
Ezooms
FDM FDM
Fimap FlashGet
Foobot Foobot
FrontPage
Genieo
GermCrawler GermCrawler
GetRight Getintent
GetWeb GetWeb
GoZilla G-i-g-a-b-o-t
Go!Zilla Go-Ahead-Got-It
Gotit
Grabber Grabber
Grafula Grafula
GrapeshotCrawler
HaosouSpider
HEADMasterSEO
Heritrix Heritrix
Id-search Hloader
HMView
HTTP::Lite
HTTrack
Humanlinks
Iblog
IDBot
Image Fetch Image Fetch
IndeedBot Image Sucker
Indy Library Indy Library
InfoNaviRobot
InfoTekies
instabid instabid
Internet Ninja InterGET
InternetSeer
internetVista monitor internetVista monitor
ips-agent IRLbot
Iria IstellaBot
JamesBOT
Jbrofuzz Jbrofuzz
JOC Web Spider JennyBot
Joomla JetCar
Jorgee Jetty
Kenjin Spider Kenjin Spider
Keyword Density Keyword Density
Kozmosbot Kozmosbot
Lanshanbot
Larbin
LeechFTP
LexiBot LexiBot
Lftp Lftp
Linkdexbot Linkdexbot
LinkextractorPro LinkScan
LinqiaMetadataDownloaderBot LinkWalker
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Lmspider
Lipperhey Spider LNSpiderguy
Ltx71 Ltx71
lwp-request
LWP::Simple LWP::Simple
Mag-Net Mail.RU_Bot
magpie-crawler Majestic12
Mass Downloader MarkMonitor
Mata Hari Mata Hari
MauiBot
Mediatoolkitbot Mediatoolkitbot
mediawords mediawords
MegaIndex.ru Metauri
MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
Microsoft URL Control
MIDown tool
MIIxpc
Mister PiX
Mojeek
Morfeus Fucking Scanner
Mr.4x3
MSFrontPage
MSIECrawler
Msrabot
Musobot Musobot
Name Intelligence Navroad
Nameprotect Needle
Nessus
NetAnts NetAnts
Netcraft netEstate NE Crawler
NetMechanic NetMechanic
NetSpider
Net Vampire Net Vampire
Netvibes NICErsPRO
Nibbler
Niki-bot
Nikto Nikto
Ninja Nimbostratus
Nmap oBot
Nutch Octopus
Offline Navigator Offline Navigator
OpenLinkProfiler OpenVAS
OrangeBot
OrangeSpider
OutfoxBot OutfoxBot
page scorer
PageScorer
Pandalytics Pandalytics
Panscient Panscient
Papa Foto Papa Foto
Pavuk
PECL::HTTP PECL::HTTP
PeoplePal Picsearch
PHPCrawl
Picscout
PictureFinder PictureFinder
Pi-Monster
PleaseCrawl PleaseCrawl
POE-Component-Client-HTTP
Probethenet Probethenet
Psbot ProWebWalker
Pump
PxBroker
PyCurl PyCurl
RankActive RankActiveLinkBot
RankFlex RankFlex
RankingBot2
Rankivabot Rankivabot
RankurBot
RealDownload RealDownload
RebelMouse
Recorder Recorder
ReGet RedesScrapy
RocketCrawler
Rogerbot
RSSingBot RSSingBot
s1z.ru SalesIntelligent
Scrapy SBIder
scan.lol
Screaming Screaming
ScreenerBot SEOkicks
Searchestate seoscanners
SemrushBot
Seomoz
SEOstats SEOstats
serpstatbot
sexsearcher
Shodan Shodan
Siphon Siphon
SISTRIX
Sitebeam Sitebeam
SiteExplorer Siteimprove
Sitevigil SiteSnagger
SiteSucker
Site Sucker
SlySearch
Snapbot Snapbot
Sociscraper Snoopy
Sogou web spider
Sosospider
Spammen Spammen
SpankBot
Spanner Spanner
Spbot sp_auditbot
Spinn3r
spyfu spyfu
Sqlmap Sqlmap
Steeler Sqlworm
Sucker Stripper
SuperBot
SuperHTTP SuperHTTP
Surfbot Surfbot
SurveyBot Swiftbot
Szukacz sysscan
T8Abot T0PHackTeam
Teleport tAkeOut
TeleportPro Telesoft
The Intraformant
TheNomad TheNomad
Thumbor Thumbor
TightTwatBot TightTwatBot
Toweyabot Titan
Toata
trendiction.de trendiction.de
True_Robot
Turnitin Turnitin
Twice TwengaBot
UnisterBot Upflow
URLy.Warning URLy Warning
VB Project Vacuum
VCI
VeriCiteCrawler
VoidEYE
Voltron Voltron
WallpapersHD WASALive-Bot
WBSearchBot Webalta
WebAuto
Web Auto Web Auto
WebBandit WebBandit
Web Collage WebCopier
WebEnhancer
Web Enhancer Web Enhancer
WebFetch Web Fetch
WebImageCollector
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix
Web Pix Web Pix
WebReaper WebReaper
WebSauger WebSauger
Web Sauger Webshag
WebStripper WebStripper
WebSucker
Web Sucker Web Sucker
WebWhacker WebWhacker
Whack Whack
Whacker
Who.is Bot
WiseGuys Robot WiseGuys Robot
WISENutbot Wonderbot
Woobot
Wotbox Wotbox
Wprecon WPScan
WWW-Mechanize WWW-Collector-E
WWW::Mechanize WWW::Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
Xaldon WebSpider Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
Xenu Xenu
xpymep1.exe
Zauba
zauba.io zauba.io
Zermelo Zermelo
Zeus

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
android4fun.org arabgirls.adultgalls.com
bjanshee.ru break-the-chains.com
envaseslotusama.com bristolhostel.com
newsperuse.com buqayy0.livejournal.com
poppen-nw.net fusoradio.info
replicaclub.ru jennyfire.ru
staynplay.net marketland.ml
thaisamkok.com monetizer.com-01.site
uptimebot.net wechatdownload10.com
whos.amung.us zatjmuzu.info

946
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
007angels.com 007angels.com
00author.com 0912701309f8ce.com
1001watch.com.ua 123any.com
123kuma.com 178evakuator178.ru
1qingdao.com 1-free-share-buttons.com
2345.com 20pascals.nl
273-fz.ru 28n2gl3wfyb0.ru
3w24.com 3th.co.in
4inn.ru 4istoshop.com
4rent.ru 7zap.com
4senses.co 8jn.dating-app.ru
57883.net aac500b7a15b2646968f6bd8c6305869d7.com
66cpwgln.space abovetherivernc.com
7xc4n.com adf.ly
8si.ru adhome.biz
aaa38852e886ac4af1a3cff9b47cab6272.com advancedmassagebysara.com
aasoldes.fr ad-words.ru
acortarurl.es adzerg.com
adconscious.com afslankpillen2017nl.eu
adimmix.com agadelha.com.br
adminshop.com ahrefs.com
adrunnr.com aihelen.net
adtech.de albamargroup.com
adtech.fr alienwheels.de
adtology.com alif-ba-ta.com
agardomains.com all-number.com
akvamaster.dp.ua
alessandraleone.com
algerianembassy.co.in
allcredits.su
allknow.info
aloofly.com aloofly.com
alphacarolinas.com alphaforum.ru
alta-realestate.com
alt-servis.ru alt-servis.ru
anabolics.shop alvtank.se
anticrawler.org amanda-porn.ga
amt-k.ru
amyfoxfitness.com
anal-acrobats.com
android4fun.org
apioutoboxnet-a.akamaihd.net apioutoboxnet-a.akamaihd.net
appfastplay.com apiwoodensealcom-a.akamaihd.net
appiq.mobi app5.letmacworkfaster.world
apptester.tk apple.com-cleaner.systems
ap.senai.br
arenda-avtoprokat-krasnodar.ru
arenda-yeisk.ru
asia-forum.ru
asiavirtualsolutions.com
asociatia-tipografilor-transilvania.ro
asophoto.com asophoto.com
autotrends.today atmagroup.ru
aviav.eu atmovs.com
aviva-limoux.com aussie-prizes.com
avtoarenda.by autoseo-traffic.com
azazaporn.com azbuka-mo.ru
babosas.com bang-hotties.com
bamo.xsl.pt basisches-wasser.net
banki76.ru battle.net
beachtoday.ru bazaronline24.ru
beclean-nn.ru bensbargains.net
begalka.xyz berdasovivan.ru
bestbuy.ca bestchoice.cf
bestcalovebracelet.cn bestdooz.com
bestcurs.org bestsexyblog.com
besttorrentknifta.weebly.com betune.onlinewebshop.net
bestwaystogetpaid.us big-cash.net
betonka.pro binaryoptionscops.info
bigcareer.info bingo8888.com
biographiya.com
bizlist.com.de
bjanshee.ru bjanshee.ru
bloke.com bloggedporn.com
boleznikogi.com bloggerads.net
bonanza-fortune.men bluesman.nu
bonux.nextview.ru blue-square.biz
boo-arts.com bongacams.com
bookmark4you.com.biz brains2.biz
brandehk.dk bristolhotel.com.ua
buqayy0.livejournal.com builtwith.com
buy-cheap-online.info businescoop.men
buyessay3.blogspot.ru buyantiviralwp.com
buyessaynow.biz buydissertation.net
buyk.host.sk call-of-duty.info
buzzurl.jp
cakemediahq.com.au
callmd5map.com
canacopegdl.com canacopegdl.com
cardiosport.com.ua cand.jp
cartechnic.ru candycrushshop.com
cartierjusteunclou.xyz candypeople.se
cartierlovestore.com canrioloadm.gq
cartujano-pre.de cartierbraceletsreplica.pw
casablancamanor.co.za cartierring.xyz
cctva.tv casinos4dummies.co.uk
cdncash.org cdnanalytics.xyz
ceotrk.com celebsopics.com
cezartabac.ro cete.ru
cfjump.com cgi2.nintendo.co.jp
charmstroy.info changde.58.com
cheapmarmot.online cheapjerseysbizwholesale.us
cialgenisrx.com cheap-pills-norx.com
cialiswithoutadoctor.net cheapsergiorossi.online
ciekawinki.pl checkpagerank.net
cityadspix.com chelyabinsk.xrus.org
clash-clans.ru children-learningreading.info
chocolateslim-u-srbiji.com
christianlouboutinreplica.pw
clean-start.net
clickaider.com
clicksor.net
club-lukojl.ru club-lukojl.ru
community.allhiphop.com cocyq.inwtrade.com
com-secure.download cognitiveseo.com
conciergegroup.org comissionka.net
cosmetic.donna7753191.ru com-onlinesupport.host
covadhosting.biz compliance-alex.xyz
cowlmash.com compliance-george.top
cpabegins.ru compliance-george.xyz
cracksplanet.com compliance-ivan.xyz
cyprusbuyproperties.com compliance-mark.top
czat.wp.pl compliance-willy.top
d0t.ru coolgramgoods.com
dailystrength.org copyrightclaims.org
danceuniverse.ru counciltally.com
danschawbel.com creatives.adbetclickin.pink
ddsoldes.fr creditnation.ru
deanmoore.ie credit-respect.ru
defenderxtactical.com crystalslot.com
dentalpearls.com.au culmimg.pw
deplim.com d2jsp.org
dev.citetick.com daptravel.com
dickssportinggoods.com datadepths.com
dignitasdata.se dellalimov.com
dinkolove.ya.ru deutschehobbyhuren.net
djihispano.com dgfitness.co
djstools.com digest-project.ru
dktr.ru dipstar.org
doktoronline.no discountbarbour.online
domainanalyzing.xyz disruptingdinnerparties.com
donvito.unas.cz divatraffic.com
download-of-the-warez.blogspot.com dogclothing.store
doxysexy.com dokumentalkino.net
dprtb.com domaincrawler.com
drugs-no-rx.info downtuptv.gq
drunkmoms.net doyouknowtheword-flummox.ml
dustyorate.com e-commerce-seo.com
dyt.net
easyshoppermac.com
ecommerce-seo.com ecommerce-seo.com
editmedios.com ecxtracking.com
eduserver.net efkt.jp
efnor-ac.com ekn-art.se
egvar.net eloconcream.blogspot.com
election.interferencer.ru empis.magix.net
electronicadirect.com escortplius.com
elektronischezigarettekaufen1.beeplog.com escortslet.net
emediate.eu expertblog.info
energy-ua.com extremez.net
enskedesquashclub.se ezaz.info
enternet.ee ezigarettenkaufen2.dreamwidth.org
enthuse.computernetworksonline.com ezrvrentals.com
essay-edu.biz failingmarriege.blogspot.com
europages.com.ru fapgon.com
everflora.ru farmingworm.com
excitacao.com fba-mexico.com
exct.net fenoyl.batcave.net
exhibitionplus.eu ff30236ddef1465f88547e760973d70a.com
exoclick.com fickenbumsen.net
expolicenciaslatam.co fickkontakte.org
expresstoplivo.ru figuringmoneyout.com
f0815.de fikasound.tk
familyholiday.ml filmgo.ru
filmi-v.online finansov.info
financeloan.us findanysex.com
firesub.pl fitness-video.net
fivedwld.cf flprog.com
flipper.top forensicpsychiatry.ru
f-loaded.de
fodelsedagspresenter.nu
f-online.de
food.dtu.dk
footbalive.org
forex-indextop20.ru forex-indextop20.ru
forum.poker4life.ru forms-mtm.ru
forums.d2jsp.org forum69.info
fototravel.eu fotosfotos.eu
franklinfire.co free-laptop-reward.com
freemaintenancesysforpcandmac.top freenode.info
freewareseek.com friendflnder.com
frighteningremain.cf funnymama.com
front.to fxgallery.com
fun2cell.net gagrasector.ru
funnel.co.za gallerily.com
gamevalue7.weebly.com gamingspark.com
gamewrath.com gerhardhealer.com
gdebestkupit.ru getmiro.com
geile-lelly.eu gilsonchiro.xyz
gemgrab-a.akamaihd.net girlsfuckdick.com
generic-pills-online.com girlspicsa.com
gheus.altervista.org glasof.es
gidonline.one gojiberriess.apishops.ru
given2.com gorabagrata.ru
glall.ru gratuitxblcodes.com
globatur.ru greendream.com.ua
go2album.com growmyfunds.ca
goldpanningtools.com gsasearchengineranker.top
grand-chlen.ru guildebzh.info
gratuitbaise.com guitar-master.org
green-tea.tv handsandlegs.ru
gsasearchengineranker.xyz hdseriale.pl
g.starmoe.xyz headpress.ru
gta-top.ru homedo.fabpage.com
hamacapty.com hostingclub.lk
hannasolution.ru hotblognetwork.com
happy.new.yeartwit.com hoverboard360.es
hatdc.org hoverboard360.nl
hdhc.ru hoztorg-opt.ru
heatpower.ru hubbble.com
helpmymacfaster.trade hustoon.over-blog.com
help.tpu.ru i4track.net
hermesbelts.xyz ibmdatamanagement.co
heroz.fr idealtits.net
hidefiles.org ilmen.net
homeart.space imperiafilm.ru
hotdl.in incep.imagine-ex.co
htmlcorner.com infoupdate.org
ikritikimou.gr istanbulit.com
i-midias.net.br it-max.com.ua
incolors.club ix20.ru
indianmedicaltourismshop.com izoll.ru
intelhdgraphicsgtdrive6w.metroblog.com jamiembrown.com
investyb.com jav-fetish.com
invitefashion.com jerseychinabizwholesale.com
irkutsk.online-podarki.com jestr.org
iscblog.info jose.mulinohouse.co
isistaylorporn.info juliaworld.net
istmira.ru jumptap.com
jacago.com kalandranis.gr
jagg.info kazan.xrus.org
javrip.net kemerovo.zrus.org
jav-way.site kerch.site
jerseywholesaleelitestore.com ketrzyn.pl
jus0wil.pp.ua keywordblocks.com
kakablog.net keywords-monitoring-your-success.com
kazrent.com kichenaid.ru
kinky-fetishes.com kino-ecran.ru
kino2018.club kiskinhouse.com
kinogolos.ru klitimg.pw
kiprinform.com kmgamex.cf
klikbonus.com koptims.tiu.ru
knogg.net koronirealestate.gr
koopilka.com kosynka-games.ru
koversite.info koversite.info
krasnodar.zrus.org kovrenok.ru
kreativperlen.ch krasivoe-hd.net
lacloop.info kupiproday.com.ua
lafourmiliaire.com kurbappeal.info
lankarns.com lacapilla.info
larger.io laxob.com
law-check-two.xyz
leadn.pl
legionalpha.com legionalpha.com
lernur.net lerporn.info
lexixxx.com letsrepair.in
lflash.ru lifebyleese.com
lignofix.ua liffa.ru
likesdesign.com lincolntheatre.com
linkbux.ru linerdrilling.com
lion.snapmap.us liveinternet.ro
littlesexdolls.com locationdesaison.com
liupis.com lockerz.com
lkbennettstore.online locksmith.jp
lonfon.xyz lollypopgaming.com
louboutinreplica.xyz lombia.com
louboutinshoes.xyz longadventure.com
lovasszovetseg.hu luciddiagnostics.in
lyngdalhudterapi.no macrotek.ru
magento-crew.net mansparskats.com
mail.allnews24.in
malwareremovalcenter.com
marblestyle.ru
maridan.com.ua
marinetraffic.com
marketingtechniques.info
marketingvici.com
marmitaco.cat
martlinker.com
marwer.info
mearns-tractors.co.uk mearns-tractors.co.uk
meccadumps.net medkletki.ru
mega-polis.biz.ua menetie.ru
mhtr.be metaxalonevstizanidine.blogspot.com
mil-stak.com midst.eu
miniature.io millionare.com
mirobuvi.com.ua mokrayakiska.com
mmofreegames.online morepoweronmac.trade
mobstarr.com morf.snn.gr
moscow-region.ru mosrif.ru
moyaterapiya.ru mp3downloadhq.com
mozello.ru mrlmedia.net
mp3ringtone.info msk-diplomat.com
mp3ritm.top muizre.ru
mrbitsandbytes.com musicktab.com
mrvideospornogratis.xxx mustwineblog.com
musezone.su myhydros.org
musflashtv.com mypets.by
muz-shoes.ru narco24.me
mygameplus.ru
mymercy.info
myonlinepayday.co
najaden.no
nardulan.com nardulan.com
neodownload.webcam narkologiya-voronezh.ru
nero-us.com naturalpharm.com.ua
netfacet.net netpics.org
news-readers.ru
nextconseil.com nextconseil.com
niki-mlt.ru nfljerseyscheapbiz.us
o333o.com njpalletremoval.com
oddamzadarmo.eu normalegal.ru
odoratus.net notebook-pro.ru
oecnhs.info nottyu.xyz
offtime.ru nrjmobile.fr
okel.co nudepatch.net
oneshotdate.com obesidadealgarve.com
online247.ml obnal.org
ons-add.men ochistka-stokov.ru
openmediasoft.com of-ireland.info
orgasmatrix.com olympescort.com
palocco.it onblastblog.online
paphoselectricianandplumber.com onclkads.com
pawli.eu onlinewritingjobs17.blogspot.ru
p-business.ru onlythegames.com
percin.biz.ly onthemarch.co
perfection-pleasure.ru o-o-11-o-o.com
petitions.whitehouse.gov openlibrary.org
photokitchendesign.com oralsexfilme.net
pierrehardysale.online orion-code-access.net
pipki.r.acdnpro.com osb.se11.ru
piratecams.com osnova3.ru
pixelrz.com outshop.ru
pizza-tycoon.com ownshop.win
plaff-go.ru paceform.com
play.leadzupc.com partnerline.men
plugingeorgia.com pdns.cz
pojdelo.weebly.com pendelprognos.se
poquoson.org pestomou.info
phobia.us
piter.xrus.org
pixshark.com
pk-pomosch.ru
plastgranar.nu
playtap.us
pliks.pl
poptool.net
popunder.net
porndairy.in
porno-chaman.info porno-chaman.info
porno-video-chati.ru pornonik.com
pornstartits.xblog.in pornoslive.net
portside.cc pornotubexxx.name
pozdravleniya-c.ru pornowarp.info
princeadvantagesales.com princevc.com
privhosting.com privatbank46.ru
produkto.net privatov-zapisi.ru
progress-upakovka.ru prize44.com
promover.org prizeestates.cricket
pts163.ru prodess.ru
puteshestvennik.com productarium.com
puzzleweb.ru prosperent.com
randki-sex.com pro-tec.kz
registrationdomainsite.com proxyradar.com
remontgruzovik.ru pr-ten.de
remontvsamare.su purplesphere.in
purplestats.com
push-ad.com
pxhdwsm.com
pyramidlitho.webs.com
rangoman.date
r-control.ru
realizmobi.com
realnye-otzyvy.info
renewablewealth.com
rentalcarnavi.info rentalcarnavi.info
rezeptiblud.ru replica-watch.ru
ritlweb.com resellerclub.com
rockingclicks.com rewardpoll.com
rockma.se rightenergysolutions.com.au
ruclicks.com robertefuller.com
ruscopybook.com rozalli.com
russia-tao.ru ruex.org.ua
rusexy.xyz
russian-postindex.ru
rustic-quiver.win
rvi.biz
sabaapress.com
sack.net sack.net
sale-japan.com sad-torg.com.ua
sammyweaver.com sakhboard.ru
saneitconsulting.com sayyoethe.blogspot.co.za
sardinie.us scanmarine.info
scanner-jessica.top scanner-andrew.top
scansafe.net scanner-marwin.top
scenarii-1-sentyabrya.uroki.org.ua scenicmissouri.us
scopich.com seadragonherbery.com
see-your-website-here.com searchimage.co
seogadget.ru securityallianceservices.com
sexkrasivo.net seksvideoonlain.com
sex-sex-sex5.com seofied.com
share-buttons-for-free.com seorussian.ru
shlyahten.ru seo-traffic-ranking.info
serdcenebolit.com
sex-watch.com
sexystrippe.info
shemale-sex.net
shinikiev.com.ua
shop.acim.org
shopcheermakeup.info shopcheermakeup.info
shopwme.ru sinel.info
sildenafilcitratemed.com siteripz.net
simul.co sitevaluation.com
s-iwantyou.com sitevaluation.org
sk.golden-praga.ru sitiz.club
slavic-magic.ru slkrm.ru
slimcdn.com s.lollypopgaming.com
smartshoppymac.com snjatie-geroinovoy-lomki.ru
sneakyboy.com snts.shell-pmr.ru
snip.tw snyatie-lomki-v-stacionare.ru
snworks.com
social-fun.ru
socialmadesimple.com
socialmediasuggest.com socialmediasuggest.com
sockshare.net social-s-hhh.xyz
softomix.com softwaretrend.net
soserfis.com sovetogorod.ru
sovinsteel.ru sptslmtrafms.com
sps-shop.com
spyfu.com spyfu.com
staff.prairiesouth.ca starwars.wikia.com
stardevine.com stats-public.grammarly.io
statustroll.com
steebook.com
stickers-market.ru stickers-market.ru
streetfooduncovered.com stoki.ru
stretchmate.net stromerrealty.com
studiokamyk.com.pl studiofaca.com
stuff-about-money.com suchenindeutschland.com
sugarlyflex.pw sugarlyflex.pw
supernew.org summerlinhomes411.info
tds-advert005.info supervesti.ru
thecoolimages.net svolze.com
thefarmergame.com taihouse.ru
theprofitsmaker.net technika-remont.ru
tizanidinecost.blogspot.com technopellet.gr
tizanidineduringpregnancy.blogspot.com thebestweightlosspills.ovh
themestotal.com
thetoiletpaper.com
thfox.com
time-japan.ru
tizanidine4mgprice.blogspot.com
tizanidine6mg.blogspot.com
tizanidinedosage.blogspot.com
tizanidinehydrochloride2mg.blogspot.com tizanidinehydrochloride2mg.blogspot.com
tizanidinesideeffectsweightloss.blogspot.com tizanidinezanaflex.blogspot.com
topclickguru.com tooplay.com
topmira.com toproadrunner5.info
totu.us top-study.work
torrents-tracker.com
tovaroboom.vast.ru tovaroboom.vast.ru
track-rankings.online track112.site
trackzapper.com trackmedia101.com
trafficfactory.biz trafficjunky.com
traffpartners.com
trahic.ru trahic.ru
trailer.cinemaflix.website trainoffend.ml
try-rx.com trustedhealthtips.com
tsan.net tube8.com
tubeline.biz turkeyreport.tk
tuckermktg.com twojebook.pl
twiclub.in ua-company.ru
twitlinks.com uchebavchehii.ru
typer.one uggsale.online
u17795.netangels.ru unisexjewelry.org
uhodzalijami.ru upupa.net
uhod-za-sobakoj.ru usadacha.net
umekana.ru valkiria-tk.ru
underthesite.com vekzdorov.ru
unpredictable.ga velobikestock.com
upstore.me veselokloun.ru
uptime-gamma.net vgoloveboli.net
url2image.com videochat.cafe
urll.eu videochat.life
usdx.us videokrik.net
usiad.net villakohlanta.nu
valsalud.com visa-pasport.ru
vbtracker.net vizitki.net
vezuviy.su voloo.ru
videochat.mx vostoktrade.info
video-production.com vpnmouse.com
videositename.com vucms.com
videospornogratisx.net waterefficiency.co
vikistars.com waycash.net
viktoria-center.ru webmasterhome.cn
vilingstore.net webmonetizer.net
villacoloniale.com webnode.me
vinsit.ru website-analytics.online
vipromoffers.com weekes.biz.tc
vladimir.zrus.org
voditeltrezviy.ru
vrnelectro.ru
wait3sec.org
watchdogs-2.ru
webscouter.net
webshoppermac.com
welck.octopis.com
weprik.ru weprik.ru
whengirlsgowild.com whatsappdownload10.com
wikes.20fr.com whereverdesperate.gq
windowssearch-exp.com williamrobsonproperty.com
wineration.com wnhjavlhezp.gq
winner7777.net woman-tampon.ru
xchangetrak.com wordpresscore.com
xchat26.myfreecams.com worldinternetauthority.com
x-diesel.info wpsecurity.website
x-lime.net writersgroup580.web.fc2.com
xn--80aanaardaperhcem4a6i.com www.event-tracking.com
xn--80abgj3a5acid6ghs.top xaylapdiendanang.com
xn--80aodinpgi.xn--p1ai xclicks.net
xn--hxazdsfy.blogspot.com xcombear.ru
xn--lifehacer-1rb.com xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
xportvusbdriver8i.snack.ws xn----7sbifcamovvfggw9d.xn--p1ai
xvideospornoru.com xn--80aaagvmjabrs1aoc9luc.xn--p1ai
yellowads.men xn--80aeahghtf8ac5i.xn--p1ai
yougame.biz xn--h1aakne2ba.xn--p1ai
yougetsignal.com xxxnatelefon.ru
yourporn.com yellowstonesafaritours.com
yubikk.info ynymnwbm.bloger.index.hr
zdesformula.ru youandcredit.ru
zeroredirect7.com youdao.com
zhongwenlink.com youradulthosting.com
zlatnajesen.com youresponsive.com
z-master.ru ytmnd.com
znakomstvaonlain.ru zarabotat-na-sajte.ru
zocaparj.kz zeikopay.com
zona-aqua.ru zeroredirect11.com
zoogdinsney.com zooggames.com
zoominfo.com zrizvtrnpale.tk
zoomovies.org zskdla.site
zoosexart.com
zs2vm.top
zynax.ua

488
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
12masterov.com 00go.com
1-99seo.com 03e.info
1pamm.ru 1688.com
2000k.ru 24-ak.ru
2015god.org 2ads.co.uk
3rbseyes.com 2x2fan.ru
40cg.com 4k-player.pl
4webmasters.com 51.la
5u.com 5tey7463.weebly.com
adelly.bg 888.com
adzpower.com abcdeg.xyz
afftrack001.com adnotbad.com
ahmedabadwebs.com adventureparkcostarica.com
amazon-adsystem.com a.frcls.fr
anal-acrobats.com ageofclones.com
apelsinnik.website aibolita.com
apiholdingmypage-a.akamaihd.net all4wap.ru
apioasisspacenet-a.akamaihd.net allblogroll.com
apiqualitinknet-a.akamaihd.net alpinism.ru
apishops.ru alyeskaresort.com
appartement-stumm.at am15.net
appsecurityr.com apiwoodensealcom-a.akamaihd.net
arendakvartir.kz arius.tech
asacopaco.tk artdeko.info
atmovs.com articlesdirectoryme.info
atofilms.com atelielembrancaqueencanta.com.br
audiobangout.com autonew.biz
bangla-chat-uk-paralud.ga auto.rusvile.lt
bankcrediti.ru aviav.ru.com
beachtoday.ru avkzarabotok.info
bestbrainprod.win avtoarenda.by
best-seo-software.xyz azartniy-bonus.com
bizfly.info azazu.ru
blackplanet.com azte.ch
bloggerads.net bankofthewext.com
bloggers.nl bank.uz
bnt-team.com bannerbank.ru
bryansk.zrus.org bazaronline24.ru
bum.com.ru beauty-b0x.pl
business-made-fun.com berrymall.ru
buy-loft.ru best-coupon-offer.com
buypillsorderonline.com best-games.today
buzzsumo.com bestwebsitesawards.com
callawaygolfoutlet.online betonka.pro
candlehandmade.com bezlimitko.xyz
cashkitten-a.akamaihd.net bingo8888.com
cbox.ws boom-celebs.com
cercacamion.it braindaily.xyz
cfjump.com buybest1.biz
christianlouboutinreplica.win buzz-porno.info
club-samodelkin.ru callejondelpozo.es
compliance-don.xyz carabela.com.do
compliance-irvin.xyz carrauterie.be
compliance-mark.top cartierlovestore.com
compliance-walter.top cascadelink.org
cowblog.fr catalogs-parts.com
creams.makeforum.eu cfcl.co.uk
csgo4.win chcu.net
customcatchcan.com cheapjerseysbizwholesale.us
custom-electric-guitar.com cheapjerseysfootballshop.com
cyclobenzaprinevstizanidine.blogspot.com cheap-pills-norx.com
cheapwebsitehoster.com
cibpenonptib.flu.cc
cleanpcnow.com
club-musics.ru
compliance-brian.top
cookielawblog.wordpress.com
cougfan.info
cubs-jerseys.us
daooda.com daooda.com
darkages.info dataloading.net
datsun-do.com deda-moroza-zakaz.ru
diffbot.com dfiles.me
domination.ml
dostavka-v-ukrainu.ru dostavka-v-ukrainu.ru
dtnlyss.com dptaughtme.com
earthmagic.info droidlook.net
e-avon.ru dustyorate.com
e-commerce-seo.com dynainbox.com
econom.co edelstahlschornstein-123.de
emailaccountlogin.co ekosmetyki.net.pl
eorogo.top ekto.ee
ereko.ru elektrozigaretten1.tumblr.com
ero-advertising.com envaseslotusama.com
fast-wordpress-start.com eshop4u.jp
favorcosmetics.com este-line.com.ua
fearcrow.com etm-consult.de
femdom.twiclub.in eyemagination.com
ff30236ddef1465f88547e760973d70a.com ezigaretteshop2.vefblog.net
filmetricsasia.com family1st.ca
findanysex.com findanysex.com
firesub.pl fitfloponline.store
fm-upgrade.ru freeuploader.ml
food.dtu.dk fuckmill.com
freelinkbuilding.website.tk funnypica.com
fyxabomiw.ru game-mmorpg.net
gameonasia.com gayxperience.com
gettpromos.com getdot.ru
glavtral.ru getpopunder.com
goldandcard.ru ghazel.ru
gsasearchengineranker.pw ghostvisitor.com
gwebtools.com glogow.pl
gyffu.com goodhumor24.com
hd720kino.ru gotorussia.com
hebr.myddns-flir.com gourcy.altervista.org
homedecoguide.info guardlink.org
hoterika.com gwhwpxbw.bloger.index.hr
hoverboard360.nl hao123.com
howtoclean.club hawaiielectriclight.com
hscsscotland.com hdapp1008-a.akamaihd.net
idegenvezeto.eu heroz.fr
img.wallpaperstock.net hesteel.pl
impotentik.com hikesearch.net
indianmedicaltourismshop.com hit-kino.ru
itis4you.com hobild.net
janerikholst.se hopeonthestreet.co.uk
jillepille.com housekuba.org
jose.mulinohouse.co hyiphunter.org
iccornacircri.cf
iideaidekonkatu.info
importchinacoach-teach.com
insider.pro
intervsem.ru
int.search.tb.ask.com
iopeninghours.co.uk
ipostroika.ru
iptool.xyz
ispaniya-costa-blanca.ru
jav-fetish.site
journalhome.com journalhome.com
jrpmakati.com karting196.ru
jyvopys.com kazka.ru
kalandranis.gr kidskunst.info
karpun-iris.ru kinogolos.ru
kerei.ru kinotorka.ru
kino-filmi.com kovesszucs.atw.hu
kinogonew.ru krasivye-devushki.net
kiprinform.com laxob.com
konturkrasoty.ru lechenie-gemorroya.com
koptims.tiu.ru ledis.top
kosova.de lifebyleese.com
kung-fu-ru.com llastbuy.ru
ldrtrack.com loadingpages.me
live-cam6.info longadventure.com
livefixer.com louboutinbooties.xyz
livetsomudvekslingstudent.bloggersdelight.dk luxmagazine.cf
livingcanarias.com mainlinehobby.net
lizace.com marblestyle.ru
lombia.co mediaoffers.click
luxup.ru meltwater.com
machicon-ueno.info mhtr.be
magnetpress.sk mirtorrent.net
mansiondelrio.co mmog-play.ru
manuscript.su moesexy.com
map028.com mosdverka.ru
medicineseasybuy.com mustat.com
memberty.com mylesosibirsk.ru
metabar.ru nelc.edu.eg
mindbox.co.za networkad.net
mindeyegames.com nikitabuch.com
minecraft-rus.org nuit-artisanale.com
mmoguider.ru obnal.org
musicdaddy.net odesproperty.com
myhydros.org offers.bycontext.com
napalm51.nut.cc pendelprognos.se
national-today-winning-winner.club photochki.com
naughtyconnect.com pictures-and-images.com
new-post.tk pinsdaddy.com
newsperuse.com pony-business.com
northfacestore.online
notfastfood.ru
oda.as
office-windows.ru
olvanto.ru
optom-deshevo.ru
ownshop.win
pacificair.com
park.above.com
partners-ship.pro
pathwhelp.org
pensplan.com
pl.aasoldes.fr
playtap.us
pliks.pl
plugingeorgia.com
pochtovyi-index.ru
poisk-zakona.ru
pons-presse.com
popmarker.com
popugauka.ru
popup-fdm.xyz popup-fdm.xyz
pornhive.org porngalleries.top
pornofiljmi.com pornhubforum.tk
pornogad.com powc.r.ca.d.sendibm2.com
pornophoto.xyz pp-budpostach.com.ua
pospr.waw.pl proekt-mos.ru
prizestohandle.club prosmibank.ru
prostitutki-yaroslavlya.org prostitutki-tyumeni.org
pulse33.ru pyrodesigns.com.au
puserving.com quickchange.cc
pussyfleet.com randki-sex.com
rada.ru rapidgator-porn.ga
randalljhoward.com raschtextil.com.ua
ranksays.com rednise.com
redirlock.com rentehno.ru
registry-clean-up.net rewardpoll.com
remont-fridge-tv.ru rialp.getenjoyment.net
remont-ustanovka-tehniki.ru rocketchange.ru
responsinator.com romhacking.ru
rustic-quiver.win saltspray.ru
salutmontreal.com samoiedo.it
scanner-marwin.top sardinie.us
scanner-olga.top savingsslider-a.akamaihd.net
scanner-viktor.top seojokes.net
scenicmissouri.us service.adtech.us
sdrescher.net sex-dating.co
see-your-website-here.com sexsearch.com
sexpartygirls.net sexstream.pl
sexy.babes.frontend-stack.top shillyourcoins.com
sfd-chess.ru slowmac.tech
sibtest.ru
simply.net
skuteczna-dieta.co.pl
skylta.com
slkrm.ru
smartadserver.com smartadserver.com
snip.tw sobecjvuwa.com.ru
soft-program.com softtor.com
stockspmb.info spravka-medosmotr.ru
stroiminsk.com stackthatbucks.com
sundrugstore.com startufa.ru
svolze.com stjamesschool.info
theendivechronicles.com strana-krasoty.ru
trackzapper.com strana-solnca.ru
tradgardspartner.se strongsignal-a.akamaihd.net
traffic2cash.org stroy-portal22.ru
tvoystartup.ru supernew.org
uginekologa.com svbur.ru
umityangin.net swimpool.ca
unacittaconte.org swsociety.se
unimodemhalfduplefw.pen.io symbaloo.com
urdoot.win tasteidea.com
valoresito.com tecspb.ru
veselokloun.ru thebluenoodle.com
videochat.ph thedownloadfromwarez.blogspot.com
videospornogratisx.net thegamerznetwork.com
vipromoffers.com thelottosecrets.com
vod.com.ua tilido.com
vsdshnik.com tizanidinedosageforsleep.blogspot.com
walkme.com tizanidineoral.blogspot.com
waterefficiency.co tizanidinesideeffectsweightloss.blogspot.com
websitevaluebot.com tizanidinestreetvalue.blogspot.com
wieseversa.no tourismvictoria.com
www.kabbalah-red-bracelets.com traffic100.com
wzgyyq.com tripper.de
x5market.ru tvteleport.ru
xaylapdiendanang.com typimga.pw
xlolitka.com ua-company.ru
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai u-cheats.ru
xn--80ak6aa92e.com vashsvet.com
xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai veopornogratis.xxx
yadro.ru volgograd.xrus.org
youbrainboost.asia weddingdresses.xyz
yourdesires.ru whatistizanidine2mg.blogspot.com
yurgorod.ru wholinkstome.com
zakazvzloma.com witherrom55.eklablog.fr
zambini.ru woman-tampon.ru
zolotoy-lis.ru woweb.com.ua
zoogdisany.com wurr.voila.net
xn--24-glceagatoq7c2a6ioc.xn--p1ai
xn--oogle-wmc.com
zarabotok--doma.ru
zarajbuilders.com
zeroredirect6.com
zeroredirect8.com
zeroredirect9.com
zs2vm.top

15
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,12 +1,21 @@
<html> <!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
ody> <html>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>

8
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,14 +5,6 @@
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
ody>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.10.1861 #### Version: V4.2019.10.1862
#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.10.1861 #### Version: V4.2019.10.1862
#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.10.1861 #### Version: V4.2019.10.1862
#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

534
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

6
_generator_lists/bad-referrers.list
View file

@ -1,5 +1,3 @@
coolwallpapers4k.info
qwertty.net
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -1415,6 +1413,7 @@ coolgamechannel.com
coolgramgoods.com coolgramgoods.com
coolingoods.com coolingoods.com
coolwallpapers-hd.com coolwallpapers-hd.com
coolwallpapers4k.info
coolyarddecorations.com coolyarddecorations.com
coop-gamers.ru coop-gamers.ru
copblock.org copblock.org
@ -4678,6 +4677,7 @@ quickloanbank.com
quit-smoking.ga quit-smoking.ga
quizzitch.net quizzitch.net
qwarckoine.com qwarckoine.com
qwertty.net
qwesa.ru qwesa.ru
r-control.ru r-control.ru
r-e-f-e-r-e-r.com r-e-f-e-r-e-r.com
@ -6774,4 +6774,4 @@ zx6.ru
zynax.ua zynax.ua
zytpirwai.net zytpirwai.net
zzbroya.com.ua zzbroya.com.ua
zzlgxh.com zzlgxh.com

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.10.1861 #### Version: V4.2019.10.1862
#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6776](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [214](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

@ -1 +1 @@
yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

2
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -1413,6 +1413,7 @@ domain:coolgamechannel.com
domain:coolgramgoods.com domain:coolgramgoods.com
domain:coolingoods.com domain:coolingoods.com
domain:coolwallpapers-hd.com domain:coolwallpapers-hd.com
domain:coolwallpapers4k.info
domain:coolyarddecorations.com domain:coolyarddecorations.com
domain:coop-gamers.ru domain:coop-gamers.ru
domain:copblock.org domain:copblock.org
@ -4676,6 +4677,7 @@ domain:quickloanbank.com
domain:quit-smoking.ga domain:quit-smoking.ga
domain:quizzitch.net domain:quizzitch.net
domain:qwarckoine.com domain:qwarckoine.com
domain:qwertty.net
domain:qwesa.ru domain:qwesa.ru
domain:r-control.ru domain:r-control.ru
domain:r-e-f-e-r-e-r.com domain:r-e-f-e-r-e-r.com

542
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

542
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

542
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.10.1861 ### Version: V4.2019.10.1862
### Updated: Tue Oct 8 14:30:31 SAST 2019 ### Updated: Wed Oct 9 10:20:25 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##