vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.03.2306 [ci skip]

Browse source
This commit is contained in:
Travis 2021-03-21 08:57:30 +02:00
parent 4768c1ea00
commit 083c4ec23a
60 changed files with 69909 additions and 69863 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7646
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1798,6 +1798,7 @@
"~*(?:\b)downloadeer\.net(?:\b)" 0; "~*(?:\b)downloadeer\.net(?:\b)" 0;
"~*(?:\b)downloader12\.ru(?:\b)" 0; "~*(?:\b)downloader12\.ru(?:\b)" 0;
"~*(?:\b)downloadkakaotalk\.com(?:\b)" 0; "~*(?:\b)downloadkakaotalk\.com(?:\b)" 0;
"~*(?:\b)downloadme\.life(?:\b)" 0;
"~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0; "~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0;
"~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0; "~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0;
"~*(?:\b)downtuptv\.gq(?:\b)" 0; "~*(?:\b)downtuptv\.gq(?:\b)" 0;
@ -3240,6 +3241,7 @@
"~*(?:\b)kino\-fun\.ru(?:\b)" 0; "~*(?:\b)kino\-fun\.ru(?:\b)" 0;
"~*(?:\b)kino\-key\.info(?:\b)" 0; "~*(?:\b)kino\-key\.info(?:\b)" 0;
"~*(?:\b)kino\-rating\.ru(?:\b)" 0; "~*(?:\b)kino\-rating\.ru(?:\b)" 0;
"~*(?:\b)kino\-rf\.ru(?:\b)" 0;
"~*(?:\b)kino2018\.cc(?:\b)" 0; "~*(?:\b)kino2018\.cc(?:\b)" 0;
"~*(?:\b)kino2018\.club(?:\b)" 0; "~*(?:\b)kino2018\.club(?:\b)" 0;
"~*(?:\b)kinobaks\.com(?:\b)" 0; "~*(?:\b)kinobaks\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

7646
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

7646
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -1751,6 +1751,7 @@
"~*(?:\b)downloadeer\.net(?:\b)" 0; "~*(?:\b)downloadeer\.net(?:\b)" 0;
"~*(?:\b)downloader12\.ru(?:\b)" 0; "~*(?:\b)downloader12\.ru(?:\b)" 0;
"~*(?:\b)downloadkakaotalk\.com(?:\b)" 0; "~*(?:\b)downloadkakaotalk\.com(?:\b)" 0;
"~*(?:\b)downloadme\.life(?:\b)" 0;
"~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0; "~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0;
"~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0; "~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0;
"~*(?:\b)downtuptv\.gq(?:\b)" 0; "~*(?:\b)downtuptv\.gq(?:\b)" 0;
@ -3193,6 +3194,7 @@
"~*(?:\b)kino\-fun\.ru(?:\b)" 0; "~*(?:\b)kino\-fun\.ru(?:\b)" 0;
"~*(?:\b)kino\-key\.info(?:\b)" 0; "~*(?:\b)kino\-key\.info(?:\b)" 0;
"~*(?:\b)kino\-rating\.ru(?:\b)" 0; "~*(?:\b)kino\-rating\.ru(?:\b)" 0;
"~*(?:\b)kino\-rf\.ru(?:\b)" 0;
"~*(?:\b)kino2018\.cc(?:\b)" 0; "~*(?:\b)kino2018\.cc(?:\b)" 0;
"~*(?:\b)kino2018\.club(?:\b)" 0; "~*(?:\b)kino2018\.club(?:\b)" 0;
"~*(?:\b)kinobaks\.com(?:\b)" 0; "~*(?:\b)kinobaks\.com(?:\b)" 0;

2
.dev-tools/referrers-regex-format.txt
View file

@ -1750,6 +1750,7 @@
"~*(?:\b)downloader12\.ru(?:\b)" 1; "~*(?:\b)downloader12\.ru(?:\b)" 1;
"~*(?:\b)downloadkakaotalk\.com(?:\b)" 1; "~*(?:\b)downloadkakaotalk\.com(?:\b)" 1;
"~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 1; "~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 1;
"~*(?:\b)downloadme\.life(?:\b)" 1;
"~*(?:\b)download\-of\-the\-warez\.blogspot\.com(?:\b)" 1; "~*(?:\b)download\-of\-the\-warez\.blogspot\.com(?:\b)" 1;
"~*(?:\b)downloads\-whatsapp\.com(?:\b)" 1; "~*(?:\b)downloads\-whatsapp\.com(?:\b)" 1;
"~*(?:\b)download\-wallpaper\.net(?:\b)" 1; "~*(?:\b)download\-wallpaper\.net(?:\b)" 1;
@ -3208,6 +3209,7 @@
"~*(?:\b)kinoplen\.ru(?:\b)" 1; "~*(?:\b)kinoplen\.ru(?:\b)" 1;
"~*(?:\b)kinopolet\.net(?:\b)" 1; "~*(?:\b)kinopolet\.net(?:\b)" 1;
"~*(?:\b)kino\-rating\.ru(?:\b)" 1; "~*(?:\b)kino\-rating\.ru(?:\b)" 1;
"~*(?:\b)kino\-rf\.ru(?:\b)" 1;
"~*(?:\b)kinosed\.net(?:\b)" 1; "~*(?:\b)kinosed\.net(?:\b)" 1;
"~*(?:\b)kinostorm\.net(?:\b)" 1; "~*(?:\b)kinostorm\.net(?:\b)" 1;
"~*(?:\b)kinotorka\.ru(?:\b)" 1; "~*(?:\b)kinotorka\.ru(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.193.184.18 0;

7646
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1798,6 +1798,7 @@
"~*(?:\b)downloadeer\.net(?:\b)" 0; "~*(?:\b)downloadeer\.net(?:\b)" 0;
"~*(?:\b)downloader12\.ru(?:\b)" 0; "~*(?:\b)downloader12\.ru(?:\b)" 0;
"~*(?:\b)downloadkakaotalk\.com(?:\b)" 0; "~*(?:\b)downloadkakaotalk\.com(?:\b)" 0;
"~*(?:\b)downloadme\.life(?:\b)" 0;
"~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0; "~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0;
"~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0; "~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0;
"~*(?:\b)downtuptv\.gq(?:\b)" 0; "~*(?:\b)downtuptv\.gq(?:\b)" 0;
@ -3240,6 +3241,7 @@
"~*(?:\b)kino\-fun\.ru(?:\b)" 0; "~*(?:\b)kino\-fun\.ru(?:\b)" 0;
"~*(?:\b)kino\-key\.info(?:\b)" 0; "~*(?:\b)kino\-key\.info(?:\b)" 0;
"~*(?:\b)kino\-rating\.ru(?:\b)" 0; "~*(?:\b)kino\-rating\.ru(?:\b)" 0;
"~*(?:\b)kino\-rf\.ru(?:\b)" 0;
"~*(?:\b)kino2018\.cc(?:\b)" 0; "~*(?:\b)kino2018\.cc(?:\b)" 0;
"~*(?:\b)kino2018\.club(?:\b)" 0; "~*(?:\b)kino2018\.club(?:\b)" 0;
"~*(?:\b)kinobaks\.com(?:\b)" 0; "~*(?:\b)kinobaks\.com(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

7646
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0;
34.122.173.211 0; 34.122.173.211 0;
34.122.208.80 0;

7646
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
35.193.184.18 0; 35.193.184.18 0;

7646
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0;
104.154.182.187 0; 104.154.182.187 0;
34.122.208.80 0; 34.122.208.80 0;

7646
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 35.193.184.18 0;
34.122.173.211 0; 34.122.173.211 0;

7646
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -1798,6 +1798,7 @@
"~*(?:\b)downloadeer\.net(?:\b)" 0; "~*(?:\b)downloadeer\.net(?:\b)" 0;
"~*(?:\b)downloader12\.ru(?:\b)" 0; "~*(?:\b)downloader12\.ru(?:\b)" 0;
"~*(?:\b)downloadkakaotalk\.com(?:\b)" 0; "~*(?:\b)downloadkakaotalk\.com(?:\b)" 0;
"~*(?:\b)downloadme\.life(?:\b)" 0;
"~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0; "~*(?:\b)downloadmefiranaratb1972\.xpg\.com\.br(?:\b)" 0;
"~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0; "~*(?:\b)downloads\-whatsapp\.com(?:\b)" 0;
"~*(?:\b)downtuptv\.gq(?:\b)" 0; "~*(?:\b)downtuptv\.gq(?:\b)" 0;
@ -3240,6 +3241,7 @@
"~*(?:\b)kino\-fun\.ru(?:\b)" 0; "~*(?:\b)kino\-fun\.ru(?:\b)" 0;
"~*(?:\b)kino\-key\.info(?:\b)" 0; "~*(?:\b)kino\-key\.info(?:\b)" 0;
"~*(?:\b)kino\-rating\.ru(?:\b)" 0; "~*(?:\b)kino\-rating\.ru(?:\b)" 0;
"~*(?:\b)kino\-rf\.ru(?:\b)" 0;
"~*(?:\b)kino2018\.cc(?:\b)" 0; "~*(?:\b)kino2018\.cc(?:\b)" 0;
"~*(?:\b)kino2018\.club(?:\b)" 0; "~*(?:\b)kino2018\.club(?:\b)" 0;
"~*(?:\b)kinobaks\.com(?:\b)" 0; "~*(?:\b)kinobaks\.com(?:\b)" 0;

18
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Aboundex arquivo-web-crawler
Asterias Bitacle
AwarioRssBot DTS Agent
BatchFTP InternetSeer
coccocbot-web LeechFTP
FlashGet
LinkpadBot
MTRobot
PHPCrawl
RedesScrapy RedesScrapy
SEOstats
Xaldon_WebSpider
ZoominfoBot
ZyBorg

294
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,58 +1,59 @@
Acunetix 360Spider
ADmantX 404checker
AIBOT 80legs
AiHitBot AfD-Verbotsverfahren
Aipbot
Alexibot Alexibot
Alligator
AllSubmitter AllSubmitter
AlphaBot AlphaBot
Anarchy Apexoo
Anarchy99
Ankit
archive.org_bot archive.org_bot
Aspiegel ASPSeek
AwarioRssBot
AwarioSmartBot AwarioSmartBot
BackDoorBot BackDoorBot
Backlink-Ceck Backlink-Ceck
Badass backlink-check
Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BDCbot BDCbot
BDFetch BetaBot
Blackboard Blackboard
BotALot Black Hole
Brandprotect BlackWidow
Buck Blow
Buddy
BuiltBotTough BuiltBotTough
CazoodleBot BunnySlippers
Cegbfeieh CCBot
CensysInspect
check1.exe check1.exe
CheeseBot CheeseBot
CherryPicker Chlooe
CheTeam
Cliqzbot
Cloud mapping
Cocolyzebot Cocolyzebot
CODE87 CODE87
CopyRightCheck cognitiveseo
CrazyWebCrawler com.plumanalytics
Copyscape
Cosmos
crawler.feedback
Crescent Crescent
CyotekWebCopy CSHttp
DatabaseDriverMysqli
DataCha0s
DBLBot
demandbase-bot
Demon Demon
Dirbuster Deusu
DigitalPebble
Disco Disco
Discobot Discobot
Dispatch Discoverybot
DittoSpyder DomainSigmaCrawler
DnyzBot Drip
DomainAppender DTS Agent
Domains Project EMail Siphon
DomCopBot EroCrawler
Dotbot
Download Wonder
Ebingbong
eCatch
ECCP/1.0
evc-batch evc-batch
Express WebPictures Express WebPictures
Extractor Extractor
@ -60,191 +61,190 @@ ExtractorPro
Extreme Picture Finder Extreme Picture Finder
EyeNetIE EyeNetIE
Ezooms Ezooms
facebookscraper Flunky
Firefox/7.0 Freeuploader
FlashGet FrontPage
GalaxyBot FyberSpider
Genieo Fyrebot
GetRight GetWeb
Gigablast Gigablast
Gigabot
G-i-g-a-b-o-t
Go-Ahead-Got-It
gopher gopher
Go!Zilla Gotit
GoZilla
Grabber Grabber
GrabNet GrabNet
GrapeFX GrapeFX
GridBot Harvest
GT::WWW
Haansoft
HaosouSpider
Havij
HEADMasterSEO HEADMasterSEO
Heritrix Heritrix
HMView Humanlinks
HTTP::Lite
Iblog
IDBot
Id-search Id-search
IlseBot IlseBot
Image Sucker
InfoNaviRobot InfoNaviRobot
InterGET InfoTekies
InternetSeer instabid
internetVista monitor Internet Ninja
IstellaBot ips-agent
Iria
Iskanie
JamesBOT
JennyBot JennyBot
JOC Web Spider
Joomla Joomla
JustView
Jyxobot Jyxobot
Kinza Kenjin Spider
Kozmosbot LeechFTP
LexiBot LexiBot
Lftp LibWeb
Libwhisker Libwhisker
Likse LieBaoFast
Linkdexbot Lightspeedsystems
Linkbot
LinkScan LinkScan
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider
LNSpiderguy LNSpiderguy
Ltx71 Ltx71
lwp-request
lwp-trivial
Magnet
magpie-crawler magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic SEO Majestic12
Majestic-SEO Majestic-SEO
MarkWatch MarkMonitor
Masscan Mass Downloader
MauiBot Mata Hari
Mb2345Browser mediawords
meanpathbot Metauri
Meanpathbot
MFC_Tear_Sample MFC_Tear_Sample
MicroMessenger
Microsoft URL Control
MIDown tool MIDown tool
MIIxpc
Mister PiX
MJ12bot MJ12bot
MQQBrowser
MSFrontPage
Msrabot Msrabot
MTRobot
muhstik-scan muhstik-scan
Musobot Nameprotect
Name Intelligence Needle
Nessus netEstate NE Crawler
NetMechanic
NetSpider NetSpider
Nettrack NetZIP
NextGenSearchBot
Niki-bot Niki-bot
Nimbostratus NimbleCrawler
Ninja
oBot oBot
Octopus Offline Explorer
Openfind Offline Navigator
OpenVAS OnCrawl
OPPO A33 OPPO A33
OrangeSpider OrangeBot
PageGrabber OutclicksBot
PECL::HTTP Pandalytics
Petalbot Petalbot
PHPCrawl PHPCrawl
Picscout PictureFinder
Piepmatz
Pimonster Pimonster
Pi-Monster Pi-Monster
POE-Component-Client-HTTP Pixray
polaris version Psbot
Probethenet
ProPowerBot
Pu_iN Pu_iN
PxBroker Pump
PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler
RankActive
RankFlex RankFlex
Rankivabot RankurBot
RealDownload
Reaper
RebelMouse RebelMouse
Recorder Recorder
RedesScrapy ReGet
RepoMonkey RepoMonkey
RocketCrawler Re-re
RSSingBot Ripper
SalesIntelligent Rogerbot
satoristudio.net satoristudio.net
Screaming SBIder
ScreenerBot
Searchestate
Semrush Semrush
SemrushBot
SentiBot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners
SeoSiteCheckup SeoSiteCheckup
serpstatbot serpstatbot
Shodan sexsearcher
Siphon
SISTRIX SISTRIX
Siteimprove Sitebeam
SiteLockSpider SiteLockSpider
siteripz siteripz
SiteSnagger
SiteSucker
Site Sucker Site Sucker
Sitevigil
SlySearch
SMTBot SMTBot
Snake Snake
SocialRankIOBot Snapbot
Sogou web spider Snoopy
sogouspider
Spammen
SpankBot SpankBot
Spinn3r sp_auditbot
SputnikBot SputnikBot
spyfu Sqlmap
Sqworm Sucuri
Steeler
SuperBot
SuperHTTP
SurveyBot
Suzuran Suzuran
T0PHackTeam Swiftbot
TeleportPro T8Abot
Telesoft Telesoft
Telesphorep Telesphoreo
The Intraformant The Intraformant
Thumbor
Titan Titan
Toata
Trendictionbot
trendiction.com
trendiction.de trendiction.de
Turnitin
TurnitinBot TurnitinBot
Twice
Typhoeus Typhoeus
UnisterBot Upflow
URLy Warning URLy.Warning
VCI Vacuum
VidibleScraper VeriCiteCrawler
VoidEYE VoidEYE
Voltron Voltron
WallpapersHD WallpapersHD
WASALive-Bot
WebBandit
WebCollage WebCollage
Web Collage
WebCopier WebCopier
WEBDAV WEBDAV
Web Fetch WebEnhancer
Web Fuck Web Enhancer
WebGo IS WebFetch
WebImageCollector WebImageCollector
WebSauger WebPix
Web Sauger
WebsiteExtractor WebsiteExtractor
WeSEE Website Quester
WebStripper
Web Sucker
WebZIP
Whack Whack
Whacker Whatweb
Widow Who.is Bot
WiseGuys Robot WISENutbot
Wprecon Wonderbot
WWW-Collector-E WWW-Mechanize
x22Mozilla WWW::Mechanize
Xaldon WebSpider x09Mozilla
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe Xenu
YoudaoBot YoudaoBot
Zade Zauba
zauba.io
Zermelo Zermelo
Zeus
ZoominfoBot ZoominfoBot
ZyBorg ZyBorg

308
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 01h4x.com
404enemy
80legs 80legs
Aboundex
Aboundexbot Aboundexbot
ADmantX AIBOT
AfD-Verbotsverfahren
AiHitBot
Aipbot Aipbot
AllSubmitter Alexibot
Alligator
Anarchie Anarchie
Anarchy99 Anarchy99
Ankit
Anthill
Apexoo
archive.org_bot archive.org_bot
arquivo-web-crawler Aspiegel
ASPSeek
Asterias
autoemailspider
AwarioSmartBot
Backlink-Ceck Backlink-Ceck
Bandit backlink-check
BacklinkCrawler
BackStreet
BackWeb
Battleztar Bazinga
BDFetch
Bitacle Bitacle
BlackWidow Blackboard
BlowFish Blow
Brandprotect Boardreader
Brandwatch Bolt
BotALot
Buck Buck
BuiltBotTough Cegbfeieh
Bullseye check1.exe
Calculon CheeseBot
CensysInspect
CherryPicker CherryPicker
CheTeam Chlooe
Cliqzbot Cliqzbot
Cloud mapping Cloud mapping
cognitiveseo coccocbot-web
Collector CODE87
CopyRightCheck Cogentbot
Copyscape Craftbot
crawler.feedback
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent
CrunchBot
CSHttp CSHttp
CyotekWebCopy
DataCha0s
DBLBot
Demon Demon
Deusu Deusu
DIIbot Digincore
Dirbuster Dispatch
Discobot domainsproject.org
Discoverybot DomCopBot
DomainSigmaCrawler
Dotbot Dotbot
Download Wonder Download Wonder
Dragonfly Drip
DTS Agent Ebingbong
EasyDL EirGrabber
EroCrawler EMail Wolf
Evil
Exabot Exabot
Express WebPictures EyeNetIE
Extractor
Ezooms Ezooms
facebookscraper FDM
Foobot FemtosearchBot
Genieo FHscan
Fimap
Firefox/7.0
FrontPage
GalaxyBot
GermCrawler GermCrawler
Getintent
GetRight
GetWeb GetWeb
Gigabot Gigablast
G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit
Go!Zilla Go!Zilla
Grabber GrabNet
Grafula Grafula
HaosouSpider GrapeshotCrawler
heritrix GridBot
GT::WWW
Hloader Hloader
HTMLparser HMView
Humanlinks HTTP::Lite
Iblog Iblog
Image Sucker IDBot
IndeedBot Id-search
IlseBot
Indy Library Indy Library
instabid
Intelliseek Intelliseek
Internet Ninja Internet Ninja
InternetSeer InternetSeer
isitwp.com IRLbot
IstellaBot Iskanie
JamesBOT JamesBOT
Jbrofuzz Jbrofuzz
JennyBot
JetCar JetCar
Jetty
JikeSpider
JOC Web Spider
Joomla Joomla
Keyword Density Jorgee
Lanshanbot JustView
LibWeb Jyxobot
Libwhisker Kenjin Spider
Linkdexbot Kinza
Kozmosbot
Lftp
LieBaoFast
Likse
LinkextractorPro
LinkScan
LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Lipperhey Spider
Litemage_walker
Lmspider Lmspider
LWP::Simple LWP::Simple
lwp-trivial lwp-trivial
Mag-Net Magnet
Mail.RU_Bot magpie-crawler
Majestic SEO
Majestic-SEO Majestic-SEO
Mass Downloader Mata Hari
meanpathbot Meanpathbot
MeanPath Bot MeanPath Bot
Metauri MegaIndex.ru
MFC_Tear_Sample
MicroMessenger MicroMessenger
Microsoft Data Access Microsoft Data Access
MIDown tool Microsoft URL Control
MIIxpc Mister PiX
MJ12bot MJ12bot
Mojolicious Mojolicious
Mozlila
MQQBrowser MQQBrowser
Mr.4x3
MSFrontPage MSFrontPage
muhstik-scan MTRobot
Musobot NearSite
Name Intelligence Nessus
Nameprotect Nettrack
Navroad Net Vampire
netEstate NE Crawler
NetLyzer
NetMechanic
Netvibes
NextGenSearchBot NextGenSearchBot
NICErsPRO Niki-bot
Nikto Nikto
NimbleCrawler
Ninja Ninja
Nmap
Nutch Nutch
Octopus oBot
Offline Explorer
Offline Navigator Offline Navigator
Openfind Openfind
OrangeBot OutclicksBot
OrangeSpider
OutfoxBot OutfoxBot
Page Analyzer PageGrabber
Papa Foto PageThing.com
Pavuk
pcBrowser
PHPCrawl PHPCrawl
Picsearch Picscout
Piepmatz Piepmatz
Pi-Monster PleaseCrawl
plumanalytics
polaris version
probe-image-size
Probethenet
ProPowerBot
ProWebWalker ProWebWalker
Psbot Pu_iN
QueryN Metasearch PxBroker
Quick-Crawler Quick-Crawler
RankActive
RankFlex RankFlex
RankingBot
RankingBot2
Rankivabot
RealDownload RealDownload
RebelMouse Reaper
Recorder Recorder
ReGet ReGet
RepoMonkey
Re-re Re-re
Rogerbot RocketCrawler
RSSingBot RSSingBot
s1z.ru SalesIntelligent
satoristudio.net SBIder
scalaj-http
ScanAlert ScanAlert
Scanbot scan.lol
ScreenerBot ScoutJet
Screaming
Searchestate
SearchmetricsBot
SentiBot SentiBot
SEOlyticsCrawler
Seomoz
SEOprofiler SEOprofiler
SISTRIX SeoSiteCheckup
SEOstats
serpstatbot
sexsearcher
Sitebeam Sitebeam
SiteExplorer SiteCheckerBotCrawler
sitechecker.pro
Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger SiteSucker
Sitevigil Site Sucker
SlySearch SlySearch
Snake Snake
Snapbot sogouspider
SocialRankIOBot
Sociscraper
Sogou web spider Sogou web spider
SpaceBison SpaceBison
Spammen
SpankBot SpankBot
Spbot Spbot
Spinn3r SputnikBot
Sqlworm
Sqworm Sqworm
Stripper Sucuri
SurveyBot SuperHTTP
Suzuran
Swiftbot
sysscan
Szukacz Szukacz
T0PHackTeam T8Abot
TeleportPro tAkeOut
Telesoft Teleport
Telesphorep Telesphorep
The Intraformant The Intraformant
TightTwatBot
Toata
Tracemyfile
Trendictionbot Trendictionbot
True_Robot True_Robot
TurnitinBot Vagabondo
URLy.Warning
Vacuum
VB Project VB Project
VCI
VeriCiteCrawler
Virusdie
VoidEYE VoidEYE
Voil Voil
Voltron
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot WebCollage
WebAuto WebEnhancer
WebBandit Web Enhancer
WEBDAV WebFetch
Web Fetch Web Fetch
WebFuck WebImageCollector
Web Fuck WebLeacher
webmeup-crawler WebPix
WebSauger
WebsiteExtractor
WebsiteQuester
Website Quester
Webster Webster
WebStripper
Web Sucker Web Sucker
WebWhacker Whatweb
WeSEE Who.is Bot
Widow Widow
WinHTTrack WinHTTrack
Woobot WiseGuys Robot
Wprecon
WWW-Collector-E
WWW-Mechanize WWW-Mechanize
WWWOFFLE WWWOFFLE
Xaldon_WebSpider x22Mozilla
Xenu
xpymep1.exe
YoudaoBot YoudaoBot
Zauba Zermelo
zgrab
ZmEu ZmEu
ZoominfoBot ZoominfoBot
ZumBot ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
adimmix.com azadnegar.com
biznesschat.net chorus.terakeet.com
haveinc.xyz daretodonate.co
hermesbelts.xyz dengi-pod-zalog-nedvizhimosti.ru
lezbiyanki.net flirt4free.com
lion.snapmap.us gateway.zscalerone.net
playmsn.com inboxdollars.com
sbtdesign.co.uk mompussy.net
sicfor.bcu.cc samolet.fr
udayavani.com simplesite.com

942
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00go.com 08800.top
00it.com 1001watch.com.ua
1008.su 108shot.com
100dollars-seo.com 11235813.webzdarma.cz
12masterov.com 11pikachu.ru
1314dh.com 123any.com
13tabs.com 1adult.com
1j7740kd.website 20pascals.nl
24-ak.ru 21h2o.com
3th.co.in 2ads.co.uk
51unlim.ru 4kepics.com
6128786.com 5ws.dating-app.ru
991mostfm.co.id 888.com
9icmzvn6.website 8jn.dating-app.ru
acads.net aanapa.ru
acunetix-referrer.com aasoldes.fr
adhome.biz adsland.men
admitad.com adult3dgames.com
adnotbad.com adultwebhosting.info
adrunnr.com advancedcleaner.com
adsfresh.men advokateg.xyz
adultfriendfinder.com advokat-grodno.by
a.frcls.fr afftrack001.com
agardomains.com akvamaster.dp.ua
ageofclones.com aliexpresscashback.club
aihelen.net allbizne.co.ua
akama.com allblogroll.com
aksonural.ru allnews.md
alice.it alphaforum.ru
aliexpress.com altamayoztourism.com
all4wap.ru alt-servis.ru
alloysteel.ru angkortours.vn
alltheviews.com animebox.com.ua
amospalla.es anjalika.co.in
amyfoxfitness.com anmysite.com
anal-acrobats.com apartmentratings.com
analnoeporno.tv apibetweenlinesn-a.akamaihd.net
animaltoplist.com apiitsthirteende-a.akamaihd.net
anniemation.com
apelsinnik.website
appiq.mobi appiq.mobi
apps-analytics.net apple.com-webbrowsing-security.review
arquivo.pt aproposde.com
artefakct.com autochoixspinelli.com
asia-forum.ru autoloans.com
atleticpharm.org aviav.co
autobrennero.it avramstroy.ru
autogrep.ru azadnegar.com
autoua.top backlinkwatch.com
avtointeres.ru baditri.com
azbukafree.com bala.getenjoyment.net
b2b-lounge.com balois.worldbreak.com
babespcs.com bang-hotties.com
babosas.com bank.uz
backuperwebcam.weebly.com bavsac.com
badavit.com.ua bbsoldes.fr
balans.shahterworld.org bestbuy.ca
bannertesting.com bestdraws.com
bcmp.org bestmouthwash.club
beachfix.co bestofupload.info
beauty-b0x.pl bestprofits-there.com
beget.tech bestserials.com
best-seo-software.xyz beta.hotkeys.com
bigames.online betonka.pro
bigcities.org bfz.biz
bgviagrachrx.com
bharatdefencekavach.com
bingoporno.com bingoporno.com
bitnote.co bioca.org
blackwitchcraft.ru bjorkbacken.nu
blog.f00kclan.de blagovest-med.ru
blogig.org bloggen.be
boazpower.com blogporn.in
bolitgorlo.net blogs.rediff.com
buckspar.gq blog.yam.com
builtwith.com bodybuilding-shop.biz
business-suggested.tk brainboostingsupplements.org
buy-forum.ru breget74.ru
buytizanidineonline.blogspot.com brk-rti.ru
camdenmemorials.com burkesales.com
candlewooddentalcentre.com.au business-made-fun.com
canrole.com buyclomidonlaine.com
cartierlovestore.com buyk.host.sk
cbcseward.com buzzsumo.com
cctva.tv bvlgaribracelet.xyz
cdncash.com bvlgariring.xyz
cgi2.nintendo.co.jp carapics.com
chatroulette.si cardul.ru
cheapjerseysbizwholesale.us carrauterie.be
cheapmoncler.win cartechnic.ru
cheap-trusted-backlinks.com centre-indigo.org.ua
checkhit.com cfjump.com
chelnytruck.ru changde.58.com
chelyabinsk.xrus.org chatroulette.life
chinaelitecheapjerseys.com cheapjerseysap.com
chocolateslim-original.com chiblackhawks-jerseys.com
choice-credit.ru chimiver.info
chinajerseyswholesalecoupons.com
chinese-amezon.com
chocoslim.pro
cialisndbrx.com cialisndbrx.com
clickaider.com cibpenonptib.flu.cc
clickpapa.com ci.ua
clickprotects.com clickbank.net
cl.s7.exct.net clksite.com
cmhomestayagency.com coindirect.io
collegeessay19.blogspot.ru communisave.co.za
collegerentals.com com-onlinesupport.host
com-onlinesupport.site
compliance-donald.xyz compliance-donald.xyz
compliance-ivan.xyz compliance-ivan.xyz
compliance-jess.top concordexoticrentals.com
compliance-julia.top copro.pw
compliance-mark.top copypaste.traderzplanet.in
cpajunkies.com coslab.club
crest-poloski.ru cosmeticswomens-womensports.rhcloud.com
cryptoswap.biz cottageofgrace.com
customerguru.in countercrazy.com
dailystrength.org cowlmash.com
datadepths.com cpabegins.ru
data-mining.tk cracksplanet.com
dating-app.ru crackzplanet.com
crd.clan.su
creativehutindia.com
crynet.cc
crystalslot.com
cubs-jerseys.us
cxpromote.com
dangphoto.trade
data1.scopich.com
dating-time-now.com dating-time-now.com
dekoration.us dekoration.us
designdevise.com delfin-aqua.com.ua
dinosaurus.site dikqlyremy.info
domaincdn.xyz divatraffic.com
dominateforex.ml dms-sw.ru
dominterior.org dolohen.com
doyouknowtheword-flummox.ml domainroam.win
duplicashapp.com downloader12.ru
dwomlink.info eas-seo.com
e-c.al ecommerce-seo.com
ege-russian.ru educontest.net
elektronischezigarette2.mex.tl ekto.ee
elektrischezi.canalblog.com
elektrischeziga.livejournal.com
elektronischezigarettekaufen1.beeplog.com elektronischezigarettekaufen1.beeplog.com
elitesportsadvisor.com elektrozigarettekaufen2.blogse.nl
elmifarhangi.com empathica.com
embedle.com empis.magix.net
engines-usa.com epngo.bz
ero-advertising.com erotiktreff24.info
esopini.com eshop4u.jp
este-line.com.ua excitacion.info
etenininrade.ga executehosting.com
etur.ru exoclick.com
eu-cookie-law.info extremepornos.net
evaashop.ru eyemagination.com
evening-dating-club.info ezigarettekaufen2.yolasite.com
exmasters.com ezigarettenkaufen2.dreamwidth.org
exportshop.us facecup.top
eyessurgery.ru familyholiday.ml
ez8motelseaworldsandiego.com farmingworm.com
ezigaretteshop2.mywapblog.com fatfasts-4tmz.com
f5mtrack.com favorcosmetics.com
fanpagerobot.com felizporno.com
feeriaclub.ru ferieboligkbh.dk
fetlifeblog.com ferrotodo.com
fickblock18.com
filesdatabase.net filesdatabase.net
firesub.pl filmi-onlain.info
flooringinstallation-edmonton.com finemanteam.com
fm-upgrade.ru flagcounter.me
forex-procto.ru flipper.top
forexgb.ru
forminecrafters.ru forminecrafters.ru
forum.poker4life.ru foto-sisek.porngalleries.top
forum.tvmir.org free-laptop-reward.com
frcls.fr freemaintenancesysforpcandmac.top
freeseedsonline.com
free-share-buttons.blogspot.com
freetangodownload.com
freewareseek.com
freza-sverlo.ru
fuck-paid-share-buttons.xyz fuck-paid-share-buttons.xyz
funtoonez.com funnel.co.za
gagrasector.ru gagrasector.ru
gamevalue7.weebly.com gamerextra.com
gaygalls.net gamewrath.com
generousdeal-a.akamaihd.net garciniaxt.us
girlsfuckdick.com gay-site.store
girlspicsa.com geilehausfrauen.net
gk170.ru geileweiber.tk
globalscam.ga germes-trans.com
go2album.com gigablast.com
gobongo.info gigapeta.com
graphid.com glastecfilms.com.my
gratis-sexkontakte.com go2mike.ru
groupmoney.ru gok-kasten.net
gwebtools.com googleseo.com.tr
hamilton.ca greamimgo.pw
hdapp1008-a.akamaihd.net gribkovye-zabolevaniya.com
hermesbirkinhandbagoutlets.com gsasearchengineranker.site
highstairs-a.akamaihd.net gta-club.ru
hit-men.men guardlink.com
hopeonthestreet.co.uk guidefs.ru
hostnow.men gz2.bbsoldes.fr
htmlcorner.com hao123.com
hdimagegallery.net
hdpixion.com
healing-dysplasia.ru
healmytrauma.info
helvetia.com.ua
hentaiheroes.com
hifidesign.ru
himgaws.pw
hobild.net
homedecoguide.info
hoste.octopis.com
hotgirlhdwallpaper.com
hothor.se
howopen.ru
iamsport.org iamsport.org
ibb.com.ua
ibmdatamanagement.co ibmdatamanagement.co
ido3.com idc.com.ua
iflycapetown.co.za idegenvezeto.eu
igithab.com iklysha.ml
igru-xbox.net ilo134uloh.com
imk.com.ua imgata.com
impisr.edunsk.ru img.wallpaperstock.net
infogame.name inboundlinks.win
innoslicon.com incomekey.net
instabid.tech infowarcraft.ru
invitefashion.com interferencer.ru
io9.com iqoption.com
iqoption.pro istizanidinelikexanax.blogspot.com
iqupdatetmz.win iweblist.info
iscblog.info janavibekken.no
istizanidineanarcoticdrug.blogspot.com jolic2.com
itis4you.com
ix20.ru
javatex.co.id
jbl-charge.info
jerseychinabizwholesale.us
joingames.org
jongose.ninja
jose.mulinohouse.co
joy-penguin.com joy-penguin.com
juliadiets.com jrcigars.com
kalandranis.gr justucalling32211123456789.tk
kam-dom.ru kaac.ru
karachev-city.ru kakadu-interior.com.ua
kashubadesign.ru keywordglobal.co.za
kerei.ru kino-fun.ru
kinoduh.ru kinohall.ru
kinopolet.net
kiprinform.com kiprinform.com
kiskinhouse.com
kit-opt.ru
kleine-titten.biz kleine-titten.biz
kletkimehan.ru kndxbkdx.bloger.index.hr
kollesa.ru kostenlos-sexvideos.com
kolotiloff.ru kraljeva-sutjeska.com
kometars.xyz krasnodar.zrus.org
komp-pomosch.ru kvartir-remont.biz
kongoultry.net landmania.ru
kosmetyki.tm.pl larger.io
kostenloser-sex.com lego4x4.ru
koversite.info letmacworkfaster.world
kovrenok.ru letmacwork.world
krasivye-devushki.net letslowbefast.site
ktotut.net lezbiyanki.net
kvartiry-remont.ucoz.ru lion.bolegapakistan.com
kwzf.net liran-locks.com
lafourmiliaire.com littlesexdolls.com
lancheck.net liver-chintai.org
leadwayau.com liveu.infoteka.hu
lecbter-relationships.ga loftdigital.eu
lexixxx.com lombia.com
likrot.com lovelycraftyhome.com
lincolntheatre.com lowephotos.info
linkredirect.biz lubetube.com
liquimondo.com lunamedia.co
lirunet.ru macfix.life
livetsomudvekslingstudent.bloggersdelight.dk magento-crew.net
lizace.com
lmrauction.com
lonfon.xyz
lookingglassemb.com
losangeles-ads.com
lutherstable.org
macotool.com
magnetic-bracelets.ru
mail.allnews24.in
mainhp.net mainhp.net
mall.uk makemoneyonline.com
makenahartlin.com
manifestyourmillion.com manifestyourmillion.com
maranbrinfo.com.br manualterap.roleforum.ru
mararoom.ru marwer.info
marcoislandvacations.net mastershef.club
marktforschung-stuttgart.com mathgym.com.au
marmotstore.online mebel-ekb.com
matematikus.info medkritika.ru
medicinacom.ru megavolt.net.ua
meendo-free-traffic.ga mejoresfotos.eu
mex-annushka.ru menetie.ru
mezaruk.info merryhouse.co.uk
miniads.ca mesbuta.info
minneapoliscopiers.com metalonly.info
missclub.info mhi-systems.ru
misswell.net misandesign.se
mobplayer.ru
mockupui.com
modenamebel.ru
moi-glazki.ru moi-glazki.ru
monarhs.info montazhnic.ru
moscow.xrus.org montredemarque.nl
moyaterapiya.ru mostantikor.ru
mriyadh.com most-kerch.org
muz-shoes.ru mowser.com
mwtpludn.review mrpornogratis.xxx
my-big-family.com msfsaar.de
mylesosibirsk.ru mtmtv.info
myxdate.info mturkcontent.com
napalm51.nut.cc multgo.ru
nardulan.com musicdaddy.net
narkologiya-voronezh.ru musicktab.com
narosty.com music.utrolive.ru
narutonaruto.ru mydownloadengine.com
netoil.no mymobilemoneypages.com
newsperuse.com mysexpics.ru
no-fuel.org navalwiki.info
no-rx.info nevansk.ru
npoet.ru new-post.tk
nuker.com nextconseil.com
nzfilecloud.weebly.com next-dentists.tk
oballergiya.ru nikitsyringedrivelg.pen.io
ochistka-stokov.ru nodding-passion.tk
ok-ua.info northfacestore.online
olgacvetmet.com novodigs.com
nrv.co.za
nufaq.com
nvssf.com
obuv-kupit.ru
o-dachnik.ru
ofanda.com
olympescort.com
omsk.xrus.org omsk.xrus.org
onblastblog.online onko-24.com
onlinefilmz.net onlinadverts.com
onlinemegax.com
onlywoman.org onlywoman.org
optitrade24.com o-o-8-o-o.ru
oranga.host.sk ops.picscout.com
orgasmus-virtual.com optikremont.ru
orhonit.com ordernorxx.com
origin-my.ru orion-code-access.net
orsonet.ru osb.se11.ru
paramountmarble.co.uk outrageousdeal-a.akamaihd.net
partnerworkroom.men partner-trustworthy.men
pekori.to perederni.net
picquery.com photorepair.ru
picturesboss.com phuketscreen.com
pierrehardysale.online pictures-and-images.net
piuminiita.com pinup-casino1.ru
pivka.xyz pinwallpaper.top
pizdeishn.com pixell.club
poem-paying.gq pixgood.com
popander.mobi poiskzakona.ru
popserve.adscpm.net popugaychiki.com
poquoson.org popup-fdm.xyz
porndroids.com pornofiljmi.com
pornodojd.ru pornosee.info
pornolook.net pornoslive.net
pornosexrolik.com preparevideosafesystem4unow.space
pornoxxx.com.mx princevc.com
portside.xyz printie.com
productarium.com prlog.ru
produkto.net profitkode.com
profit-opportunity.com profit-opportunity.com
projectforte.ru promover.org
pronorm.fr pron.pro
proposal-engine.com
prosperent.com prosperent.com
prostitutki-odessa.org prostitutki-almata.org
radiodigital.co prostitutki-tolyatti.org
pufip.com
purplesphere.in
qexyfu.bugs3.com
quelle.ru
quickloanbank.com
rada.ru
radiogambling.com
rangoman.date rangoman.date
razorweb-a.akamaihd.net razamicroelectronics.com
repeatlogo.co.uk realizmobi.com
richinvestmonitor.com redirectingat.com
rightenergysolutions.com.au registrationdomainsite.com
ring4rhino.com rewardit.com
ringporno.com rfserial.net
rixpix.ru riders.ro
ros-ctm.ru rockingclicks.com
royalcar-ufa.ru rosbalt.com.ua
royal-investments.net runofilms.ru
rubanners.com russian-postindex.ru
rukino.org sady-urala.ru
ruscopybook.com sajatvelemeny.com
ruspdd.com salutmontreal.com
rvtv.ru santasgift.ml
sack.net sashagreyblog.ga
salmonfishingsacramentoriver.com scanmarine.info
samoiedo.it scanner-donald.top
sbetodiodnye-lampy.ru scanner-josh.top
sbf441.com scanner-julianna.top
scanmyphones.com scanner-julia.top
scanner-elena.top screentoolkit.com
scanner-fred.top seemoreresultshu-a.akamaihd.net
sdrescher.net seksotur.ru
seadragonherbery.com seo-2-0.com
searchimpression.com seolab.top
see-your-website-here.com service.adtech.us
semrush.com seryeznie-znakomstva.ru
seorankinglinks.com sethrollins.net
seorankinglinks.xyz se-welding.ru
serdcenebolit.com sex-tracker.de
sex-foto.pw shemalegalls.blogporn.in
sexkontakte-seite.com sherlock.se
sexspornotub.com shop.acim.org
sexstream.pl shopsellcardsdumps.com
sexystrippe.info sicfor.bcu.cc
shisha-swag.de siteonomy.com
shodanhq.com slayerlife.com
shoppingmiracles.co.uk slowmacfaster.trade
shop.xz618.com smailik.org
sierraapps.com snjatie-geroinovoy-lomki.ru
site-auditor.online snsdeainavi.info
siteripz.net socialsignals24.com
sizeplus.work softlinesolutions.me
skypasss.com soheavyblog.com
skytraf.xyz solitaire-game.ru
slim.sellany.ru solmarket.by
smart-scripts.com songplanet.ru
smichovbike.cz spabali.org
sneakyboy.com spaceshipad.com
snip.tw spb.afora.ru
soaksoak.ru spb-plitka.ru
social-buttons.xyz speeddream.xyz
socialseet.ru spidtest.org
spb.ru stanthonyscatholicchurch.org
splendorsearch-a.akamaihd.net starwars.wikia.com
spravka130.ru stathat.com
sptslmtrafms.com steebook.com
starpages.net stjamesschool.info
start.myplaycity.com stroyplus.ru
stillmiracle.com sureone.pro
subj.ukr-lit.com surfbuyermac.com
svnuppsalaorebro.se swagbucks.com
svtrd.com
tam-gde-more.ru
taranerymagesswa.blogspot.com
tasteidea.com
td-33.ru
tds-advert002.info tds-advert002.info
tedy.su teencastingporn.com
templates.franklinfire.co thebluffs.com
testingads.pro thenetinfo.com
theheroes.ru thenews-today.info
thejournal.ru theprofitsmaker.net
the-trader.net thexart.club
thewomenlife.com timer4web.com
titan-ads.life tizanidineandcipro.blogspot.com
tizanidinerestlesslegsyndrome.blogspot.com tizanidinedrugtest.blogspot.com
tizanidinesleepaid.blogspot.com tizanidineformigraines.blogspot.com
tizanidinevsvalium.blogspot.com tizanidinemusclerelaxant.blogspot.com
tizanidinewithdrawal.blogspot.com tizanidinevscyclobenzaprine.blogspot.com
toloka.hurtom.com
tomck.com tomck.com
top-l2.com tonivedu.it
torontoplumbinggroup.com topanasex.com
torrents-tracker.com torrnada.ru
totu.us tovaroboom.vast.ru
toyota.7zap.com tozup.com
tracklead.net tracxn.com
trackzapper.com traderzplanet.in
traffixer.com traffic2money.com
tsstcorpcddvdwshbbdriverfb.aircus.com trafficnetzwerk.de
tubo360.com traxdom.ru
tvand.ru tubeline.biz
tvorozhnaja-zapekanka-recept.ru tubeoffline.com
tvteleport.ru turizmus.us
twiclub.in turkeyreport.tk
twu.com.ua txxx.com
u555u.info tytoona.com
uni.me tyumen.xrus.org
ural-buldozer.ru um-razum.ru
urengoy.pro urdoot.win
userequip.com uroffer.link
vancleefreplica.pw us-america.ru
vapsy.com validdomain.xyz
vasileostrovsky-rayon.ru vbtracker.net
vegan-foods.us velen.io
vereo.eu viagraneggrx.com
viagra.pp.ua viagra-soft.ru
videochat.life vipms.ru
viven.host.sk vkonche.com
vkgaleria.com waterefficiency.co
vkmusics.ru wdrake.com
vkontaktemusic.ru webix.me
vltai.com websiteexplorer.info
volgograd.xrus.org website-speed-checker.site
vonradio.com wellcome2slovenia.ru
vse-pesni.com whereverdesperate.gq
vykup-avto-krasnodar.ru wholesalejerseys-cheapest.com
vzlom-na-zakaz.com wingsofrefuge.net
waterpurifier.club wiosenny-bon-1500.pl
waysbetter.cn wovis.site
weblo.com www.arenda-yeisk.ru
webmasters.stackexchange.com www.bookmaker-bets.com
weightatraining.com www.kabbalah-red-bracelets.com
westvilletowingservices.co.za x5market.ru
whosonmyserver.com xchat26.myfreecams.com
winterclassichockeyjerseys.com xev.ru
winwotgold.pl xjrul.com
womama.ru xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
woman-orgasm.ru xn--80aodinpgi.xn--p1ai
works.if.ua xxart.ru
worldmusicfests.com xxxkaz.org
woweb.com.ua yellocloud.be
writingservices17.blogspot.ru yellowfootprints.com
ww2awards.info youandcredit.ru
xblognetwork.com
xcombear.ru
xmlinde.com
xn--24-glceagatoq7c2a6ioc.xn--p1ai
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--hxazdsfy.blogspot.com
xpresscare.ru
x-true.info
youjizz.com
yourporn.com
yur-p.ru yur-p.ru
zapatosenventa.info z-master.ru
zerocash.msk.ru znaniyapolza.ru
zeroredirect10.com
zigzog.ru
znaturaloriginal.com znaturaloriginal.com
zoolubimets.ru zrus.org
zscalerone.net
zskdla.site

490
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1001desert.com 00webcams.com
123kuma.com 100searchengines.com
12bet.com 5u.com
256bit.by 70casino.online
3rbseyes.com add-add.men
8kisses.eu adf.ly
abclauncher.com adultfullhd.com
academiacsmendoza.org airmaxshoes-2016.com
acads.net
adbetclickin.pink
adktrailmap.com
advokateg.xyz
advokat-grodno.by
aerogo.com
agreda.pluto.ro
agysya.ru
aimayangzhi.com
alfa-medosmotr.ru
anmysite.com anmysite.com
apartmentratings.com apartmentbay.ru
apiallgeniusinfo-a.akamaihd.net apisecretsaucebi-a.akamaihd.net
apiqualitinknet-a.akamaihd.net appleid-verification.com
apparel-offer.com arcadepages.com
articlesdirectoryme.info arcteryxstore.online
asdfz.pro aruplighting.com
atelielembrancaqueencanta.com.br atley.eu.pn
aversis.net avirasecureserver.com
avtochehli.by babosas.com
ayanaspa.com balla-boo.se
bambi.ck.ua bamo.xsl.pt
batanga.net bannerconnect.net
beachfix.co beachpics.com
beauty-things.com belinvestdom.by
berlininsl.com bestadbid.com
bestwaystogetpaid.us bestkfiledxd.cf
bet-prognoz.com bio-market.kz
betterscooter.com bjanshee.ru
bg6s0.com bonvillan.com
blogqpot.com boobsimge.com
bloke.com brainsandeggs.blogspot.com
bluejays-jerseys.us breget74.ru
bluesman.nu browserprotecter.com
boazpower.com bumascloset.com
bonzybuddy.com calstaterealty.us
bronzeaid-a.akamaihd.net carabela.com.do
buzzzg.men cementaresearch.se
call-of-duty.info cezartabac.ro
cartierreplica.xyz chatroulette.video
cashonads.com checkpagerank.net
cdnanalytics.xyz checktext.org
cdncash.org chocolateslim-original.com
cenokos.ru cienum.fr
cfjump.com compliance-irvin.top
c-gainsbourg.com compliance-julianna.top
changde.58.com cookie-law-enforcement-ff.xyz
cheap-trusted-backlinks.com cowblog.fr
chelnytruck.ru craftburg.ru
computernetworksonline.com credit-online.ws
concealthyself.com cxpromote.com
cookie-law-enforcement-aa.xyz daisye.top
cookingmeat.ru darkbooks.org
creatives.adbetclickin.pink date-withme.com
crirussian.ru detoxmed24.ru
cypernhuset.se diarioaconcagua.com
dealighted.com discountliv.com
deluxedumps.com diusyawiga.tk
dfiles.me doyouknowtheword-flummox.ml
dikx.gdn dstroy.su
dinkolove.ya.ru dvrlists.com
domainsphoto.com ed-shop01.ru
donna7753191.ru edudocs.net
downtuptv.gq
dustyorate.com
eduserver.net eduserver.net
emailaccountlogin.co egovaleo.it
englate.com elektronischezigarette2.mex.tl
eropho.com emerson-rus.ru
eropho.net escortslet.net
everflora.ru eyessurgery.ru
feeriaclub.ru fashion-stickers.ru
filunika.com.ru fastfixing.tech
findanysex.com fba-mexico.com
findsexguide.com feorina.ru
fitness-video.net filesdatabase.net
forensicpsychiatry.ru financepoints.eu
free411games.com findclan.org
freeuploader.com finemanteam.com
fr.netlog.com footballfarrago.com
funnel.co.za fortunejack.com
funnymama.com fotoxxxru.com
gagrasector.ru getridofstretchmarks.org
gateway.zscalertwo.net gktt.ru
gazporno.com gopixdatabase.com
getyourimage.club greenzaim.ru
ggiaro.com gsasearchengineranker.space
girlporn.ru g.starmoe.xyz
gk170.ru handicapbathtubarea.com
golfresa.lucania.se hanink.biz.ly
goodnightjournal.com happy.new.yeartwit.com
guardlink.com hdxnxxtube.mobi
hccoder.info himazin.info
help.tpu.ru hobild.net
hledejvshopech.cz homeinns.com
hothot.ru homemade.gq
hotxnights.info howtoclean.club
howopen.ru hplaserjetpdriver8y.pen.io
i-hobot.ru ifirestarter.ru
imadedinner.net invivo.hu
immigrational.info isitwp.com
indiasourcemart.in jerseychinabizwholesale.us
insta-add.pro joessmogtestonly.com
intermesh.net juliaworld.net
investzalog.ru kalandranis.gr
isoveti.ru karadene.com
ix20.ru keywordhouse.com
javidol.site kinomaniatv.pl
jose.mulinohouse.co komp-pomosch.ru
joy-penguin.com koptims.tiu.ru
justbcause.com kostenlos-sexvideos.com
kaac.ru krasnodar.xrus.org
katushka.net languagecode.com
keywordsuggest.org life-instyle.com
kihi.gdn linerdrilling.com
kinogonew.ru liveshoppersmac.com
kinopolet.net locustdesign.co
knigonosha.net lonerangergames.com
kriokomora.info lyrics.home-task.com
kwzf.net mabdoola.blogspot.com
lapolis.it magda-gadalka.ru
lechenie-gemorroya.com marwer.info
lescinq.com massage-info.nl
lincolntheatre.com mearns-tractors.co.uk
livetsomudvekslingstudent.bloggersdelight.dk medispainstitute.com.au
lodki-pvh.dp.ua med-zdorovie.com.ua
lotto6888.com megavolt.net.ua
louboutinreplica.pw metabar.ru
luckyday.world metallosajding.ru
mactechinfo.info mir-betting.ru
magnetic-bracelets.ru misterjtbarbers.com
makedo.ru mixx.com
marsgatan.com mnogabukaff.net
mazda-roadsters.com mojaocena.com
mb140.ru montredemarque.nl
mesto-x.com most-kerch.org
mojpregled.com mouselink.co
musezone.ru mrlmedia.net
mustat.com musflashtv.com
my-cash-bot.co myprintscreen.com
myplaycity.com myxdate.info
namenectar.com national-today-winning-winner.club
nero-us.com netcheckcdn.xyz
nikhilbahl.com nhl09.ru
nikitabuch.com nhl17coinsforps3.gratisblog.biz
nonameread45.live nibbler.silktide.com
nosecret.com.ua obuv-kupit.ru
notebook-pro.ru of-ireland.info
nucia.biz.ly onlinebay.ru
nuup.info online-podarki.com
obsessionphrases.com online-sbank.ru
okroshki.ru orgasmatrix.com
onetravelguides.com ostrovtaxi.ru
online7777.com oxotl.com
optikremont.ru pandarastore.top
oz-offers.com panicatack.com
panchro.co.uk
partybunny.ru partybunny.ru
pflexads.com pensplan.com
phpdevops.com picurams.pw
pintattoos.com pio.polytopesexempt.com
poems.com.ua piter.xrus.org
poptool.net platinumdeals.gr
postclass.com playboyfiles.xblog.in
presleycollectibles.com popads.net
privatov-zapisi.ru popugaychiki.com
prod2016.com porno-dojki.net
proekt-gaz.ru pornotubexxx.name
pussyspace.net prizesbook.online
referencemoi.com prodess.ru
refererx.com productarium.com
reklamuss.ru proekt-mos.ru
prostitutki-tyumeni.org
rada.ru
rentalcarnavi.info
retailwith.com
rfserial.net rfserial.net
ringtonepartner.com roma-kukareku.livejournal.com
rn-to-bsn.com sardinie.us
rusoft-zone.ru savingsslider-a.akamaihd.net
sawin.beth.webd.pl scanner-irvin.top
scanner-mary.top scmor.ilxc.cc
see-your-website-here.com seasaltwithfood.com
semp.net serpstat.com
sexuria.net serptehnika.ru
shakhtar-doneck.ru sex.hotblog.top
shopwme.ru shiksabd.com
si-unique.com sildenafilcitratemed.com
skladvaz.ru sindragosa.comxa.com
sledstvie-veli.net sisiynas.ru
smartshoppymac.com site-analyzer.com
sneakyboy.com sk.golden-praga.ru
sockshares.tv slim.sellany.ru
softwaretrend.net snjatie-geroinovoy-lomki.ru
solinf.co soc-proof.su
spyfu.com soft-program.com
starpages.net soochi.co
stopnarco.ru spidtest.space
svetodiodoff.ru spinnerco.ca
szucs.ru steebook.com
tattomedia.com stevemonsen.com
teguh.info stroy-portal22.ru
thecoolimages.net sudexpert66.ru
themeforest.net swiped.su
timecrimea.ru t3chtonic.com
timetorelax.biz tehngr.ru
tivolibasket.it teletype.in
tizanidine4mgstreetvalue.blogspot.com thepantonpractice.co.uk
tizanidine6mg.blogspot.com tizanidinestreetvalue.blogspot.com
tomck.com tizanidinewithdrawal.blogspot.com
toon-families.com toloka.hurtom.com
torrents-tracker.com tootoo.to
tourcroatia.co.uk top1-seo-service.com
trafficnetzwerk.de toy-shop.top
turbabitload.weebly.com track2.shop
u555u.info trackmedia101.com
ucoz.ru tube8.com
udsgame.online turkeyreport.tk
ukrobstep.com underthesite.com
unisexjewelry.org usdx.us
urccvfmc.bloger.index.hr valuado.com
utiblog.fr vekzdorov.ru
varikoz24.com viagroid.ru
vbikse.com videochat.cafe
vchulkah.net vikistars.com
vchulkax.com voluumtracker1.com
vereo.eu vsexkontakte.net
viandpet.com w3javascript.com
videochat.ph watchdogs-2.ru
vsesubwaysurfers.com webadvance.club
vykup-avto-krasnodar.ru webmasterhome.cn
westsextube.com weburlopener.com
wholesalejerseys-cheapest.com wholesalejerseyscheapjerseys.us.com
worldis.me wikes.20fr.com
worldoffiles.ru wladimirpayen.com
wygraj-teraz.com wordpresscore.com
xz618.com wsgames.ru
ww2awards.info
www.wohnkabinen-shop.de
x69ty.ru
xboxster.ru
xjlottery.com
xmronta.com
xn--80abgj3a5acid6ghs.top
xn----ctbbcjd3dbsehgi.xn--p1ai
xn--hxazdsfy.blogspot.com
xportvusbdriver8i.snack.ws
yogamatsexpert.com
yoluxuryevents.com
youresponsive.com
yourporn.com yourporn.com
youtubologia.it yun56.co
yugo-star.ru yurgorod.ru
zarabotat-na-sajte.ru zirondelli.it
zastenchivosti.net zynax.ua
zeroredirect5.com
zhongwenlink.com
znakomstvaonlain.ru
zzbroya.com.ua

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.03.2304 #### Version: V4.2021.03.2306
#### Bad Referrers Blocked: [6950](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6952](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.03.2304 #### Version: V4.2021.03.2306
#### Bad Referrers Blocked: [6950](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6952](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.03.2304 #### Version: V4.2021.03.2306
#### Bad Referrers Blocked: [6950](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6952](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

7638
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

4
_generator_lists/bad-referrers.list
View file

@ -1,5 +1,3 @@
kino-rf.ru
downloadme.life
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -1753,6 +1751,7 @@ downloaddy.net
downloadeer.net downloadeer.net
downloader12.ru downloader12.ru
downloadkakaotalk.com downloadkakaotalk.com
downloadme.life
downloadmefiranaratb1972.xpg.com.br downloadmefiranaratb1972.xpg.com.br
downloads-whatsapp.com downloads-whatsapp.com
downtuptv.gq downtuptv.gq
@ -3195,6 +3194,7 @@ kino-filmi.com
kino-fun.ru kino-fun.ru
kino-key.info kino-key.info
kino-rating.ru kino-rating.ru
kino-rf.ru
kino2018.cc kino2018.cc
kino2018.club kino2018.club
kinobaks.com kinobaks.com

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.03.2304 #### Version: V4.2021.03.2306
#### Bad Referrers Blocked: [6950](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6952](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -1751,6 +1751,7 @@ domain:downloaddy.net
domain:downloadeer.net domain:downloadeer.net
domain:downloader12.ru domain:downloader12.ru
domain:downloadkakaotalk.com domain:downloadkakaotalk.com
domain:downloadme.life
domain:downloadmefiranaratb1972.xpg.com.br domain:downloadmefiranaratb1972.xpg.com.br
domain:downloads-whatsapp.com domain:downloads-whatsapp.com
domain:downtuptv.gq domain:downtuptv.gq
@ -3193,6 +3194,7 @@ domain:kino-filmi.com
domain:kino-fun.ru domain:kino-fun.ru
domain:kino-key.info domain:kino-key.info
domain:kino-rating.ru domain:kino-rating.ru
domain:kino-rf.ru
domain:kino2018.cc domain:kino2018.cc
domain:kino2018.club domain:kino2018.club
domain:kinobaks.com domain:kinobaks.com

7646
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

7646
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

7646
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.03.2304 ### Version: V4.2021.03.2306
### Updated: Sat Mar 20 09:15:09 SAST 2021 ### Updated: Sun Mar 21 08:48:10 SAST 2021
### Bad Bot Count: 608 ### Bad Bot Count: 608
################################################### ###################################################
### Version Information ## ### Version Information ##