vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 03:29:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2278 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-11 12:45:43 +02:00
parent caeb4c84f2
commit 69004a4efc
60 changed files with 84912 additions and 84892 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9317
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4183,6 +4183,7 @@
"~*(?:\b)obiavo\.by(?:\b)" 0; "~*(?:\b)obiavo\.by(?:\b)" 0;
"~*(?:\b)obiavo\.com(?:\b)" 0; "~*(?:\b)obiavo\.com(?:\b)" 0;
"~*(?:\b)obiavo\.in(?:\b)" 0; "~*(?:\b)obiavo\.in(?:\b)" 0;
"~*(?:\b)obiavo\.kz(?:\b)" 0;
"~*(?:\b)obiavo\.net(?:\b)" 0; "~*(?:\b)obiavo\.net(?:\b)" 0;
"~*(?:\b)obiavo\.ru(?:\b)" 0; "~*(?:\b)obiavo\.ru(?:\b)" 0;
"~*(?:\b)obiavo\.su(?:\b)" 0; "~*(?:\b)obiavo\.su(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9317
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

9317
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -4136,6 +4136,7 @@
"~*(?:\b)obiavo\.by(?:\b)" 0; "~*(?:\b)obiavo\.by(?:\b)" 0;
"~*(?:\b)obiavo\.com(?:\b)" 0; "~*(?:\b)obiavo\.com(?:\b)" 0;
"~*(?:\b)obiavo\.in(?:\b)" 0; "~*(?:\b)obiavo\.in(?:\b)" 0;
"~*(?:\b)obiavo\.kz(?:\b)" 0;
"~*(?:\b)obiavo\.net(?:\b)" 0; "~*(?:\b)obiavo\.net(?:\b)" 0;
"~*(?:\b)obiavo\.ru(?:\b)" 0; "~*(?:\b)obiavo\.ru(?:\b)" 0;
"~*(?:\b)obiavo\.su(?:\b)" 0; "~*(?:\b)obiavo\.su(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -4129,6 +4129,7 @@
"~*(?:\b)obiavo\.by(?:\b)" 1; "~*(?:\b)obiavo\.by(?:\b)" 1;
"~*(?:\b)obiavo\.com(?:\b)" 1; "~*(?:\b)obiavo\.com(?:\b)" 1;
"~*(?:\b)obiavo\.in(?:\b)" 1; "~*(?:\b)obiavo\.in(?:\b)" 1;
"~*(?:\b)obiavo\.kz(?:\b)" 1;
"~*(?:\b)obiavo\.net(?:\b)" 1; "~*(?:\b)obiavo\.net(?:\b)" 1;
"~*(?:\b)obiavo\.ru(?:\b)" 1; "~*(?:\b)obiavo\.ru(?:\b)" 1;
"~*(?:\b)obiavo\.su(?:\b)" 1; "~*(?:\b)obiavo\.su(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 34.122.208.80 0;

9317
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4183,6 +4183,7 @@
"~*(?:\b)obiavo\.by(?:\b)" 0; "~*(?:\b)obiavo\.by(?:\b)" 0;
"~*(?:\b)obiavo\.com(?:\b)" 0; "~*(?:\b)obiavo\.com(?:\b)" 0;
"~*(?:\b)obiavo\.in(?:\b)" 0; "~*(?:\b)obiavo\.in(?:\b)" 0;
"~*(?:\b)obiavo\.kz(?:\b)" 0;
"~*(?:\b)obiavo\.net(?:\b)" 0; "~*(?:\b)obiavo\.net(?:\b)" 0;
"~*(?:\b)obiavo\.ru(?:\b)" 0; "~*(?:\b)obiavo\.ru(?:\b)" 0;
"~*(?:\b)obiavo\.su(?:\b)" 0; "~*(?:\b)obiavo\.su(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

9317
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 34.122.208.80 0;
35.193.184.18 0; 35.193.184.18 0;

9317
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,3 +46,4 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 104.154.182.187 0;
35.193.184.18 0;

9317
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
34.122.173.211 0; 34.122.173.211 0;
34.122.208.80 0;
35.193.184.18 0;

9317
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,5 +46,5 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.208.80 0;
34.122.173.211 0; 35.193.184.18 0;
104.154.182.187 0; 104.154.182.187 0;

9317
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -4183,6 +4183,7 @@
"~*(?:\b)obiavo\.by(?:\b)" 0; "~*(?:\b)obiavo\.by(?:\b)" 0;
"~*(?:\b)obiavo\.com(?:\b)" 0; "~*(?:\b)obiavo\.com(?:\b)" 0;
"~*(?:\b)obiavo\.in(?:\b)" 0; "~*(?:\b)obiavo\.in(?:\b)" 0;
"~*(?:\b)obiavo\.kz(?:\b)" 0;
"~*(?:\b)obiavo\.net(?:\b)" 0; "~*(?:\b)obiavo\.net(?:\b)" 0;
"~*(?:\b)obiavo\.ru(?:\b)" 0; "~*(?:\b)obiavo\.ru(?:\b)" 0;
"~*(?:\b)obiavo\.su(?:\b)" 0; "~*(?:\b)obiavo\.su(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Ankit check1.exe
coccocbot-web Cloud mapping
CopyRightCheck DIIbot
GrapeFX Jbrofuzz
Mediatoolkitbot LinkScan
MFC_Tear_Sample MQQBrowser
ScoutJet Pandalytics
serpstatbot RepoMonkey
spyfu VB Project
T8Abot WASALive-Bot

294
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
01h4x.com
360Spider 360Spider
404enemy Acunetix
80legs
Abonti
Aboundex
Aboundexbot
AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AIBOT Anarchy
AiHitBot Apexoo
Aipbot
AlphaBot
Anarchie
Anarchy99
archive.org_bot archive.org_bot
arquivo.pt Asterias
Attach
autoemailspider autoemailspider
Backlink-Ceck
backlink-check backlink-check
Badass BackStreet
Bandit Bandit
BatchFTP BatchFTP
Battleztar Bazinga
BBBike BBBike
BetaBot BDCbot
BlackWidow Bigfoot
BLEXBot Blow
BlowFish
Boardreader Boardreader
Bolt BotALot
Brandprotect
Buck
Buddy
BuiltBotTough BuiltBotTough
Bullseye BunnySlippers
CensysInspect BuzzSumo
Claritybot Calculon
Cloud mapping CazoodleBot
coccocbot-web CCBot
CODE87 CherryPicker
CheTeam
cognitiveseo
Collector Collector
com.plumanalytics
Copier Copier
CopyRightCheck
Cosmos
crawler.feedback
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent
CrunchBot CrunchBot
CSHttp CSHttp
Curious
Custo Custo
CyotekWebCopy DatabaseDriverMysqli
DataCha0s DataCha0s
DBLBot
demandbase-bot
Demon Demon
DIIbot Devil
Disco Digincore
Dirbuster
Discobot Discobot
Discoverybot
Dispatch
DittoSpyder DittoSpyder
DnyzBot
DomainAppender DomainAppender
DomainStatsBot Download Wonder
Dotbot
Drip Drip
EasyDL DTS Agent
EirGrabber Ebingbong
EMail Siphon EMail Wolf
EroCrawler evc-batch
Express WebPictures ExtLinksBot
ExtractorPro
Extreme Picture Finder
EyeNetIE
Ezooms Ezooms
FemtosearchBot
FHscan FHscan
Fimap
Firefox/7.0 Firefox/7.0
Flunky FlashGet
Foobot Fuzz
Freeuploader
Fyrebot
GalaxyBot
GetRight
GetWeb
Gigabot Gigabot
G-i-g-a-b-o-t GoZilla
Go-Ahead-Got-It
gopher
Grabber Grabber
GrabNet
GrapeFX GrapeFX
Haansoft GridBot
Harvest HaosouSpider
HEADMasterSEO Image Fetch
Hloader Indy Library
Humanlinks InfoTekies
HybridBot instabid
Image Sucker internetVista monitor
Intelliseek ips-agent
Iria
IRLbot IRLbot
isitwp.com isitwp.com
Iskanie JamesBOT
Jbrofuzz Jbrofuzz
JetCar
Jetty Jetty
Jorgee JikeSpider
JustView JOC Web Spider
Joomla
Jyxobot
Keyword Density
Kinza
Larbin
LeechFTP
LexiBot LexiBot
Lftp
LibWeb
LieBaoFast LieBaoFast
Lightspeedsystems
Likse
Linkbot Linkbot
Linkdexbot
LinkextractorPro
LinkpadBot LinkpadBot
LinkWalker LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
Lipperhey Lipperhey Spider
lwp-request lwp-request
lwp-trivial Magnet
magpie-crawler
Majestic12
Majestic SEO Majestic SEO
MarkWatch MarkWatch
Mata Hari
MauiBot MauiBot
Mb2345Browser MeanPath Bot
meanpathbot mediawords
Meanpathbot
Metauri Metauri
MicroMessenger MicroMessenger
Mister PiX Microsoft Data Access
Microsoft URL Control
MIDown tool
MIIxpc
Mojeek
Mozlila
MSIECrawler MSIECrawler
Msrabot Msrabot
MTRobot muhstik-scan
Musobot
Name Intelligence
Nameprotect Nameprotect
Nessus Navroad
NetMechanic NearSite
Nettrack netEstate NE Crawler
Nibbler Netvibes
NICErsPRO
Niki-bot Niki-bot
Nikto NimbleCrawler
NPbot
Nutch Nutch
Octopus
Offline Explorer Offline Explorer
Openfind Offline Navigator
OpenLinkProfiler OpenLinkProfiler
Openvas
OpenVAS
OPPO A33
OrangeBot OrangeBot
OrangeSpider OrangeSpider
OutclicksBot OutclicksBot
OutfoxBot
Page Analyzer Page Analyzer
PageScorer PageGrabber
Pandalytics Pandalytics
Panscient PECL::HTTP
Papa Foto
PeoplePal PeoplePal
Picscout Picsearch
Piepmatz
Pi-Monster Pi-Monster
Pixray
PleaseCrawl PleaseCrawl
plumanalytics Pockey
POE-Component-Client-HTTP
probe-image-size probe-image-size
Probethenet
ProPowerBot
ProWebWalker
Psbot Psbot
PyCurl PyCurl
QueryN Metasearch RankActiveLinkBot
RankActive
RankingBot RankingBot
RankingBot2
RankurBot
RealDownload
Reaper Reaper
RebelMouse ReGet
Recorder ripz
Re-re
RSSingBot RSSingBot
s1z.ru SBIder
ScanAlert scalaj-http
ScoutJet ScoutJet
Scrapy ScreenerBot
Semrush Searchestate
SEOkicks SearchmetricsBot
SEOkicks-Robot SemrushBot
SEOlyticsCrawler SEOlyticsCrawler
SEOstats SEOprofiler
seoscanners
Shodan
Siphon
sitechecker.pro sitechecker.pro
SiteExplorer
Siteimprove
siteripz siteripz
SiteSnagger
Site Sucker Site Sucker
SlySearch SlySearch
SMTBot SMTBot
Snapbot Snapbot
Snoopy Sociscraper
Sogou web spider sogouspider
Sosospider
Sottopop Sottopop
Spammen Spammen
SpankBot SpankBot
Spanner sp_auditbot
Spinn3r
SputnikBot
spyfu spyfu
Sqlmap Sqlworm
Sqworm Sqworm
Stripper
Sucker
Sucuri Sucuri
SuperHTTP Surfbot
Suzuran SurveyBot
Swiftbot Swiftbot
Szukacz Szukacz
T8Abot T8Abot
Teleport Teleport
Telesoft TeleportPro
Telesphoreo Telesphoreo
TheNomad
TightTwatBot
Titan Titan
Toata Toata
Trendiction Trendiction
Trendictionbot trendiction.com
True_Robot trendiction.de
Turingos Turingos
UnisterBot UnisterBot
Upflow URLy Warning
URLy.Warning URLy.Warning
Vagabondo
VB Project
VelenPublicWebCrawler VelenPublicWebCrawler
VoidEYE VoidEYE
Voil
Voltron
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD
WASALive-Bot WASALive-Bot
WBSearchBot WebBandit
Webalta WebCollage
Web Auto
Web Collage Web Collage
WebCopier
Web Enhancer Web Enhancer
WebFetch WebFetch
Web Fuck Web Fuck
WebImageCollector WebImageCollector
webmeup-crawler
Web Pix
WebReaper WebReaper
Web Sauger Web Sauger
WebsiteExtractor
WebsiteQuester
Webster Webster
WebZIP WebSucker
WeSEE Whatweb
Whacker Widow
Woobot WiseGuys Robot
WISENutbot
Wonderbot
Wotbox Wotbox
Wprecon WPScan
x09Mozilla WWW::Mechanize
WWWOFFLE
Xaldon_WebSpider Xaldon_WebSpider
Xenu YoudaoBot
xpymep1.exe Zauba
zauba.io Zermelo
zgrab ZmEu
Zitebot ZoomBot
ZumBot

280
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 360Spider
404checker
404enemy 404enemy
Aboundexbot Abonti
Acunetix Acunetix
AfD-Verbotsverfahren AIBOT
AlphaBot
Anarchy Anarchy
Anarchy99 arquivo.pt
archive.org_bot ASPSeek
Aspiegel
Asterias
Attach
autoemailspider autoemailspider
BackDoorBot BackDoorBot
Backlink-Ceck
backlink-check
BackWeb BackWeb
Barkrowler Badass
BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch BDFetch
BetaBot
Bigfoot Bigfoot
Bitacle Bitacle
Blackboard
Black Hole Black Hole
Blow
Boardreader Boardreader
Brandprotect Bolt
Brandwatch
BuiltBotTough BuiltBotTough
BuiltWith Bullseye
BuzzSumo
Calculon Calculon
CCBot Cegbfeieh
CensysInspect
check1.exe check1.exe
CheeseBot
CheTeam CheTeam
ChinaClaw Cloud mapping
CODE87 Cocolyzebot
Cogentbot Cosmos
com.plumanalytics crawler4j
crawler.feedback
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent
CSHttp Curious
CyotekWebCopy
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s Devil
Deusu Digincore
DigitalPebble
Dirbuster Dirbuster
Disco
Discobot Discobot
Discoverybot Discoverybot
Dotbot DittoSpyder
DomainAppender
DomainCrawler
DomainSigmaCrawler
domainsproject.org
DomainStatsBot
Drip Drip
DSearch DSearch
DTS Agent Ebingbong
EirGrabber
EMail Siphon EMail Siphon
EMail Wolf evc-batch
EroCrawler Exabot
Evil ExtLinksBot
Extractor
Extreme Picture Finder Extreme Picture Finder
facebookscraper
FDM FDM
Flunky Fimap
Foobot Foobot
Freeuploader
FrontPage
Fuzz Fuzz
FyberSpider Fyrebot
GermCrawler GermCrawler
Getintent
GetRight
GetWeb GetWeb
Gigablast gopher
Gotit Gotit
GrabNet GoZilla
Grabber
Grafula
GrapeFX GrapeFX
GrapeshotCrawler
GridBot GridBot
GT::WWW
Haansoft Haansoft
HaosouSpider
Harvest Harvest
Havij Havij
Heritrix heritrix
HMView Hloader
HTMLparser HTMLparser
HTTrack HTTrack
Humanlinks Humanlinks
HybridBot
Iblog
Id-search Id-search
Image Fetch IlseBot
Image Sucker IndeedBot
InfoTekies InfoNaviRobot
Intelliseek instabid
InterGET
InternetSeer
internetVista monitor internetVista monitor
Iria Iria
isitwp.com
Iskanie
JamesBOT JamesBOT
Jbrofuzz JetCar
Jetty Jetty
JikeSpider Joomla
JOC Web Spider Jorgee
JustView JustView
Keyword Density Jyxobot
Kinza
Kozmosbot Kozmosbot
Larbin
LeechFTP LeechFTP
LeechGet
Lftp
LibWeb
LieBaoFast
Lightspeedsystems Lightspeedsystems
Linkbot LinkextractorPro
Linkdexbot LinkWalker
LinkpadBot LinqiaMetadataDownloaderBot
LinksManager Ltx71
LWP::Simple lwp-request
magpie-crawler lwp-trivial
Mata Hari Mail.RU_Bot
Meanpathbot MarkMonitor
MeanPath Bot MarkWatch
Masscan
MauiBot
meanpathbot
mediawords mediawords
MicroMessenger Metauri
Microsoft Data Access Mojolicious
MIDown tool Mozlila
Mister PiX MQQBrowser
MSIECrawler Msrabot
muhstik-scan muhstik-scan
Name Intelligence Name Intelligence
Nameprotect
Navroad
NearSite NearSite
Nessus Needle
netEstate NE Crawler
NetMechanic NetMechanic
NetSpider
Netvibes Netvibes
NetZIP NetZIP
NextGenSearchBot NextGenSearchBot
Nmap NICErsPRO
Offline Navigator NPbot
OnCrawl OnCrawl
Openfind
Openvas Openvas
OrangeBot OPPO A33
OrangeSpider
Page Analyzer
page scorer
PageScorer PageScorer
Pavuk PageThing.com
pcBrowser Pandalytics
Petalbot Petalbot
Picscout
Piepmatz Piepmatz
Pimonster Pimonster
Pi-Monster
Pixray Pixray
PleaseCrawl PleaseCrawl
Pockey POE-Component-Client-HTTP
polaris version polaris version
probe-image-size ProPowerBot
Psbot PxBroker
Pu_iN
Quick-Crawler Quick-Crawler
RankActive
RankActiveLinkBot RankActiveLinkBot
RankFlex RankFlex
RankingBot2 RankingBot
Rankivabot RealDownload
RankurBot Recorder
RedesScrapy RedesScrapy
Re-re RepoMonkey
ripz Ripper
SalesIntelligent SalesIntelligent
SBIder satoristudio.net
Scanbot
ScoutJet ScoutJet
Scrapy
ScreenerBot ScreenerBot
Searchestate Searchestate
SearchmetricsBot
SemrushBot SemrushBot
SentiBot SentiBot
SEOkicks-Robot SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners seoscanners
SEOstats serpstatbot
sexsearcher Shodan
Siphon SISTRIX
Sitebeam
SiteCheckerBotCrawler SiteCheckerBotCrawler
Siteimprove
siteripz
SiteSnagger SiteSnagger
SmartDownload SiteSucker
Sitevigil
Snake
Snoopy
Sociscraper
sogouspider sogouspider
Sogou web spider
Sosospider Sosospider
Sottopop Sottopop
Spammen SpaceBison
sp_auditbot Spanner
Spbot Spbot
Sqlworm
Sqworm
Steeler Steeler
Sucuri Stripper
SuperBot SuperBot
SurveyBot SurveyBot
Suzuran sysscan
Swiftbot Szukacz
T8Abot T8Abot
tAkeOut tAkeOut
TeleportPro Telesoft
Telesphoreo
Telesphorep
The Intraformant The Intraformant
TheNomad TheNomad
TightTwatBot TightTwatBot
Titan
Toata Toata
trendiction.de Trendictionbot
Turingos
TurnitinBot TurnitinBot
TwengaBot
Twice Twice
Upflow UnisterBot
URLy Warning URLy Warning
Vacuum VeriCiteCrawler
Vagabondo VidibleScraper
VB Project
Virusdie Virusdie
Voil Wallpapers/3.0
Voltron WallpapersHD
Web Auto Webalta
WebBandit
Web Collage Web Collage
WEBDAV WEBDAV
WebEnhancer WebEnhancer
Web Fuck WebFetch
WebGo IS WebGo IS
WebImageCollector WebSauger
WebmasterWorldForumBot Web Sauger
WebPix WebsiteExtractor
Webster
WebStripper WebStripper
WebWhacker Web Sucker
WebZIP
WeSEE
Whack
Whacker Whacker
Whatweb
Who.is Bot Who.is Bot
Widow Widow
WinHTTrack
WiseGuys Robot
Wonderbot Wonderbot
Woobot Wprecon
WPScan
WWW-Mechanize WWW-Mechanize
WWWOFFLE WWWOFFLE
x22Mozilla x09Mozilla
Xaldon WebSpider
Xaldon_WebSpider
Xenu Xenu
Zade YoudaoBot
Zauba Zauba
ZoomBot
ZoominfoBot ZoominfoBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
allpdfmags.net aanapa.ru
appearance-cool.com aviav.eu
bestcalovebracelet.cn blagovest-med.ru
given2.com hdpixent.com
morlat.altervista.org infokonkurs.ru
pastaleads.com o333o.com
pixgood.com richinvestmonitor.com
porno-video-chati.ru softtor.com
saveindex.xyz sonata-arctica.wz.cz
tizanidinehcl4mgtabinfo.blogspot.com uptime.com

924
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
000free.us 0912701309f8ce.com
1001desert.com 1001watch.com.ua
100searchengines.com 101billion.com
1688.com 1kdailyprofit.me
1kinobig.ru
1stat.ru 1stat.ru
3weekdiet.com 2daytrendingnews.com
4kplayer.pl 3xforum.ro
4replicawatch.net 4inn.ru
57883.net
5ws.dating-app.ru 5ws.dating-app.ru
777-club.ru 7zap.com
aac500b7a15b2646968f6bd8c6305869d7.com 8558l.jobs.net
aaronabel.com 8jn.dating-app.ru
abovetherivernc.com aa08daf7e13b6345e09e92f771507fa5f4.com
academia-nsk.org aaa38852e886ac4af1a3cff9b47cab6272.com
addray.pro aad1f4acb0a373420d9b0c4202d38d94fa.com
adviceforum.info actices.com
akuhni.by actulite.com
akvamaster.dp.ua adcash.com
algerianembassy.co.in adktrailmap.com
alienwheels.de advokat-grodno.by
alive-ua.com albamargroup.com
allkrim.com alert.scansafe.net
alltheviews.com allcredits.su
alphavisions.net allfinweb.com
anatomiy.com alvtank.se
anime.dougasouko.com an-donut.com
apartmentratings.com aosexkontakte.net
apilinkswiftco-a.akamaihd.net apibetweenlinesn-a.akamaihd.net
apiportalmorecom-a.akamaihd.net apimossnetinfo-a.akamaihd.net
apiwoodensealcom-a.akamaihd.net applicationg29.com
arate.ru app-ready.xyz
architecturebest.com approvedlocal.co.za
arendatora.ru appsecurityr.com
artavenuegardenstudios.com arenda-yeisk.ru
aruplighting.com atelielembrancaqueencanta.com.br
arvut.org atmovs.com
asia-forum.ru ausmepa.org.au
asrv-a.akamaihd.net auspolice.com
atofilms.com autoblogger24.info
autochoixspinelli.com autotop.com.ua
autonew.biz autoua.top
autorn.ru aviav.org
aviapanda.ru aviav.ru.com
avtochehli.by avon-severozapad.ru
avtolombard-krasnodar.ru backiee.com
avto-oligarh.ru basedecor.ru
ayodhya.co bear.gotcher.us
azadnegar.com beatifullandscape.co
babs.com.ua beetpics.pw
bankmib.ru bestdooz.com
bestadbid.com bestkfiledxd.cf
bestfortraders.com best-seo-solution.com
bestofupload.info betterhdporn.com
bestsexyblog.com betteroffers.review
bestssaker.com bibys.com
betonka.pro bidbuy.co.kr
betwinservice.com bidr.trellian.com
bget.ru bigcareer.info
biketank.ga bitcoinremote.com
bingoporno.com biznesluxe.ru
bio-japan.net biznesrealnost.ru
bitcoins-live.ru bmsco.co
biteg.xyz boeuklad.com
bkns.vn bonkers.name
blackhatworth.com bosefux.esy.es
blockworld.ru bracketsmackdown.com
bloggers.nl bumble.cheapwebsitehoster.com
bmw.afora.ru buntube.net
bobinoz.com buydissertation.net
boleznikogi.com cacheimages.com
bookmaker-bet.com camdenmemorials.com
boom-celebs.com capture-room.com
break-the-chains.com
breget74.ru
brimstonehillfortress.org
briomotor.co
bristolhostel.com
btvn.ru
bugof.gq
buron.pw
businescoop.men
bvlgariring.xyz
bwlx.prepedu.cn
bzero1jewelry.net
c1.onedmp.com
canvas.gloverid.site
canzoni.ru
carina-sy.de carina-sy.de
carrauterie.be
carsdined.org
carstrends2015.com carstrends2015.com
cartierjusteunclou.xyz cartierreplica.win
cbox.ws ccjp.eu
cdn.walkme.com
censys.io
ceotrk.com
cgi2.nintendo.co.jp
chatroulette.video
chatseo.com
cheapjerseysfootballshop.com
cheapwebsitehoster.com
chiptuninger.com chiptuninger.com
chlooe.com
chocoslim.pro chocoslim.pro
choice-credit.ru classicakuhni.ru
ci.ua clickbanksites.info
civilwartheater.com club-lukojl.ru
classiquebijoux.ru
coaching-netz.info
coderstate.com
coin-hive.com coin-hive.com
compliance-fred.top community.allhiphop.com
compliance-george.top compliance-elena.top
compliance-josh.top compliance-fred.xyz
contentlook.co conboy.us
cookingmeat.ru constantaservice.net
coolingoods.com counterbot.com
cool-wedding.net covetnica.com
copblock.org crazyprotocol.com
copypaste.traderzplanet.in creditwell.ru
cosmetic.donna7753191.ru cubook.supernew.org
costablue.xyz
cscwtalkto.site
cupday.com
customboxes4less.com customboxes4less.com
customcollegeessays.net customerpromos-a.akamaihd.net
custom-product-labels.com cwetochki.ru
cymbaltaandtizanidine.blogspot.com cypernhuset.se
czeshop.info czeshop.info
darodar.com dailyrank.net
day-news.info dailystrength.org
ddlmega.net ddpills.com
dealwifi.com delayreferat.ru
digital-video-processing.com delfin-aqua.com.ua
dildofotzen.net designdevise.com
dogclothing.store detmebel.su
domain-submit.info dev78.dioniqlabb.se
dotmass.top dfiles.me
downloadeer.net discovertreasure-a.akamaihd.net
downloads-whatsapp.com distver.ru
downtuptv.gq divci-hry.info
drpornogratisx.xxx diy-handmade-ideas.com
dvd-famille.com dktr.ru
dvrlists.com dojki-hd.com
dwomlink.info doreenblog.online
eandsgallery.com doska-vsem.ru
earncash.com.ua doublepimp.com
easyukraine.com dptaughtme.com
efkt.jp dverimegapolis.ru
efnor-ac.com ege-essay.ru
ekosmetyki.net.pl electrik-avenue.com
elektrozigarette2.wordpressy.pl elektrischezigarette2.devhub.com
elvenmachine.com elektrischezigarette2.onsugar.com
elektrozigaretten2.yn.lt
empis.magix.net empis.magix.net
erot.co eralph.tk
esfchat.tk ertelecom.ru
este-line.com.ua
eurosamodelki.ru
euroskat.ru
event-tracking.com event-tracking.com
ewebarticle.info ewebarticle.info
exoclick.com exchanges-bet.com
extads.net excitacao.com
exmasters.com
exonline.info
expertblog.info
expresstoplivo.ru
extlabs.io extlabs.io
eyessurgery.ru eyes-on-you.ga
ezigarettekaufen2.yolasite.com ezigarettekaufen2.blox.pl
ezrvrentals.com ezrvrentals.com
f012.de falllow.gq
f0815.de falopicm.pw
facecup.top faptitans.com
fantasticpixcool.com farmprofi.net
fapgon.com faz99.com
f-loaded.de fbdownloader.com
flytourisme.org felizporno.com
foodcrafts.website fifa-coins.online
forensicpsychiatry.ru filesvine.com
forodvd.com filunika.com.ru
foxinsocks.ru finteks.ru
foxweber.com forpackningsutveckling.se
franecki.net forum20.smailik.org
frankofficial.ru franch.info
freenom.link freeuploader.com
freeseedsonline.com freshberry.com.ua
fugarif.ga freshwallpapers.info
fungirlsgames.net frivgame250.com
fx-brokers-review.com fr.netlog.com
fym.com.ru ftns.ru
getprismatic.com fun-mobi.pl
gktt.ru gambarxkata.co
globatur.ru gamezblox.com
gojiberriess.apishops.ru gazporno.com
goroda-vsego-mira.ru geckoandfly.com
gosreg.amchs.ru geilehausfrauen.net
graphics8.info geile-lelly.eu
growshop.es gigablast.com
gsou.cf girlsfuckdick.com
girls-ufa.ru
glastecfilms.com.my
go2jump.org
google-liar.ru
gratis-sexkontakte.com
greamimgo.pw
green-tea.tv
gribkovye-zabolevaniya.com
guidefs.ru guidefs.ru
guod.me
hanink.biz.ly hanink.biz.ly
hatdc.org happy.new.yeartwit.com
hatedriveapart.com hauleddes.com
hd720kino.ru
hdpixion.com hdpixion.com
healthcarestore.info hebr.myddns-flir.com
heartofbeijing.blogspot.com hermesbirkinhandbagoutlets.com
heatpower.ru horoshieokna.com
hermesbracelets.xyz hostnow.men
hermesreplica.pw hotblognetwork.com
himazin.info hoztorg-opt.ru
homemade.gq
hotloans.ru
hreade.com hreade.com
hunthillfarmtrust.org humanorightswatch.org
igrovyeavtomaty777.ru humbmosquina.tk
i-hobot.ru ibmdatamanagement.co
imgarcade.com ico.re
img.wallpaperstock.net iinstalll-fii1leis.jus0wil.pp.ua
imitex-plus.ru ilmen.net
import-sales.com imgarit.pw
increasewwwtraffic.info iminent.com
infobanks.ru inboxdollars.com
infowarcraft.ru innodgfdriverhm.aircus.com
interior-stickers.ru investpamm.ru
ip-guide.com io9.com
ivoiretechnocom.ci iomoio.net
johannesburgsingles.co.za iphantom.com
jongose.ninja islandminingsupply.wordpress.com
jpcycles.com istmira.ru
kamalsinha.com itservicesthatworkforyou.com
kamorel.com johnrobertsoninc.com
karusel-market.ru jolic2.com
jovencitas.gratis
justbcause.com
kanimage.com
karachev-city.ru
kareliatobacco.ru
karpun-iris.ru
kasino-money.pw kasino-money.pw
kazrent.com kazan.xrus.org
ketrzyn.pl keyword-suggestions.com
keywordblocks.com kimcurlrvsms.com
keywords-monitoring-your-success.com kinky-fetishes.com
keywordsuggest.org
kiinomaniak.pl
kinoplen.ru kinoplen.ru
kliksaya.com kinostorm.net
knowyournextmove.com kinotorka.ru
koleso24.com.ua kometars.xyz
komputers-best.ru komp-pomosch.ru
kongruan.com
koopilka.com koopilka.com
kostenloser-sex.com kozhniebolezni.com
krassh.ru ks1234.com
kurbappeal.info kurwa.win
kvartir-remont.biz kvartira-sutochno.com
lampokrat.ws kvartiry-remont.ucoz.ru
larose.jb2c.me labafydjxa.su
lazymanyoga.com labplus.ru
legalrc.biz ladov.ru
legionalpha.com leftofcentrist.com
lenvred.org lesbian.xyz
lirunet.ru letsrepair.in
littlesunraiser.com lexaprogeneric.link
liveinternet.ru lifehacĸer.com
liver-chintai.org liffa.ru
lignofix.ua
lincolntheatre.com
lineavabit.it
linkbux.ru
linksharingt.com
lizace.com lizace.com
loadopia.com loadingpages.me
lob.com.ru
localmatchbook.com
lodki-pvh.dp.ua
lombardfinder.ru lombardfinder.ru
lovasszovetseg.hu lombia.co
lyrster.com lomza.info
makemoneyonline.com long-beach-air-conditioning.com
manipulyator-peterburg.ru lovelycraftyhome.com
markjaybeefractal.com luxmagazine.cf
masserect.com machicon-akihabara.info
masthopehomes.com macrotek.ru
mcnamaratech.com madot.onlinewebshop.net
mediaoffers.click mailemedicinals.com
medtherapy.ru make-money-online.com
meduza-consult.ru makis.nu
meetingrainstorm.bid mantramusic.ru
menetie.ru marcogrup.com
mesbuta.info masterseek.com
matb3aa.com
mebel-alait.ru
medictube.ru
medosmotr-ufa.ru
mhi-systems.ru mhi-systems.ru
microsoftportal.net michaelkorsoutletstore.net
miniads.ca mil-stak.com
mlvc4zzw.space mindeyegames.com
mncrftpcs.com minharevisao.com
mobot.site miniature.io
mobplayer.net mnogolok.info
mp3films.ru moetomnenie.com
mrcsa.com.au mojpreskumanie.com
mttwtrack.com moncleroutletonline.xyz
musicdaddy.net money-for-placing-articles.com
music.utrolive.ru mosrif.ru
my-bc.ru mostantikor.ru
mycaf.it mototsikl.org
myperiod.club moyakuhnia.ru
myseoconsultant.com mustwineblog.com
mywallpaper.top myfreemp3.eu
nac-bearings.ru myplaycity.com
nailsimg.com myshopmatemac.com
napalm51.nut.cc naj-filmy24.pl
narkologiya-peterburg.ru nastydollars.com
nastroyke.net natali-forex.com
netanalytics.xyz needtosellmyhousefast.com
newstudio.tv nero-us.com
niki-mlt.ru newfilmsonline.ru
nlfjjunb5.ru nhl17coins.exblog.jp
obnal.org nikhilbahl.com
okuos.com nikitsyringedrivelg.pen.io
onefilms.net njkmznnb.ru
onemantrip.com northfacestore.online
onlinedomains.ru notasprensa.info
onlinetvseries.me november-lax.com
openfrost.com nowtorrents.com
oralsexfilme.net nrjmobile.fr
ossmalta.com obiavo.com
paceform.com obiavo.su
panamaforbeginners.com okel.co
parajumpersstore.online olympescort.com
partner-stop.men one-gear.com
penisvergrotendepillennl.ovh onlinebay.ru
phpdevops.com online-hd.pl
picturesboss.com online.ktc45.ru
picurams.pw onlineku.com
ontargetseo.us
onthemarch.co
openstat.com
parajumpersoutlet.online
partners-ship.pro
pc-services.ru
pechikamini.ru
peekyou.com
picsforkeywordsuggestion.com
pillscheap24h.com pillscheap24h.com
piluli.info pinwallpaper.top
plastgran.com pivka.xyz
playboyfiles.xblog.in platinumdeals.gr
playlott.com pl.id-forex.com
pogosh.com poems.com.ua
polcin.de pojdelo.weebly.com
popup.matchmaker.com polytopesexempt.com
porngalleries.top pontiacsolstice.info
pornodojd.ru popads.net
popander.mobi
popugaychiki.com
pornmania.pl
pornobrazzers.biz
porno-dojki.net porno-dojki.net
powitania.pl positive2b.ru
presleycollectibles.com preparevideosafesystem4unow.site
privatefx.all4invest.info privatbank46.ru
privatov-zapisi.ru privat-girl.net
prizesbook.online prom23.ru
projefrio.com.br prostitutki-belgoroda.org
prostitutki-yaroslavlya.org
pr-ten.de
pskcijdc.bloger.index.hr pskcijdc.bloger.index.hr
pts163.ru purplestats.com
pwwysydh.com pyrodesigns.com.au
qitt.ru qld10000.net
rankingchart.de quickcashlimited.com
ranksonic.org quickloanbank.com
ratemodels.net quick-offer.com
r-control.ru radiogambling.com
reklama1.ru rapidokbrain.com
remontvsamare.su rapidsites.pro
rcpmda.ikan1080.xyz
realmonte.net
regdefense.com
replicalouboutin.xyz
resellerclub.com resellerclub.com
resultshub-a.akamaihd.net responsive-test.net
revistaindustria.com restaurantlescampi.com
ricorsogiustizia.org ringtonepartner.com
rightenergysolutions.com.au
robertefuller.com robertefuller.com
rucrypt.com rocketchange.ru
ruf777.com roll123.com
rollercoin.com
rossmark.ru
rrutw.com
russkie-gorki.ru russkie-gorki.ru
sadaholding.com sadaholding.com
sampleletters.net safe-app.net
sandhillsonline.com saltspray.ru
santechnik.jimdo.com savememoney.co.za
sape.top searchencrypt.com
sarm.tk searchkut.com
savingsslider-a.akamaihd.net searchtooknow-a.akamaihd.net
scenicmissouri.us securesmrt-dt.com
scopich.com sel-hoz.com
semalt.com
semp.net semp.net
semxiu.com senger.atspace.co.uk
sendearnings.com seorankinglinks.us
seo-traffic-ranking.info serdcenebolit.com
sexkontakteao.info service.adtech.us
sex-znakomstva.online sevendays.com.ua
shama-rc.net sexkontakte-seite.com
ship-marvel.co.ua sexuria.net
shoesonlinebuy.cn sexyali.com
shopfishing.com.ua shitmovs.com
signoredom.com shivafurnishings.com
sirpornogratis.xxx shoppingjequiti.com.br
site3.free-share-buttons.com shoppingmiracles.co.uk
sitebeam.net skyway24.ru
sitopreferito.it slomm.ru
sizeplus.work slowmacfaster.trade
slkrm.ru sluganarodu.ru
smadihome.com smartshoppymac.com
smart-scripts.com sneakyboy.com
sms2x2.ru snip.to
snworks.com
socialbookmarksubmission.org socialbookmarksubmission.org
socialseet.ru softomix.net
sofit-dmd.ru softxaker.ru
soft1.ru sosdepotdebilan.com
sogimlecal.tk space-worry.ml
sonnikforme.ru speeddream.xyz
souvenirua.com spinnerco.ca
space4update.pw spitfiremusic.com
spl63.fr srecorder.com
stairliftstrue.com sr-rekneskap.no
standardchartered-forex.com stairliftsarea.com
startufa.ru steamoff.net
stats-public.grammarly.io stjamesschool.info
stopnarco.ru
stpolice.com
stroilka.info stroilka.info
stroimajor.ru stroydetali.ru
stuff-about-money.com studiofmp.com
sundrugstore.com sugarkun.com
supernew.org sukirgenk.dvrlists.com
superstats.com survival.betteroffers.review
support.nopeas.sk svtrd.com
svetodiodoff.ru swinger-mobil.net
tacbelarus.ru tako3.com
tackletarts.co taranerymagesswa.blogspot.com
taraz.xkaz.org tattoo33.ru
taxi-v-eisk.ru tattooha.com
tech4master.com tattooreligion.ru
teesdaleflyballclub.co.uk tedxrj.com
thaismartloan.com telemetryverification.net
thebestweightlosspills.ovh teslathemes.com
thefds.net tizanidineduringpregnancy.blogspot.com
thesmartsearch.net tksn.ru
titslove.yopoint.in tomck.com
tizanidine4mgprice.blogspot.com touchmods.fr
tizanidine4mgtablets.blogspot.com tour-line.net
tizanidinehcl2mg.blogspot.com tradedeals.biz
tizanidinehcl2mgtablet.blogspot.com trichizobswiv.agddns.net
tizanidinehcl4mgtab.blogspot.com triumf-realty.ru
tizanidineoral.blogspot.com turvgori.ru
tizanidineshowupondrugtest.blogspot.com ua.tc
tizanidinestreetvalue.blogspot.com ucoz.ru
token-lab.org uggbootsoutletsale.us
tongkatmadura.info ugguk.online
top-l2.com underthesite.com
trafficjunky.com
traffictrade.life
trahic.ru
trustedmaccleaner.com
turn-up-life.life
uasb.ru
unitygame3d.com
unlimitdocs.net unlimitdocs.net
unrealcommander.com upproar.com
uptimechecker.com valoresito.com
uptime.com varbergsvind.se
usiad.net ventelnos.com
uytmaster.ru veselokloun.ru
vancleefreplica.pw vesnatehno.ru
vapomnoncri.tk viddyoze.com
vchulkah.net videogamesecrets.com
vegan-foods.us video--production.com
vellings.info vipromoffers.com
velpanex.ru virtuagirl.com
venta-prom.ru vksex.ru
videonsk.com walkme.com
vipsexfinders.com watchmyfb.pl
viveresaniesnelli.it wdrake.com
vkmusics.ru webalan.ru
voluumtracker1.com webix.me
wallpaperaccess.com weburlopener.com
watchmygf.net weburok.com
watracker.net whatistizanidinehclusedfor.blogspot.com
wdfdocando.com whiteelephantwellington.com
web-betting.ru whiteproduct.com
webradiology.ru winx-play.ru
webscouter.net
whatistizanidine2mg.blogspot.com
winterclassichockeyjerseys.com
witherrom55.eklablog.fr
wjgony.com wjgony.com
ww1943.ru wordpress-crew.net
www.labves.ru world-mmo.com
xclicks.net writingservices17.blogspot.ru
x-lime.com wstroika.ru
xlolitka.com wygraj-skiny.win
xmlinde.com wygraj-teraz.com
x-musics.com x69ty.ru
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai xjrul.com
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
xn----7sbifcamovvfggw9d.xn--p1ai xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai
xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai xn--80ak6aa92e.com
xn--80ahvj9e.xn--p1ai xn--90acenikpebbdd4f6d.xn--p1ai
xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf xn--d1abj0abs9d.in.ua
xn----9sbebi2bvzr7h.xn--p1ai xn----itbkqkfiq.xn--p1ai
xn----9sbubg3ambdfl1j.xn--p1ai
xn----dtbndd4ae7eub.top
xnxx699.com xnxx699.com
xnxx-n.com x-rates.ru
xtrafficplus.com x-true.info
xuki.us yatrk.xyz
yeartwit.com yopoint.in
yellowads.men yourdesires.ru
yellowstonevisitortours.com yourserverisdown.com
yourporngay.com yoursite.com
youthreaders.com youtubologia.it
youtoner.it yubikk.info
youtube-downloader.savetubevideo.com yurgorod.ru
yugk.net zeroredirect7.com
zahvat.ru zhacker.net
zapatosenventa.info zigarettenonlinekaufen1.bloog.pl
zhorapankratov7.blogspot.com zmoda.hostreo.com
zigarettenonlinekaufen1.blox.pl zoominfo.com
zigarettenonlinekaufen2.drupalgardens.com zverokruh-shop.cz
zscalertwo.net zvooq.eu
zzbroya.com.ua

478
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
2728fb936f0.com 00go.com
4senses.co 123movies.love
5kstore.com 2nt.ru
aadroid.net 2x2fan.ru
admanaerofoil.com 7minuteworkout.com
adservme.com 91abcw.com
alfa-medosmotr.ru abovetherivernc.com
alfapro.ru abusora.com
alf-img.com ads-seo.men
allboard.xobor.de adtech.de
alpharma.net a.frcls.fr
am-se.com alienwheel.es
angry-fermi-7633.arukascloud.io alldownload.pw
appiq.mobi allpdfmags.net
a.pr-cy.ru allstatesugarbowl.org
asacopaco.tk alpinism.ru
asrvvv-a.akamaihd.net android-style.com
asscenihotosidea.blogspot.com automobile-spec.com
auto.rusvile.lt ayeartoforget.com
autovideobroadcast.com badavit.com.ua
avirasecureserver.com bannerconnect.net
bad-stars.net beachdriveblog.com
balook.com bestmouthwash.club
barbourjackets.online bestpriceninja.com
battlecarnival.su beta.hotkeys.com
beachtoday.ru betonka.pro
beatifullandscape.co bimatoprost-careprost.com
beauty-clinic.ru bio.trade-jp.net
beauty-things.com bonkers.name
bensbargains.net bonzibuddi.com
bestimagecoollibrary.com bookmark4you.com.biz
bingoporno.com brianhenry.co
blavia.00author.com bumascloset.com
blogos.kz buqayy0.livejournal.com
boleznikogi.com buttons-for-your-website.com
buketeg.xyz buy-cheap-pills-order-online.com
bukleteg.xyz buydissertation.net
bumble.cheapwebsitehoster.com calc-for-credit.ru
buyessaynow.biz cars-modification.net
buy-meds24.com cartierreplica.pw
buzzonclick.com ccjp.eu
candy-glam-hp.com centrumcoachingu.com
cardiosport.com.ua chastnoeporno.com
c-gainsbourg.com chcu.net
cheapestjerseysonwholesale.com cheapbelstaff.online
cheapestjerseys-wholesale.com checkhit.com
checkm8.com
christianlouboutinreplica.pw christianlouboutinreplica.pw
ci.ua cialisovercounteratwalmartusa.com
concealthyself.com cigarpass.com
continent-e.tv cleanersoft.com
crafthubs.com compliance-mary.top
cscwtalkto.site compliance-viktor.top
cyprusbuyproperties.com covetnica.com
d2jsp.org creatives.adbetclickin.pink
dichvuvesinhhanoi.com culad.com
czeshop.info
darodar.com
deadlinkchecker.com
delta-line.men
dfiles.me
diamond-necklace.info
dickssportinggoods.com dickssportinggoods.com
diegolopezcastan.com dimaka.info
digilander.libero.it discountliv.com
dividendo.ru domain2008.com
domainanalyzing.xyz
domain-tracker.com domain-tracker.com
dotmass.top download-wallpaper.net
droidlook.net driving.kiev.ua
e2click.com ecommerce-seo.com
eduinfosite.com eldiariodeguadalajara.com
eleimgo.pw elidelcream.weebly.com
elektrischezigarette1.onsugar.com elvel.com.ua
englishgamer.com engines-usa.com
eralph.tk erotiktreff24.info
erot.co erotische-geschichten-xxl.com
es5.com es5.com
espaceinventoristes.com
eurosamodelki.ru eurosamodelki.ru
excitacion.info extremepornos.net
extlabs.io extstat.com
ezrvrentals.com eyemagination.com
facialporntube.com ezigaretteshop.webs.com
familienzahnaerzte.com falcoware.com
fifa-coins.online farmingworm.com
finuse.com financepoints.eu
freemags.cc flash4fun.com
free-social-buttons.com floating-share-buttons.com
freza-sverlo.ru forodvd.com
gay.adultgalls.com free-laptop-reward.com
gg.zzyjxs.com freeseedsonline.com
globatur.ru gazobeton-p.com.ua
gojiberriess.apishops.ru geile-lelly.eu
gomusix.com genetworx.com
gosreg.amchs.ru get-free-traffic-now.com
greenshop.su girls-ufa.ru
growmyfunds.ca grand-chlen.ru
growshop.es guardlink.com
gsasearchenginerankerhelp.com guge.io
gta-top.ru havepussy.com
hentai-manga.porn hdimagegallery.net
hifidesign.ru himazin.info
highland-homes.com hit-kino.ru
houston-vikings.com hobbyhuren-datenbank.com
houtings.xyz hostcritique.com
hunterboots.online hoterika.com
icaseclub.ru hotloans.ru
idc.com.ua housekuba.org
housemilan.ru
hoverboard360.es
igtools.club
iklysha.ml iklysha.ml
i-midias.net.br imfamous.info
immobiliaremassaro.com iminent.com
imperia31.ru inome.com.ua
increasewwwtraffic.info interfucks.net
informatiecentro.be int.search.tb.ask.com
investpamm.ru inzn.ru
isoveti.ru irkutsk.zrus.org
ivanstroi.ru iwantmyfreecash.com
jabimgo.pw jacago.com
janavibekken.no janettabridal.com
japfm.com jerseyswholesalechinalimited.com
jobmarket.com.ua jimmychoosale.online
johannesburgsingles.co.za johnrobertsoninc.com
jrcigars.com kasino-money.pw
kaliningrad.zrus.org kchaxton.com
kandidos.com
kartiniresto.com
kenaba.su kenaba.su
kinobest.pl kinofak.net
kinogonew.ru kliksaya.com
kollesa.ru krasivoe-hd.net
kredit-blog.ru
kretpicf.pw kretpicf.pw
kunstaktien.info kustanay.kz
letslowbefast.site letto.by
lida-ru.com lifebyleese.com
life-instyle.com linkwithin.com
linksharingt.com m4ever.net
ljusihus.se machicon-akihabara.info
locatellicorretor.com.br maju.bluesalt.co
lockerz.com marketingtechniques.info
lost-alpha.ru maximpartnerspr.com
ltvperf.com m.b00kmarks.com
lunamedia.co methodsmarketing.com
madot.onlinewebshop.net mirtorrent.net
mebel-alait.ru modnie-futbolki.net
megavolt.net.ua moncleronline.xyz
minegam.com monetizer.com-01.site
mlf.hordo.win moonci.ru
moscow.online-podarki.com moscow-region.ru
moxo.com mouselink.co
muschisexbilder.com muycerdas.xxx
musicas.baixar-musicas-gratis.com myfreecams.com
muznachas-service.ru mystats.xyz
naj-filmy24.pl neobux-bg.info
netoil.no netfacet.net
next-dentists.tk newfilmsonline.ru
nfljerseyscheapchinabiz.com news-readers.ru
ngps1.ru news-speaker.com
niki-mlt.ru newyorkhotelsmotels.info
oballergiya.ru ochistka-stokov.ru
obiavo.uz oconto.ru
oecnhs.info
oil-td.ru
okout.ru okout.ru
onlinebay.ru oksrv.com
o-o-8-o-o.ru olgacvetmet.com
oops-cinema.ru onlyporno.ru
openmediasoft.com osoznanie-narkotikam.net
pelfind.me partner-host.men
pictures-and-images.net pc-virus-d0l92j2.pw
pixgood.com picswe.com
plastweb.ru ploenjitmedia.azurewebsites.net
podshipniki-nsk.ru polytopesexempt.com
poptool.net pons-presse.com
popunder.ru popugauka.ru
popup-fdm.xyz pornosee.info
pornhive.org pornosmola.info
potolokelekor.ru
pp-budpostach.com.ua pp-budpostach.com.ua
projectforte.ru ptr.ruvds.com
purplestats.com puteshestvennik.com
q-moto.ru qitt.ru
randki-sex.com realresultslist.com
recordpage-a.akamaihd.net rednise.com
remote-dba.de refererx.com
revistaindustria.com reklamuss.ru
rewardit.com repeatlogo.co.uk
romhacking.ru rn-to-bsn.com
rosbalt.com.ua roleforum.ru
sack.net saltspray.ru
scanner-alex.top samolet.fr
searchinquire.com sbt-aqua.ru
seoboxes.com schlampen-treffen.com
seorussian.ru scrapinghub.com
sexsearch.com seansonline24.pl
sharebutton.to searchimpression.com
shtaketniki.ru serptehnika.ru
sideeffectsoftizanidine.blogspot.com sexyebonyteen.com
sigmund-freud.co.uk sharebutton.org
siteimprove.com signoredom.com
skincrate.net sinestesia.host.sk
slavkokacunko.de social-buttons.xyz
slimcdn.com socialseet.ru
smartbalanceworld.com stairliftstrue.com
smokewithrabbits.com stard.shop
socialbutton.xyz stop-zavisimost.com
socialmonkee.com stpolice.com
soietvousmaime.fr stroimajor.ru
spb.afora.ru tacbibirfa.tk
special-porn.com takeprofitsystem.com
strfls.com tecspb.ru
success-seo.com teguh.info
sukarame.net tehngr.ru
superiends.org telemetryverification.net
svbur.ru thaisamkok.com
td-33.ru theendivechronicles.com
theguardlan.com titan-cloud.life
thepokertimer.com tizanidineorflexeril.blogspot.com
threecolumnblogger.com top-l2.com
tiens2010.ru topshef.ru
timdreby.com tovaroboom.vast.ru
timetorelax.biz traffpartners.com
tivolibasket.it truebeauty.cc
tizanidinehydrochloride2mg.blogspot.com
tizanidinepills.blogspot.com
tizanidinerecreationaluse.blogspot.com
tk-assortiment.ru
tonerbox.kz
tourcroatia.co.uk
traffixer.com
trahvid.com
trkur.com
trumpetedextremes.com trumpetedextremes.com
tuberkuleznik.ru tula.howotorg.ru
u555u.info tytoona.com
v24s.net ufa.xrus.org
viktoria-center.ru unionmarkt.de
vip-file.com ural-buldozer.ru
vipps.com.my userequip.com
vremya.eu uvozdeckych.info
wahicbefa31.soup.io vegan-foods.us
watchinf.com vezuviy.su
wesharepics.com via-energy-cumpara.com
westermarkanjou.se videogamesecrets.com
whereiskentoday.com vip-parfumeria.ru
wpthemedetector.co.uk w3javascript.com
wufak.com webmasterhome.cn
www.timer4web.com website-speed-check.site
xn----7sbahjd3btneuw1joc.xn--p1ai westsextube.com
xn--80ajbshivpvn2i.xn--p1ai woodyguthrie.se
xn--90acenikpebbdd4f6d.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai
xn--h1ahbi.com.ua xn--b1addnj3cah.xn--p1ai
xnxxandxvideos.com xxx-cam.webcam
xpresscare.ru xxxtube69.com
xuki.us xz618.com
xxxdatinglocal.us yellowstonesafaritours.com
yurgorod.ru yginekologa.com
zryydi.com youdesigner.kz
zzbroya.com.ua yousense.info
zakonobosago.ru

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2277 #### Version: V4.2021.02.2278
#### Bad Referrers Blocked: [6934](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6935](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2277 #### Version: V4.2021.02.2278
#### Bad Referrers Blocked: [6934](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6935](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2277 #### Version: V4.2021.02.2278
#### Bad Referrers Blocked: [6934](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6935](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

9310
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

7
_generator_lists/bad-referrers.list
View file

@ -1,9 +1,3 @@
taranerymagesswa.blogspot.com
obiavo.com
obiavo.kz
obiavo.in
sex-znakomstva.online
dojki365.online
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -4142,6 +4136,7 @@ obesidadealgarve.com
obiavo.by obiavo.by
obiavo.com obiavo.com
obiavo.in obiavo.in
obiavo.kz
obiavo.net obiavo.net
obiavo.ru obiavo.ru
obiavo.su obiavo.su

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2277 #### Version: V4.2021.02.2278
#### Bad Referrers Blocked: [6934](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6935](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [607](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -4136,6 +4136,7 @@ domain:obesidadealgarve.com
domain:obiavo.by domain:obiavo.by
domain:obiavo.com domain:obiavo.com
domain:obiavo.in domain:obiavo.in
domain:obiavo.kz
domain:obiavo.net domain:obiavo.net
domain:obiavo.ru domain:obiavo.ru
domain:obiavo.su domain:obiavo.su

9317
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9317
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

9317
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2277 ### Version: V4.2021.02.2278
### Updated: Wed Feb 10 12:02:36 SAST 2021 ### Updated: Thu Feb 11 12:36:24 SAST 2021
### Bad Bot Count: 607 ### Bad Bot Count: 607
################################################### ###################################################
### Version Information ## ### Version Information ##