vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.06.2379 [ci skip]

Browse source
This commit is contained in:
Travis 2021-06-14 11:04:37 +02:00
parent a5f55652a4
commit f2a3854c90
48 changed files with 99160 additions and 99114 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_robots_input/robots-input.txt
View file

@ -527,6 +527,7 @@ URLy.Warning
URLy Warning URLy Warning
Vacuum Vacuum
Vagabondo Vagabondo
V-BOT
VB Project VB Project
VCI VCI
VelenPublicWebCrawler VelenPublicWebCrawler
@ -536,6 +537,7 @@ Virusdie
VoidEYE VoidEYE
Voil Voil
Voltron Voltron
voyagerx.com
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WallpapersHD
WASALive-Bot WASALive-Bot

10898
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10898
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10898
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -588,6 +588,7 @@
"~*(?:\b)URLy\ Warning(?:\b|)" 0; "~*(?:\b)URLy\ Warning(?:\b|)" 0;
"~*(?:\b)Vacuum(?:\b|)" 0; "~*(?:\b)Vacuum(?:\b|)" 0;
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)V-BOT(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0; "~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
@ -597,6 +598,7 @@
"~*(?:\b)VoidEYE(?:\b|)" 0; "~*(?:\b)VoidEYE(?:\b|)" 0;
"~*(?:\b)Voil(?:\b|)" 0; "~*(?:\b)Voil(?:\b|)" 0;
"~*(?:\b)Voltron(?:\b|)" 0; "~*(?:\b)Voltron(?:\b|)" 0;
"~*(?:\b)voyagerx.com(?:\b|)" 0;
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0; "~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
"~*(?:\b)WallpapersHD(?:\b|)" 0; "~*(?:\b)WallpapersHD(?:\b|)" 0;
"~*(?:\b)WASALive-Bot(?:\b|)" 0; "~*(?:\b)WASALive-Bot(?:\b|)" 0;

10898
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10898
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

10898
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.173.211 0;

10898
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10898
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10898
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -588,6 +588,7 @@
"~*(?:\b)URLy\ Warning(?:\b|)" 0; "~*(?:\b)URLy\ Warning(?:\b|)" 0;
"~*(?:\b)Vacuum(?:\b|)" 0; "~*(?:\b)Vacuum(?:\b|)" 0;
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)V-BOT(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0; "~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
@ -597,6 +598,7 @@
"~*(?:\b)VoidEYE(?:\b|)" 0; "~*(?:\b)VoidEYE(?:\b|)" 0;
"~*(?:\b)Voil(?:\b|)" 0; "~*(?:\b)Voil(?:\b|)" 0;
"~*(?:\b)Voltron(?:\b|)" 0; "~*(?:\b)Voltron(?:\b|)" 0;
"~*(?:\b)voyagerx.com(?:\b|)" 0;
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0; "~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
"~*(?:\b)WallpapersHD(?:\b|)" 0; "~*(?:\b)WallpapersHD(?:\b|)" 0;
"~*(?:\b)WASALive-Bot(?:\b|)" 0; "~*(?:\b)WASALive-Bot(?:\b|)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10898
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 104.154.182.187 0;
34.122.208.80 0;

10898
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 104.154.182.187 0;
35.193.184.18 0; 34.122.208.80 0;

10898
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0;
104.154.182.187 0; 104.154.182.187 0;
34.122.173.211 0;
35.193.184.18 0; 35.193.184.18 0;

10898
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 34.122.173.211 0;
35.193.184.18 0; 35.193.184.18 0;
104.154.182.187 0;

10898
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -588,6 +588,7 @@
"~*(?:\b)URLy\ Warning(?:\b|)" 0; "~*(?:\b)URLy\ Warning(?:\b|)" 0;
"~*(?:\b)Vacuum(?:\b|)" 0; "~*(?:\b)Vacuum(?:\b|)" 0;
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)V-BOT(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0; "~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
@ -597,6 +598,7 @@
"~*(?:\b)VoidEYE(?:\b|)" 0; "~*(?:\b)VoidEYE(?:\b|)" 0;
"~*(?:\b)Voil(?:\b|)" 0; "~*(?:\b)Voil(?:\b|)" 0;
"~*(?:\b)Voltron(?:\b|)" 0; "~*(?:\b)Voltron(?:\b|)" 0;
"~*(?:\b)voyagerx.com(?:\b|)" 0;
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0; "~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
"~*(?:\b)WallpapersHD(?:\b|)" 0; "~*(?:\b)WallpapersHD(?:\b|)" 0;
"~*(?:\b)WASALive-Bot(?:\b|)" 0; "~*(?:\b)WASALive-Bot(?:\b|)" 0;

18
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
AIBOT ADmantX
AlphaBot cognitiveseo
Brandwatch DataCha0s
Domains Project Musobot
JetCar PageAnalyzer
Mojolicious
RankFlex RankFlex
Seomoz Sqworm
SiteExplorer Szukacz
Surfbot webmeup-crawler
WWW-Mechanize

286
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
01h4x.com
360Spider
404checker
404enemy 404enemy
Aboundex
Acunetix
ADmantX ADmantX
AhrefsBot AIBOT
AiHitBot AiHitBot
Aipbot
Alexibot Alexibot
Alligator
AllSubmitter AllSubmitter
AlphaBot
Anarchie
Anarchy Anarchy
Anthill Apexoo
arquivo.pt archive.org_bot
arquivo-web-crawler
Aspiegel
Asterias Asterias
autoemailspider autoemailspider
AwarioRssBot
AwarioSmartBot AwarioSmartBot
Backlink-Ceck
BackStreet BackStreet
BackWeb BBBike
Bandit
BatchFTP
BDCbot BDCbot
BDFetch BetaBot
Blackboard
BLEXBot BLEXBot
BlowFish Boardreader
Brandprotect
Buck Buck
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
BunnySlippers
BuzzSumo
CATExplorador CATExplorador
CCBot CazoodleBot
Cegbfeieh Cegbfeieh
CensysInspect
check1.exe check1.exe
CherryPicker CherryPicker
ChinaClaw CheTeam
Collector Cogentbot
com.plumanalytics CopyRightCheck
Copier
Craftbot Craftbot
crawler4j crawler.feedback
Crescent Crescent
CSHttp CSHttp
Curious Custo
DataCha0s CyotekWebCopy
DBLBot DBLBot
demandbase-bot
Deusu Deusu
Digincore
DigitalPebble DigitalPebble
DittoSpyder
DnyzBot DnyzBot
DomainCrawler DomainAppender
Domains Project domainsproject.org
Dotbot
Download Wonder Download Wonder
Ebingbong Dragonfly
EasyDL
ECCP/1.0 ECCP/1.0
Ecxi Ecxi
EirGrabber EirGrabber
EMail Siphon Ezooms
EMail Wolf
evc-batch
Evil
facebookscraper facebookscraper
FDM FDM
Fimap
Flunky
Freeuploader Freeuploader
Fuzz FrontPage
FyberSpider GalaxyBot
GermCrawler GermCrawler
GetRight GetWeb
Gigablast Gigablast
G-i-g-a-b-o-t
Gotit
GoZilla GoZilla
Go!Zilla Grabber
GrapeFX Grafula
Haansoft GrapeshotCrawler
GT::WWW
Harvest
Havij Havij
HEADMasterSEO
heritrix heritrix
Heritrix Heritrix
HTMLparser
HTTrack
Humanlinks Humanlinks
Iblog Id-search
IlseBot InfoNaviRobot
Indy Library Internet Ninja
InfoTekies InternetSeer
Intelliseek internetVista monitor
InterGET
IRLbot IRLbot
isitwp.com Iskanie
IstellaBot JamesBOT
Jbrofuzz JennyBot
JetCar
Jetty Jetty
JOC Web Spider
Joomla
Jorgee Jorgee
Jyxobot Kenjin Spider
Larbin Kinza
Kozmosbot
LeechGet LeechGet
LibWeb LexiBot
LieBaoFast LieBaoFast
Lightspeedsystems Likse
Linkdexbot LinkpadBot
LinqiaScrapeBot LinksManager
Lipperhey LinqiaMetadataDownloaderBot
Lipperhey Spider Lipperhey Spider
Litemage_walker
Lmspider
Ltx71 Ltx71
lwp-request
LWP::Simple
lwp-trivial lwp-trivial
Magnet
Mag-Net
magpie-crawler magpie-crawler
Majestic-SEO Majestic12
MarkMonitor
Masscan Masscan
mediawords MauiBot
MegaIndex.ru MeanPath Bot
MFC_Tear_Sample Metauri
Microsoft Data Access
MIDown tool MIDown tool
Mister PiX MIIxpc
Moblie Safari Moblie Safari
Mozlila Mojeek
MSIECrawler Mr.4x3
muhstik-scan MSFrontPage
Nameprotect Name Intelligence
NetAnts Navroad
NetSpider Nessus
netEstate NE Crawler
NetZIP
Nibbler Nibbler
NICErsPRO NICErsPRO
Niki-bot
Nikto Nikto
Nimbostratus Ninja
Nmap Nuclei
NPbot Offline Navigator
Nutch OnCrawl
Octopus OpenLinkProfiler
Openfind OrangeSpider
Openvas OutclicksBot
OpenVAS
OutfoxBot OutfoxBot
Page Analyzer PageThing.com
PageGrabber Pavuk
PageScorer PECL::HTTP
PeoplePal
PHPCrawl PHPCrawl
Picscout Picsearch
Piepmatz Pi-Monster
Pimonster Pixray
PleaseCrawl Psbot
Pockey
POE-Component-Client-HTTP
Probethenet
ProWebWalker
Pu_iN Pu_iN
Pump Pump
PxBroker
PyCurl PyCurl
QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive RankActive
RankFlex RankActiveLinkBot
RankingBot2 RankingBot2
Rankivabot RealDownload
RankurBot
Reaper Reaper
Recorder RedesScrapy
Ripper ReGet
RepoMonkey
ripz ripz
RocketCrawler
SalesIntelligent SalesIntelligent
satoristudio.net
scalaj-http scalaj-http
ScanAlert Scrapy
scan.lol
ScoutJet
ScrepyBot ScrepyBot
Searchestate Searchestate
Semrush Semrush
SentiBot SemrushBot
seobility
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SeoSiteCheckup SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners
seostar seostar
SEOstats
serpstatbot
Shodan Shodan
SISTRIX Siphon
Site Sucker sitechecker.pro
SMTBot Siteimprove
SiteLockSpider
siteripz
Sitevigil
Snoopy
SocialRankIOBot SocialRankIOBot
Sociscraper
Sosospider Sosospider
SpaceBison Sottopop
SpankBot SpankBot
Spanner Spbot
sp_auditbot
spyfu
Sqlmap Sqlmap
Steeler
Sucker Sucker
Sucuri
Surfbot Surfbot
Suzuran Swiftbot
sysscan sysscan
Szukacz
T0PHackTeam
Teleport Teleport
Telesoft Telesoft
Telesphoreo Telesphoreo
Telesphorep Trendiction
TightTwatBot
Titan
Toata
Tracemyfile
Trendictionbot Trendictionbot
trendiction.de trendiction.de
True_Robot
Turingos Turingos
TurnitinBot TurnitinBot
TwengaBot TwengaBot
Typhoeus Twice
UnisterBot
URLy.Warning URLy.Warning
Vagabondo
VB Project
VCI VCI
VelenPublicWebCrawler VelenPublicWebCrawler
VeriCiteCrawler VeriCiteCrawler
VidibleScraper VidibleScraper
Voltron Voil
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WBSearchBot
WASALive-Bot Webalta
WebBandit
WebCollage WebCollage
WEBDAV WebCopier
Web Enhancer
WebFetch
WebFetch WebFetch
WebFuck WebFuck
WebGo IS WebGo IS
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
Web Pix
WebReaper
Web Sauger
Webshag Webshag
WebsiteExtractor WebsiteExtractor
WebsiteQuester
Webster
WebSucker
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP WeSEE
Whack Whatweb
WISENutbot Widow
Woobot Woobot
WWWOFFLE Wprecon
xpymep1.exe WPScan
WWW-Collector-E
x09Mozilla
Xenu
Zade Zade
zauba.io
Zermelo
Zitebot
ZmEu
ZoomBot
ZyBorg

290
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 01h4x.com
360Spider 404checker
404enemy Abonti
Acunetix Aboundexbot
AfD-Verbotsverfahren
AhrefsBot
AIBOT AIBOT
Aipbot
Alligator
AllSubmitter AllSubmitter
AlphaBot Anarchie
Anarchy99
Ankit
arquivo.pt arquivo.pt
AwarioRssBot arquivo-web-crawler
AwarioSmartBot Attach
backlink-check
BackStreet BackStreet
BDFetch BackWeb
BatchFTP
BBBike
BetaBot BetaBot
Black Hole Bigfoot
Bitacle
Blackboard
BlackWidow BlackWidow
Brandprotect Blow
Bullseye Boardreader
CCBot BotALot
Cegbfeieh Brandwatch
CheTeam BuiltBotTough
Cliqzbot Calculon
Cloud mapping CazoodleBot
CODE87 CheeseBot
Cogentbot CherryPicker
cognitiveseo com.plumanalytics
Copier Copier
CopyRightCheck CopyRightCheck
Copyscape
Cosmos
Craftbot
crawler4j crawler4j
crawl.sogou.com
Crescent
CrunchBot
CSHttp CSHttp
Curious Curious
CyotekWebCopy CyotekWebCopy
DBLBot
demandbase-bot demandbase-bot
Digincore Digincore
Dirbuster
Disco Disco
Discoverybot Discoverybot
DomainCrawler Dispatch
DittoSpyder
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot Domains Project
Dotbot DomCopBot
Download Wonder
Dragonfly Dragonfly
Ecxi EasyDL
EirGrabber eCatch
EMail Siphon ECCP/1.0
evc-batch
Evil Evil
Exabot ExtractorPro
Express WebPictures
Extreme Picture Finder Extreme Picture Finder
EyeNetIE Ezooms
facebookscraper
FDM FDM
Fimap Fimap
Foobot Foobot
Freeuploader Freeuploader
FrontPage Fuzz
FyberSpider FyberSpider
Fyrebot Fyrebot
Genieo
GetWeb GetWeb
Gigabot Gigabot
GoZilla GoZilla
Go!Zilla Go!Zilla
Grabber GrabNet
Grafula heritrix
GrapeshotCrawler Heritrix
GT::WWW
Haansoft
Hloader
HTTrack
Humanlinks Humanlinks
IlseBot HybridBot
Indy Library Iblog
InfoTekies IDBot
instabid Id-search
InterGET
Internet Ninja Internet Ninja
internetVista monitor InternetSeer
ips-agent
Iria Iria
isitwp.com IRLbot
Iskanie IstellaBot
JetCar JennyBot
JikeSpider
JOC Web Spider JOC Web Spider
Jorgee Joomla
Keyword Density JustView
LeechFTP Jyxobot
Kenjin Spider
LexiBot LexiBot
Libwhisker Lftp
Lightspeedsystems LieBaoFast
LinkextractorPro Likse
Linkdexbot
LinkpadBot
LinkScan LinkScan
LinksManager
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey LNSpiderguy
Lmspider lwp-request
LWP::Simple
Mag-Net Mag-Net
magpie-crawler
Majestic-SEO
MarkMonitor
MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
Mb2345Browser Mata Hari
meanpathbot meanpathbot
Meanpathbot
mediawords mediawords
MegaIndex.ru MegaIndex.ru
Metauri
MFC_Tear_Sample MFC_Tear_Sample
MicroMessenger MicroMessenger
Microsoft Data Access
MIIxpc
Mister PiX Mister PiX
Moblie Safari Moblie Safari
Mojolicious Morfeus Fucking Scanner
Mozlila MQQBrowser
Mr.4x3 Mr.4x3
MSFrontPage
MSIECrawler MSIECrawler
MTRobot Msrabot
muhstik-scan
Musobot
Navroad Navroad
Nessus
netEstate NE Crawler
NetMechanic NetMechanic
NetSpider
Nettrack Nettrack
Netvibes Net Vampire
NetZIP NetZIP
NextGenSearchBot NextGenSearchBot
Nibbler Nibbler
Nikto Nikto
NimbleCrawler NimbleCrawler
Ninja Nmap
Nuclei Nuclei
oBot
Octopus Octopus
OnCrawl OPPO A33
Openvas OutclicksBot
OpenVAS page scorer
OrangeBot
OrangeSpider
PageAnalyzer
Pavuk Pavuk
PECL::HTTP
Petalbot Petalbot
PHPCrawl PHPCrawl
Pimonster Picsearch
Pockey Piepmatz
POE-Component-Client-HTTP Pi-Monster
PleaseCrawl
polaris version polaris version
probe-image-size probe-image-size
Probethenet
ProPowerBot ProPowerBot
ProWebWalker Pu_iN
Pump Pump
PyCurl PxBroker
RankActive
RankingBot2
Rankivabot
RankurBot RankurBot
RealDownload Reaper
RedesScrapy Recorder
ReGet ReGet
RocketCrawler Re-re
RSSingBot s1z.ru
satoristudio.net SalesIntelligent
SBIder SBIder
scalaj-http
ScanAlert
scan.lol scan.lol
ScoutJet
Screaming
ScreenerBot ScreenerBot
SearchmetricsBot Searchestate
Semrush
SemrushBot SemrushBot
SentiBot seobility
SeobilityBot SeobilityBot
seoscanners SEOlyticsCrawler
SeoSiteCheckup seostar
Shodan Shodan
Siphon SISTRIX
Sitebeam Sitebeam
SiteCheckerBotCrawler SiteLockSpider
sitechecker.pro
SiteExplorer
Siteimprove
SiteSnagger
SiteSucker SiteSucker
Site Sucker
Sitevigil
SMTBot SMTBot
Snake Snapbot
SocialRankIOBot SocialRankIOBot
Sociscraper
sogouspider
Sogou web spider
Sosospider Sosospider
Sottopop
Spammen Spammen
SpankBot
Spanner
sp_auditbot sp_auditbot
Spbot
Spinn3r Spinn3r
SputnikBot SputnikBot
spyfu spyfu
Steeler Surfbot
Sucker SurveyBot
Sucuri
SuperBot
SuperHTTP
Suzuran
Swiftbot
Szukacz Szukacz
T0PHackTeam
Teleport
Telesoft Telesoft
Telesphorep Telesphoreo
Toata The Intraformant
TheNomad
TightTwatBot
Titan
Toweyabot
Tracemyfile
Trendiction
Trendictionbot Trendictionbot
trendiction.de
True_Robot True_Robot
TwengaBot Turingos
Twice TurnitinBot
UnisterBot UnisterBot
Upflow Upflow
URLy.Warning URLy Warning
Vagabondo Vagabondo
VCI VCI
VeriCiteCrawler VelenPublicWebCrawler
VoidEYE Virusdie
Voil Wallpapers/3.0
Web Auto WASALive-Bot
WBSearchBot
Webalta
WebBandit WebBandit
Web Collage Web Collage
WEBDAV Web Fuck
Web Enhancer
WebImageCollector WebImageCollector
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebReaper WebPix
WebSauger
WebsiteQuester
Website Quester
WebSucker
Web Sucker Web Sucker
WebWhacker WebWhacker
WeSEE WeSEE
Whatweb Whack
Who.is Bot Whacker
WISENutbot WISENutbot
Wonderbot Wonderbot
Wprecon WWW-Collector-E
WWW-Mechanize WWW-Mechanize
WWW::Mechanize Xaldon_WebSpider
WWWOFFLE xpymep1.exe
x09Mozilla YoudaoBot
Xaldon WebSpider Zade
Xenu zauba.io
Zauba
zgrab
Zitebot
ZoominfoBot ZoominfoBot

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
anlimebel.kiev.ua gilbertbanda.net
cakemediahq.com.au hentai-manga.porn
enews.tech hptwaakw.blog.fc2.com
kazan.zrus.org jerseywholesalechinabiz.com
lowephotos.info medizinreisen.de
moncleronline.xyz new7ob.com
pechikamini.ru pornogad.com
sky-mine.ru push-ad.com
xnxxandxvideos.com sexytrend.ru
zs2vm.top twu.com.ua

930
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00go.com 03p.info
08800.top 1adult.com
5kstore.com 2000k.ru
5tey7463.weebly.com 24x7-server-support.site
7xc4n.com 2girls1cup-free.com
a14download.com 4senses.co
above.com 5000-cotydzien.com
acortarurl.es 57883.net
7wind.ru
aa08daf7e13b6345e09e92f771507fa5f4.com
aab94f698f36684c5a852a2ef272e031bb.com
abovetherivernc.com
abtasty.com
academiacsmendoza.org
adamoads.com
adclickservice.com adclickservice.com
adprotect.net adprotect.net
ads.tremorhub.com ads-cool.pro
adtology.com
adultmeetonline.info
advokateg.ru
afmuseum.com afmuseum.com
afora.ru agecheckadult.com
ageofclones.com ahmedabadwebs.com
aghanyna.com ahrefs.com
alot.com airmaxshoes-2016.com
alphavisions.net akvamaster.dp.ua
amanda-porn.ga alert-fjg.xyz
amateurlivechat.org alert-jdh.xyz
amospalla.es allblogroll.com
amung.us alldezservice.kz
amyfoxfitness.com amazon-seo-service.com
anatomiy.com animalrank.com
an-donut.com anonymizeme.pro
anniemation.com apartmentratings.com
apartmentbay.ru apiholdingmypage-a.akamaihd.net
apelsinnik.website apple.com-cleaner.systems
apiadanaknet-a.akamaihd.net arcadepages.com
appsecurityr.com ardimobileinfo.ml
aquarium-pro.ru arendakvartir.kz
arkartex.ru arkkivoltti.net
asdfg.pro asrv-a.akamoihd.net
atlant-auto.info asrvrep-a.akamaihd.net
atleticpharm.org atley.eu.pn
autobudpostach.club atovh.local-finders.com
autotrends.today autobrennero.it
aversis.net autodo.info
aviapanda.ru availit.weebly.com
aviav.co avkzarabotok.com
avtovolop.ru avon-severozapad.ru
avtolombard-krasnodar.ru
axbocz.net axbocz.net
ayakino.net azazu.ru
azartmix.com
azazaporn.com
azinoofficial777.ru azinoofficial777.ru
bala.getenjoyment.net backlinkwatch.com
balans.shahterworld.org baditri.com
bannerads.de baixar-musicas-gratis.com
bannerpower.com baladur.ru
barnfurnituremart.com balois.worldbreak.com
bavsac.com bangla-chat-uk-paralud.ga
becuo.com bankiem.pl
berrymall.ru bannerconnect.net
bestcoin.cc basedecor.ru
bestwrinklecreamnow.com basisches-wasser.net
bimatoprost-careprost.com belsetirehafi.tk
binaryoptionscops.info bestchoice.cf
bin-brokers.com bestdraws.com
biteg.xyz bestempresas.es
bkgr.se bestmarriages.com
bloggen.be bestpriceninja.com
bloke.com beztuberkuleza.ru
bongacams.com bizlist.com.de
bosman.pluto.ro biznesrealnost.ru
braintobe.win bjetjt.com
bumskontakte.org blacktwhite.com
bupropion-sr-150-mg.us blogporn.in
buynorxx.com blogrankers.com
cakesplus.com.au brainzpod.win
californianews.cf break-the-chains.com
calstaterealty.us bscodecs.com
carina-sy.de buyantiviralwp.com
carsplate.com buyhoverboard.com
cartierreplica.win buyparajumpers.online
castingbank.ru buypillsorderonline.com
cayado.snn.gr bvlgariring.xyz
centre-indigo.org.ua bytimedance.ru
cfcl.co.uk canoncdriverq3.pen.io
chatroulette.video canyougethighofftizanidine.blogspot.com
cheapjerseysa.com carson.getenjoyment.net
chelyabinsk.xrus.org casablancamanor.co.za
cherubinimobili.it cbox.ws
choice-credit.ru cenokos.ru
cialischstgerts.com choosecuisine.com
cialisndbrx.com cjmc.info
cialiswithoutadoctor.net clash-clans.ru
clickbanksites.info click2pawn.com
clickso.com clicksotrk.com
clodo.ru clubfashionista.com
coderstate.com club-lukojl.ru
conboy.us cocolyze.com
conocer-sanabria.com cocyq.inwtrade.com
constantaservice.net cognitiveseo.com
construmac.com.mx compliance-alexa.top
contentlook.co cookielawblog.wordpress.com
cool-wedding.net coolingoods.com
coop-gamers.ru costablue.xyz
copyrightclaims.org cougfan.info
cornerstone-countertops.com counter.yadro.ru
cracksplanet.com covetnica.com
craftinsta.ru cowlmash.com
crazyprotocol.com customcatchcan.com
crd.clan.su
creams.makeforum.eu
creditmoney.com.ua
credit-online.ws
customerpromos-a.akamaihd.net
dailystrength.org dailystrength.org
damasarenai.info dangphoto.trade
danashop.ru darkages.info
ddsoldes.fr darmebel.com.ua
deanmoore.ie datadepths.com
decorazilla.com d-black.bz
dealwifi.com
delitime.info delitime.info
deplim.com dellalimov.com
dgfitness.co dildofotzen.net
dinkolove.ya.ru dirtpics.pw
dividendo.ru diy-handmade-ideas.com
dneprsvet.com.ua dktr.ru
dotnetdotcom.org dnsrsearch.com
downvids.net domashneeruporno.com
doreenblog.online
downloadme.life
doxyporno.com
dprtb.com
dptaughtme.com dptaughtme.com
dscaas.website drev.biz
dvervmoskvu.ru e705.net
dyt.net easync.io
e90post.com easytuningshop.ru
earl-brown.info e-c.al
earncash.com.ua ec-file.info
easyukraine.com ecommerce-seo.org
e-commerce-seo1.com ege-russian.ru
ednorxmed.com elektrozigarettekaufen1.devhub.com
efkt.jp elmifarhangi.com
egvar.net elstal.com.pl
ekaterinburg.xrus.org energy-ua.com
electronicadirect.com englishgamer.com
elektrischezigarette1.onsugar.com enternet.ee
elvel.com.ua escort-russian.com
enskedesquashclub.se estelight.ru
erectile.bid exdocsfiles.com
errorfixing.space exoneration-project.us
eu-cookie-law.info ezigarettekaufen.myblog.de
euroskat.ru f00kclan.de
ewebarticle.info falcoware.com
falopicm.pw fearcrow.com
felizporno.com feeriaclub.ru
fickkontaktehobbyhuren.com fetroshok.ru
filmfanatic.com fil.ru
fingerprintjs.com filunika.com.ru
fitnesspiks.com finteks.ru
fishtauto.ru
fiuxy.com
fiverr.com
flavors.me flavors.me
fm-upgrade.ru
footbalive.org footbalive.org
forex.osobye.ru
forms-mtm.ru forms-mtm.ru
forpostlock.ru foto-sisek.porngalleries.top
forum-engineering.ru foto-telok.net
fotzen-ficken.com foxydeal.com
franklinfire.co frameimage.org
free-floating-buttons.com free-floating-buttons.com
free-gluten.ru
freenode.info
freenom.link
free-social-buttons.xyz free-social-buttons.xyz
free-today.com free-today.com
freeuploader.com freewareseek.com
freshmac.space
freshwallpapers.info freshwallpapers.info
fuckingawesome.com frighteningremain.cf
fxund.us fun-mobi.pl
g33.org gallerylisting.com
galaxy-family.ru gambarkataku.co
gamedayassist.com game-top.su
gamesprite.me gaming-journal.com
gate5.co.za garciniaxt.us
gemara.com generic-pills-online.com
genericlowlatencyasiodriverhq.aircus.com germes-trans.com
getlamborghini.ga ghostvisitor.com
getresponse.com gk-atlant.info
gigablast.com glogow.pl
glcomputers.ru golden-praga.ru
go2mike.ru gowreckdiving.com
gogps.me gpms.org.my
goldadpremium.com greatzip.com
gourcy.altervista.org gsasearchengineranker.top
gq-catalog.gq guitar-master.org
greatidea.marketing gungamesz.com
green-tea.tv handicapvansarea.com
grizzlysgrill.com hasfun.com
gsmtlf.ru hdfreeporno.net
guiadeserraazul.com hit-men.men
gwagka.com homedecorpicture.us
hacktougroup.ru hostingclub.lk
hamilton.ca hotblog.top
hanink.biz.ly
happy.new.yeartwit.com
hawaiielectriclight.com
headpharmacy.com
health-medical-portal.info
hermesreplica.win
hidefiles.org
hifidesign.ru
hmywwogw.bloger.index.hr
hobbyhuren24.net
homelygarden.com
homemature.net
home.myplaycity.com
homik.pw
hotblognetwork.com
hotel-mkad.ru
houseofgaga.ru
howlongdoestizanidinestayinyoursystem.blogspot.com
howtoclean.club
hspline.com hspline.com
hustoon.over-blog.com hully.altervista.org
hystersister.com hybrid.ru
igadgetsworld.com idegenvezeto.eu
ihc2015.info iideaidekonkatu.info
images-graphics-pics.com ilo134uloh.com
immobiliaremassaro.com indetiske.ya.ru
informatiecentro.be indo-export.ru
innoslicon.com intermesh.net
invest-pamm.ru
iqupdatetmz.win iqupdatetmz.win
islamtoday.co.za isistaylorporn.info
itis4you.com istizanidineacontrolledsubstance.blogspot.com
iwanttodeliver.com ivanstroi.ru
johannesburgsingles.co.za izhevsk.zrus.org
jolic2.com jav-fetish.site
jurajskie.info jbl-charge.info
kam-dom.ru jerseychinabizwholesale.com
karaganda.xkaz.org jerseyschinabizwholesale.us
kinostorm.net jerseyssportsshop.com
knogg.net jjbabskoe.ru
job.icivil.ir
jose.mulinohouse.co
kakadu-interior.com.ua
katjimej.blog.fc2.com
keyhantercume.com
keywords-monitoring-your-success.com
khadastoafarde.tk
kichenaid.ru
kiskinhouse.com
kit-opt.ru
kmgamex.cf
kolotiloff.ru
kometars.xyz kometars.xyz
kozhniebolezni.com krafte.ru
krynica.info ku6.com
kustanay.kz kupiproday.com.ua
kvartira-sutochno.com
kw21.org
kwzf.net kwzf.net
laexotic.com lacapilla.info
lampokrat.ws law-check-eight.xyz
landoftracking.com
law-check-nine.xyz law-check-nine.xyz
laxdrills.com lecbter-relationships.ga
ledpolice.ru
lennatin.info lennatin.info
life.biz.ua likesdesign.com
lifehacĸer.com lmrauction.com
locatellicorretor.com.br lolnex.us
locationdesaison.com lonfon.xyz
locksmith.jp lovi-moment.com.ua
long-beach-air-conditioning.com mabdoola.blogspot.com
lostaruban.com maglid.ru
luxmagazine.cf mainlinehobby.net
lyrster.com manyresultshub-a.akamaihd.net
macdamaged.tech maranbrinfo.com.br
manve.info
marblestyle.ru marblestyle.ru
marktforschung-stuttgart.com marcowebonyodziezowe.pl
masturbate.co.uk maslenka.kz
max-p.men mearns-tractors.co.uk
mbiologi.ru medicinacom.ru
meetlocalchicks.com medicine-4u.org
megaapteka.ru menhealed.net
meltwater.com mexicosleevegastrectomy.com
mesbuta.info mezaruk.info
meteocast.net migente.com
mhi-systems.ru mindbox.co.za
minecraft-neo.ru minyetki.ru
miniads.ca mirzonru.net
mjchamonix.org moetomnenie.com
mmostrike.ru moncleroutletonline.pw
mobioffertrck.com monetizer.com-01.site
moesen-ficken.com money-for-placing-articles.com
moesonce.com moscow-clining.ru
mojpregled.com moskva.nodup.ru
monclerjacketsoutlet.pw moviemail-online.co.uk
monclerjacketsoutlet.win movies-in-theaters.net
moomi-daeri.com musicspire.online
morocco-nomad-excursions.com mydirtyhobby.com
morpicert.pw myiptest.com
musicktab.com mykings.pw
musicvidz.ru myprintscreen.com
my-cash-bot.co nailsimg.com
mycouponizemac.com narkologiya-penza.ru
myfreemp3.eu narutonaruto.ru
nagdak.ru natali-forex.com
najaden.no nero-us.com
nalogovyy-kodeks.ru netallergy.ru
narco24.me nhl09.ru
narkologiya-voronezh.ru nikhilbahl.com
national-today-winning-winner.club nikkiewart.ru
naughtyconnect.com nippon-bearings.ru
neks.info nofreezingmac.work
newstaffadsshop.club norththeface.store
nextlnk12.com notebook-pro.ru
nikitabuch.com nucia.biz.ly
nikitsyringedrivelg.pen.io
nmrk.ru
nodding-passion.tk
nomuos.it
noscrapleftbehind.co
november-lax.com
nufaq.com nufaq.com
odywpjtw.bloger.index.hr obiavo.by
offergroup.info obsessionphrases.com
offside2.5v.pl office2web.com
of-ireland.info olvanto.ru
okroshki.ru onlainbesplatno.ru
o.light.d0t.ru online-hit.info
onlinedomains.ru online-sbank.ru
partners-ship.pro onlinewritingjobs17.blogspot.ru
pattersonsweb.com onlyforemont.ru
pc4download.co onlyporno.ru
pcimforum.com onthemarch.co
pdamods.ru ops.picscout.com
pdns.download origin-my.ru
pelfind.me orion-v.com
penisvergrotendepillennl.ovh osb.se11.ru
pixelrz.com ostrovtaxi.ru
pizda.lol outshop.ru
playtap.us oxotl.com
plusnetwork.com paintingplanet.ru
petsblogroll.com
picturesfrom.com
piter.xrus.org
pixgood.com
pkr1hand.com
podshipniki-nsk.ru podshipniki-nsk.ru
poptool.net poems.com.ua
popunder.ru
poquoson.org
pornhub-ru.com pornhub-ru.com
pornmania.pl pornofiljmi.com
pornophoto.xyz pornogratisdiario.com
porno-raskazy.ru pornohub.me
pornozhara.com pornosee.info
powc.r.ca.d.sendibm2.com pornotubexxx.name
prchecker.info pornoxxx.com.mx
predominant-invent.tk pornzone.tv
posible.net
pourvous.info
pozdrawleniya.ru
prefersurvey.net prefersurvey.net
preventheadacheguide.info princeadvantagesales.com
prizeestates.cricket privacylocationforloc.com
productarium.com privatov-zapisi.ru
profitkode.com privhosting.com
progonrumarket.ru profolan.pl
prostitutki-yaroslavlya.org prohoster.info
putitin.me prointer.net.ua
pyramidlitho.webs.com pron.pro
quick-seeker.com prostitutki-almata.org
proxyradar.com
pufip.com
purplestats.com
puserving.com
pussyspace.net
puteshestvennik.com
qcstrtvt.bloger.index.hr
rankia.com rankia.com
rankingchart.de rapidsites.pro
razyboard.com rating-casino2021.ru
rebelmouse.com realresultslist.com
redirect.trafficreceiver.club realting-moscow.ru
registratciya-v-moskve.ru realtytimes.com
registrysweeper.com reeyanaturopathy.com
reining.lovasszovetseg.hu referencemoi.com
relatodelpresente.com.ar reklama1.ru
remedyotc.com remorcicomerciale.ro
replicaclub.ru renecaovillasale.online
respublica-otel.ru renewablewealth.com
retailwith.com retailwith.com
rocis.site rewardit.com
rumamba.com rewardpoll.com
reyel1985.webnode.fr
ringtonepartner.com
rostov.xrus.org
rubanners.com
running-line.ru
ruscoininvest.company ruscoininvest.company
rusoft-zone.ru saitevpatorii.com
russia-tao.ru sale-japan.com
russia-today-video.ru sarm.tk
rustic-quiver.win
rutor.group
sady-urala.ru
samoiedo.it
sampleletters.net
sankt-peterburg.nodup.ru
saratov.xrus.org
savetubevideo.com
sbf441.com sbf441.com
sbtdesign.co.uk sbwealthsolutions.ca
scanner-jack.top scanner-don.top
scanner-walter.top scanner-jessica.top
search-goo.com scanner-viktor.top
searchtooknow-a.akamaihd.net search.alot.com
sei80.com senger.atspace.co.uk
seinterface.com seo18.su
seocheckupx.com seoexperimenty.ru
seo-platform.com seofirmreviewsus.info
seo-traffic-ranking.info seogadget.ru
sexad.net seoheap.com
sexvporno.ru seojokes.net
sexy.babes.frontend-stack.top service.adtech.us
sharebutton.org servingnotice.com
shariki-zuma-lines.ru sexs-foto.com
shivafurnishings.com sexstream.pl
shmetall.com.ua shama-rc.net
sigmund-freud.co.uk sheerseo.com
simplepooltips.com shinikiev.com.ua
sim-service.net silvercash.com
sindragosa.comxa.com silvermature.net
sirpornogratis.xxx s.lollypopgaming.com
sisi-go.ru small-games.biz
sisiynas.ru smartbalanceworld.com
site-analyzer.com smichovbike.cz
siteheart.net smokewithrabbits.com
siteonomy.com snjatie-geroinovoy-lomki.ru
sitevaluation.com snomer1.ru
sitevalued.com sobecjvuwa.com.ru
sizeplus.work socialmonkee.com
skytraf.xyz social-s-iii.xyz
slavia.info souvenirua.com
sloopyjoes.com soviet-portal.do.am
socialsignals24.com spamnuker.com
sockshares.tv specialfinanceoffers.com
solmarket.by sport-video-obzor.ru
solution4u.com spy-app.info
sophang8.com srgwebmail.nl
sovetogorod.ru stefanbakosab.se
space-worry.ml stroicol.net
starwars.wikia.com sumo.com
stopnarco.ru telemetryverification.net
stpicks.com theautoprofit.ml
strana-krasoty.ru thebestweightlosspills.ovh
stuff-about-money.com thecoral.com.br
sugarlyflex.pw
superinterstitial.com
surcentro.com
svtrd.com
swinon.site
syndicate.fun
t3chtonic.com
takethatad.com
tech4master.com
tecnoteakviareggio.it
teenporn18.net
tehngr.ru
thedownloadfreeonlinegames.blogspot.com
themeforest.net themeforest.net
threecolumnblogger.com thenews-today.info
thruport.com time-japan.ru
tiens2010.ru timer4web.com
tizanidinehcl2mg.blogspot.com tizanidine4mgprice.blogspot.com
tmtrck.com tizanidinemusclerelaxant.blogspot.com
top1-seo-service.com tizanidinestreetprice.blogspot.com
topads.men tobeyouday.win
topanasex.com tourcroatia.co.uk
torture.ml
trackmedia101.com
tradgardspartner.se tradgardspartner.se
truck-rece.life trafficreceiver.club
turkeyreport.tk traffique.net
twittruth.com traffmonster.info
typer.one traffpartners.com
udsgame.online trainoffend.ml
ukr-lit.com tri-slona.org
ukrtvir.com.ua trustaffs.com
unitygame3d.com tuckpointingmasonrysystems.com
uprour.com tula.howotorg.ru
uptime-as.net tv-spoty.info
uptime-gamma.net undergroundcityphoto.com
uvozdeckych.info universals.com.ua
vancleefreplica.pw unrealcommander.org
vapomnoncri.tk uptimebot.net
via-energy-order.com uroki.net
viagraneggrx.com usdx.us
usswrite.com
uzporno.mobi
vbikse.com
vclicks.net
vedomstvo.net
videojam.tv
videokrik.net
videos-for-your-business.com videos-for-your-business.com
virus-schutzmasken.de videositename.com
vitalads.net videotuber.ru
vitoriacabos.com videtubs.pl
vladhistory.com vielporno.net
voluumtracker1.com viel.su
vsexkontakte.net vikistars.com
vitanail.ru
vkmusics.ru
volgograd.xrus.org
voltrknc1.com
volume-pills.biz
vse-pesni.com
vykupavto-krasnodar.ru
vzlomtw.com vzlomtw.com
wallpapersdesk.info waterpurifier.club
wemedinc.com web-analytics.date
westen-v.life webkeyit.com
wfb.hatedriveapart.com webshoppermac.com
wholesalejerseychinashop.com websiteaccountant.de
wildnatureimages.com websiteexplorer.info
wineitudes.wordpress.com website-stealer.nufaq.com
wleuaprpxuvr.ga wejdz-tu.pl
womama.ru whatzmyip.net
word-vorlagen.net whengirlsgowild.com
wstroika.ru whereiskentoday.com
wttavern.com where-toget.com
www.get-free-traffic-now.com while.cheapwebsitehoster.com
www.timer4web.com womens-journal.net
xaijo.com wordkeyhelper.com
xclicks.net x-diesel.biz
xep.info xingzi-vision.com
x-mix.info xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
xn--lifehacer-1rb.com zaimhelp.ru
yellowstonesafaritours.com
ynymnwbm.bloger.index.hr
yopoint.in
yougame.biz
youjizz.com
ytmnd.com
zarabotat-na-sajte.ru zarabotat-na-sajte.ru
zebramart.ru zarajbuilders.com
zerocash.msk.ru zarenica.net
zeroredirect8.com znakomstvaonlain.ru
zetgie.com.pl zone-kev717.info
zojirushi-products.ru zoogdinsney.com
zona-aqua.ru zreloeporno.tv
zoogdiesney.com zscaler.net
zrizvtrnpale.tk
zverokruh-shop.cz

482
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
100dollars-seo.com 101flag.ru
1-free-share-buttons.com 123kuma.com
7xc4n.com 2daytrendingnews.com
991mostfm.co.id 4ur.click
aasoldes.fr 8lufu.com
absolutelyanalog.com aarbur.com
actices.com abiente.ru
acunetix-referrer.com
adamoads.com
adexprts.com adexprts.com
admatic.com.tr adzerg.com
adultactioncam.com ahmedabadwebs.com
agroeconom.kz alfa9.com
allknow.info alldezservice.kz
all-streaming-media.com amoi.tn
aproposde.com apartmentbay.ru
asrv-a.akamaihd.net apidigidocketnet-a.akamaihd.net
asscenihotosidea.blogspot.co.za apispringsmartne-a.akamaihd.net
audiobangout.com australia-opening-times.com
autorn.ru azadnegar.com
aviva-limoux.com babs.com.ua
avon-ukraine.com back.dog
avtolombard-krasnodar.ru bagsonsale.online
avtovolop.ru bbtec.net
azartmsl.com best-coupon-offer.com
azartniy-bonus.com bestcurs.org
balkanfarma.ru bestmobilityscooterstoday.com
bankiem.pl bestssaker.com
biglistofwebsites.com binomo.kz
bjanshee.ru bizru.info
bluesman.nu boleznikogi.com
bravegirlsclub.com brewdom.ru
browsepulse-a.akamaihd.net buron.pw
buyclomidonlaine.com camsex.xxx-cam.webcam
buyviagraa.blogspot.com cascadelink.org
calstaterealty.us cheapestjerseys-wholesale.com
canrioloadm.gq christianlouboutinreplica.pw
cartierlovebracelet.xyz christianlouboutinreplica.win
centraletermice.us circlesl.com
cheapmoncler.pw clickbanksites.info
cjmc.info
clicksor.com
clicksor.net clicksor.net
compliance-checker.info coaching-netz.info
compliance-donald.xyz compiko.info
comsysnet.com com-secure.download
counciltally.com constantaservice.net
creditmoney.com.ua covadhosting.biz
crest3d.ru custom-product-labels.com
cv.wallhade.co cypernhuset.se
daydream-studio.ru cyprusbuyproperties.com
dev-seo.blog darkbooks.org
documentbase.net d-black.bz
dollartree.info dcj-nn.ru
downloadmefiranaratb1972.xpg.com.br delta-line.men
doyouknowtheword-flummox.ml dentalpearls.com.au
drugs-no-rx.info detsky-nabytek.info
eaplay.ru digitalassetmanagement.site
enews.tech dktr.ru
enpolis.ru dkvorota.ru
erotische-geschichten-xxl.com e-avon.ru
esnm.ru e-commerce-seo1.com
esopini.com eduinfosite.com
essayassist.com ekosmetyki.net.pl
estibot.com en.altezza.travel
exportshop.us energydiet-info.ru
f00kclan.de epngo.bz
falllow.gq europeanwatches.ru
falopicm.pw evidencecleanergold.com
favorcosmetics.com extlinks.com
ferrotodo.com face.hostingx.eu
fickkontaktehobbyhuren.com fast-wordpress-start.com
flauntyoursite.com finuse.com
flavors.me fitness-video.net
forum20.smailik.org flash4fun.com
forum-engineering.ru fotopop.club
forum.tvmir.org fotzen-ficken.com
franch.info freelotto.com
freesitetest.com free-video-tool.com
gdzkurokam.ru gateway.zscalertwo.net
generic-pills-online.com gay-file.com
gepezz.info getprismatic.com
gkvector.ru girlsatgames.ru
gobongo.info girls-ufa.ru
golden-catalog.pro goodly.pro
googlsucks.com gratis-sexkontakte.com
gopixdatabase.com grizzlysgrill.com
grupografico-pilar.com.ar guidefs.ru
hdwalls.xyz homemature.net
hem.passagen.se humbmosquina.tk
hetmanship.xyz
heygidday.biz
hkladys.com
home.myplaycity.com
hostingclub.lk
hotchatdate.com
house.sieraddns.com
humanelydrew.com
hvd-store.com hvd-store.com
iccornacircri.cf
ido3.com ido3.com
invivo.hu imgata.com
iweblist.info infodocsportal.com
jikoman.info interior-stickers.ru
j-times.ru invest-pamm.ru
jurajskie.info istizanidineacontrolledsubstance.blogspot.com
kchaxton.com jasonpartington.com
kinostorm.net kiinomaniak.pl
krasivoe-hd.net kinoplen.ru
ktotut.net kino-rating.ru
kunstaktien.info kiskinhouse.com
kurwa.win klitimg.pw
laapp.com knigonosha.net
larutti.ru koral.se
letslowbefast.today krasnodar.zrus.org
lidoradio.com kredit-blog.ru
linkrr.com lacloop.info
madot.onlinewebshop.net lakomka.com.ua
magnetpress.sk laptop-4-less.com
make-money-online.com law-check-eight.xyz
makemoneyonline.com lazymanyoga.com
manuscript.su lenvred.org
markjaybeefractal.com lerporn.info
matchpal-a.akamaihd.net letmacworkfaster.world
maxthon.com lineshops.biz
meteostate.com lion.conboy.us
minecraft-rus.org lob.com.ru
mmstat.com localflirtbuddies.com
mnogolok.info lonfon.xyz
moesen-ficken.com longadventure.com
mompussy.net love-baby.cz
monarchfind-a.akamaihd.net mamasuper.prom.ua
monclervests.xyz marmotstore.online
matb3aa.com
medicinacom.ru
meds-online24.com
mhi-systems.ru
migente.com
militarysale.pro
minecraft-neo.ru
minneapoliscopiers.com
mobsfun.net
mojpreskumanie.com
monsterdivx.com monsterdivx.com
mvpicton.co.uk moyaterapiya.ru
mydirtystuff.com mp3films.ru
myhydros.org musicktab.com
myliveblog.ru myftpupload.com
myplaycity.com myperiod.club
nac-bearings.ru neks.info
nagdak.ru
new-post.tk
newstaffadsshop.club
newstudio.tv newstudio.tv
nordvpn.com nfljerseyscheapchinabiz.com
novatech.vn nonameread45.live
obiavo.uz nyfinance.ml
o-dachnik.ru
oecnhs.info oecnhs.info
one-gear.com okeinfo.online
ownshop.win onemactrckr.com
oxford-book.com.ua onlinemegax.com
paleohub.info o-o-8-o-o.com
palvira.com.ua orsonet.ru
partnerads.men papasdelivery.ru
pavlodar.xkaz.org partner-trustworthy.men
paydayloanslocal.com partybunny.ru
pepperstyle.ru pertlocogasilk.tk
pic2fly.com picsearch.com
picturesify.com pihl.se
piuminiita.com pobeiranie.pl
poisk-zakona.ru porno-transsexuals.ru
portadd.men portal-eu.ru
pozdrawleniya.ru predominant-invent.tk
priscilarodrigues.com.br presleycollectibles.com
professionaldieselcare.com prostitutki-tyumeni.org
projectforte.ru pukaporn.com
push-ad.com qld10000.net
putevka24.ru ranksignals.com
radiogambling.com razleton.com
rating-bestcasino.com retailwith.com
redbottomheels.xyz ric.info
registry-cleaner.net rocis.site
reining.lovasszovetseg.hu rusprostitute.com
remont-fridge-tv.ru sabaapress.com
rewardit.com
rezeptiblud.ru
rimedia.org
ros-ctm.ru
rvi.biz
sad-torg.com.ua
salutmontreal.com salutmontreal.com
scanner-walt.top scanner-josh.top
searchinquire.com scanner-mark.top
search.xtconnect.com scanner-marwin.top
seocdvig.ru screentoolkit.com
seoheap.com searchimpression.com
seo-platform.com searchlock.com
sergiorossistore.online sei80.com
sexobzor.info seo18.su
shoppingjequiti.com.br seobility.net
sibecoprom.ru servicecenter.co.ua
sideeffectsoftizanidine.blogspot.com sethrollins.net
simplepooltips.com se-welding.ru
sinel.info sexiporno.net
site5.com sexphoto.site
sexystrippe.info
similardeals.net
sindragosa.comxa.com
site.ru
skatestick.bid skatestick.bid
sneakyboy.com smstraf.ru
snyatie-lomki-v-stacionare.ru social-s-ggg.xyz
softxaker.ru souvenir.cc
souvenirua.com spasswelt.net
spywarenuker.com sports-supplements.us
success-seo.com starwars.wikia.com
sugarlyflex.pw stop-gepatit.te.ua
sugvant.ru stop-zavisimost.com
sunflowerdrawingpaintings.blogspot.com store-rx.com
susanholtphotography.com strongholdsb.ru
talant-factory.ru suggest-keywords.com
tastyfoodideas.com surintech.ac.th
tattooreligion.ru svetlotorg.ru
teenforporn.com svnuppsalaorebro.se
thecounter.com taaaak.com
thegolfclub.info takethatad.com
thewebsitetemplate.info tako3.com
thewomenlife.com teesdaleflyballclub.co.uk
thiegs.reco.ws tgtclick.com
tizanidinehcl4mgtabinfo.blogspot.com tizanidinewithdrawal.blogspot.com
tizanidinesideeffectsweightloss.blogspot.com tmm-kurs.ru
toonfamilies.net top250movies.ru
truemfilelj.gq tracksurf.daooda.com
twodollarshows.com trk-4.net
uggbootsoutletsale.us trustedhealthtips.com
ukrtvir.com.ua tsan.net
ukrup.com tuckpointingmasonrysystems.com
ural-buldozer.ru turbabitload.weebly.com
utrolive.ru uchebavchehii.ru
vacuumcleanerguru.com univerfiles.com
vancleefreplica.pw universals.com.ua
vbikse.com usswrite.com
veselokloun.ru videochat.mx
virus-respirators.com videosbox.ru
viveresaniesnelli.it vksex.ru
voloo.ru vmnmvzsmn.over-blog.com
vzube.com vysigy.su
webcamdevochka.com webads.co.nz
weburlopener.com weightatraining.com
westsextube.com wfb.hatedriveapart.com
whatistizanidine2mg.blogspot.com wildcattube.com
wholesalejerseys-cheapest.com wineration.com
winwotgold.pl womens-journal.net
wma-x.com wonderfulflowers.biz
xclicks.net word-vorlagen.xyz
xn----7sbaphztdjeboffeiof6c.xn--p1ai www.labves.ru
xn--80aafb2a.xn--p1ai x-mix.info
xxx-treker.ru x-musics.com
xxxtubesafari.com xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai
yopoint.in xn--80aikhbrhr.net
za-fun-offer.com xn----9sbebi2bvzr7h.xn--p1ai
zajm-pod-zalog-nedvizhimosti.ru xn--b1ag5cfn.xn--p1ai
zeroredirect.com xn--e1aggki3c.xn--80adxhks
znaniyapolza.ru xxlargepop.com
zocaparj.kz yebocasino.com
zog.link yubikk.info
zoogdiesney.com zeroredirect10.com
zigzog.ru

22
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center> <hr><center>nginx/1.18.0 (Ubuntu)</center>
</body> </body>
</html> </html>
<html> ml><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -581,4 +571,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.06.2378 #### Version: V4.2021.06.2379
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [613](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.06.2378 #### Version: V4.2021.06.2379
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [613](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.06.2378 #### Version: V4.2021.06.2379
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [613](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10890
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

4
_generator_lists/bad-user-agents.list
View file

@ -1,5 +1,3 @@
V-BOT
voyagerx.com
01h4x.com 01h4x.com
360Spider 360Spider
404checker 404checker
@ -529,6 +527,7 @@ URLy.Warning
URLy\ Warning URLy\ Warning
Vacuum Vacuum
Vagabondo Vagabondo
V-BOT
VB\ Project VB\ Project
VCI VCI
VelenPublicWebCrawler VelenPublicWebCrawler
@ -538,6 +537,7 @@ Virusdie
VoidEYE VoidEYE
Voil Voil
Voltron Voltron
voyagerx.com
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WallpapersHD
WASALive-Bot WASALive-Bot

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.06.2378 #### Version: V4.2021.06.2379
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [613](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10898
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10898
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

10898
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.06.2378 ### Version: V4.2021.06.2379
### Updated: Sun Jun 13 01:58:34 SAST 2021 ### Updated: Mon Jun 14 10:55:01 SAST 2021
### Bad Bot Count: 613 ### Bad Bot Count: 615
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -1073,6 +1073,8 @@ User-agent: Vacuum
Disallow:/ Disallow:/
User-agent: Vagabondo User-agent: Vagabondo
Disallow:/ Disallow:/
User-agent: V-BOT
Disallow:/
User-agent: VB Project User-agent: VB Project
Disallow:/ Disallow:/
User-agent: VCI User-agent: VCI
@ -1091,6 +1093,8 @@ User-agent: Voil
Disallow:/ Disallow:/
User-agent: Voltron User-agent: Voltron
Disallow:/ Disallow:/
User-agent: voyagerx.com
Disallow:/
User-agent: Wallpapers/3.0 User-agent: Wallpapers/3.0
Disallow:/ Disallow:/
User-agent: WallpapersHD User-agent: WallpapersHD