vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.05.2351 [ci skip]

Browse source
This commit is contained in:
Travis 2021-05-15 09:44:11 +02:00
parent 0f9393ab78
commit 445511ea74
60 changed files with 76909 additions and 76885 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8427
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4694,6 +4694,7 @@
"~*(?:\b)pornosexrolik\.com(?:\b)" 0; "~*(?:\b)pornosexrolik\.com(?:\b)" 0;
"~*(?:\b)pornoslive\.net(?:\b)" 0; "~*(?:\b)pornoslive\.net(?:\b)" 0;
"~*(?:\b)pornosmola\.info(?:\b)" 0; "~*(?:\b)pornosmola\.info(?:\b)" 0;
"~*(?:\b)pornosok\.ru(?:\b)" 0;
"~*(?:\b)pornoted\.com(?:\b)" 0; "~*(?:\b)pornoted\.com(?:\b)" 0;
"~*(?:\b)pornotubexxx\.name(?:\b)" 0; "~*(?:\b)pornotubexxx\.name(?:\b)" 0;
"~*(?:\b)pornotubs\.com(?:\b)" 0; "~*(?:\b)pornotubs\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

8427
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

8427
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -4647,6 +4647,7 @@
"~*(?:\b)pornosexrolik\.com(?:\b)" 0; "~*(?:\b)pornosexrolik\.com(?:\b)" 0;
"~*(?:\b)pornoslive\.net(?:\b)" 0; "~*(?:\b)pornoslive\.net(?:\b)" 0;
"~*(?:\b)pornosmola\.info(?:\b)" 0; "~*(?:\b)pornosmola\.info(?:\b)" 0;
"~*(?:\b)pornosok\.ru(?:\b)" 0;
"~*(?:\b)pornoted\.com(?:\b)" 0; "~*(?:\b)pornoted\.com(?:\b)" 0;
"~*(?:\b)pornotubexxx\.name(?:\b)" 0; "~*(?:\b)pornotubexxx\.name(?:\b)" 0;
"~*(?:\b)pornotubs\.com(?:\b)" 0; "~*(?:\b)pornotubs\.com(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -4644,6 +4644,7 @@
"~*(?:\b)porno\.simple\-image\.com\.ua(?:\b)" 1; "~*(?:\b)porno\.simple\-image\.com\.ua(?:\b)" 1;
"~*(?:\b)pornoslive\.net(?:\b)" 1; "~*(?:\b)pornoslive\.net(?:\b)" 1;
"~*(?:\b)pornosmola\.info(?:\b)" 1; "~*(?:\b)pornosmola\.info(?:\b)" 1;
"~*(?:\b)pornosok\.ru(?:\b)" 1;
"~*(?:\b)pornoted\.com(?:\b)" 1; "~*(?:\b)pornoted\.com(?:\b)" 1;
"~*(?:\b)porno\-transsexuals\.ru(?:\b)" 1; "~*(?:\b)porno\-transsexuals\.ru(?:\b)" 1;
"~*(?:\b)pornotubexxx\.name(?:\b)" 1; "~*(?:\b)pornotubexxx\.name(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 35.193.184.18 0;

8427
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 34.122.208.80 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4694,6 +4694,7 @@
"~*(?:\b)pornosexrolik\.com(?:\b)" 0; "~*(?:\b)pornosexrolik\.com(?:\b)" 0;
"~*(?:\b)pornoslive\.net(?:\b)" 0; "~*(?:\b)pornoslive\.net(?:\b)" 0;
"~*(?:\b)pornosmola\.info(?:\b)" 0; "~*(?:\b)pornosmola\.info(?:\b)" 0;
"~*(?:\b)pornosok\.ru(?:\b)" 0;
"~*(?:\b)pornoted\.com(?:\b)" 0; "~*(?:\b)pornoted\.com(?:\b)" 0;
"~*(?:\b)pornotubexxx\.name(?:\b)" 0; "~*(?:\b)pornotubexxx\.name(?:\b)" 0;
"~*(?:\b)pornotubs\.com(?:\b)" 0; "~*(?:\b)pornotubs\.com(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 34.122.208.80 0;
127.0.0.1 0; 127.0.0.1 0;

8427
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0;
34.122.208.80 0; 34.122.208.80 0;

8427
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0;
34.122.208.80 0; 34.122.208.80 0;

8427
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0;
34.122.208.80 0;
34.122.173.211 0; 34.122.173.211 0;

8427
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -47,3 +47,4 @@
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 35.193.184.18 0;
34.122.173.211 0; 34.122.173.211 0;
34.122.208.80 0;

8427
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -4694,6 +4694,7 @@
"~*(?:\b)pornosexrolik\.com(?:\b)" 0; "~*(?:\b)pornosexrolik\.com(?:\b)" 0;
"~*(?:\b)pornoslive\.net(?:\b)" 0; "~*(?:\b)pornoslive\.net(?:\b)" 0;
"~*(?:\b)pornosmola\.info(?:\b)" 0; "~*(?:\b)pornosmola\.info(?:\b)" 0;
"~*(?:\b)pornosok\.ru(?:\b)" 0;
"~*(?:\b)pornoted\.com(?:\b)" 0; "~*(?:\b)pornoted\.com(?:\b)" 0;
"~*(?:\b)pornotubexxx\.name(?:\b)" 0; "~*(?:\b)pornotubexxx\.name(?:\b)" 0;
"~*(?:\b)pornotubs\.com(?:\b)" 0; "~*(?:\b)pornotubs\.com(?:\b)" 0;

18
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BotALot Collector
DigitalPebble Dragonfly
Go!Zilla
HTMLparser
IndeedBot IndeedBot
Mata Hari LNSpiderguy
NICErsPRO Netcraft
PyCurl SEOlyticsCrawler
SeoSiteCheckup Seomoz
SEOstats Web Fuck
SlySearch
SurveyBot

292
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404enemy 360Spider
404checker
Abonti
Aboundexbot Aboundexbot
Acunetix Acunetix
ADmantX ADmantX
AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AiHitBot AllSubmitter
Aipbot Anarchy
AlphaBot Anthill
Ankit
Apexoo
archive.org_bot
arquivo.pt arquivo.pt
Attach ASPSeek
Asterias
AwarioSmartBot AwarioSmartBot
BackDoorBot
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BDCbot
Badass BetaBot
BatchFTP
Bigfoot
Blackboard
Black Hole
BlackWidow BlackWidow
BLEXBot BlowFish
BotALot
Brandprotect Brandprotect
Buddy Brandwatch
Buck
BuiltWith
Bullseye Bullseye
BunnySlippers BunnySlippers
CazoodleBot CATExplorador
Cegbfeieh
check1.exe check1.exe
CheeseBot CheeseBot
CheTeam
Chlooe Chlooe
Claritybot coccocbot-web
Cloud mapping CODE87
Cocolyzebot Collector
Cogentbot com.plumanalytics
cognitiveseo Copier
Copyscape Craftbot
Cosmos crawler4j
crawler.feedback crawl.sogou.com
CrunchBot CSHttp
Curious DataCha0s
DBLBot
demandbase-bot demandbase-bot
Deusu Deusu
Devil
Digincore Digincore
DigitalPebble
DIIbot
Dirbuster
Discobot
Dispatch Dispatch
DittoSpyder DnyzBot
DomainCrawler
Domains Project Domains Project
domainsproject.org
DomainStatsBot DomainStatsBot
Dotbot
Download Wonder Download Wonder
DSearch
DTS Agent DTS Agent
Ebingbong
eCatch
ECCP/1.0 ECCP/1.0
EirGrabber ExtLinksBot
EroCrawler Extractor
Exabot
Express WebPictures
ExtractorPro ExtractorPro
EyeNetIE EyeNetIE
FemtosearchBot Ezooms
FDM
FHscan FHscan
Fimap
FlashGet FlashGet
Flunky Fuzz
FrontPage
Fyrebot
GalaxyBot
Genieo Genieo
Getintent
GetRight GetRight
Gigablast gopher
Gigabot Gotit
Go-Ahead-Got-It Grafula
GoZilla GrapeFX
GridBot GrapeshotCrawler
GT::WWW
Haansoft Haansoft
HEADMasterSEO HEADMasterSEO
heritrix Hloader
HMView
HTMLparser
HTTP::Lite
HTTrack
HybridBot
IDBTE4M
Id-search Id-search
Image Fetch Image Fetch
IndeedBot IndeedBot
Indy Library Indy Library
InfoTekies
instabid instabid
Intelliseek Intelliseek
InternetSeer
internetVista monitor
Iria
IRLbot IRLbot
isitwp.com isitwp.com
IstellaBot JamesBOT
Jbrofuzz Jbrofuzz
Jetty JennyBot
JOC Web Spider JikeSpider
Joomla Keyword Density
Jorgee
JustView
Kinza
Larbin Larbin
Lftp LeechGet
LieBaoFast Libwhisker
Lightspeedsystems Linkdexbot
Linkbot
LinkextractorPro LinkextractorPro
LinkScan LinkScan
LinqiaMetadataDownloaderBot LinksManager
LinqiaScrapeBot
Lipperhey
Lipperhey Spider Lipperhey Spider
lwp-trivial lwp-request
Mb2345Browser Magnet
Majestic SEO
Majestic-SEO
MarkMonitor
Masscan
Mass Downloader
MauiBot
meanpathbot
Meanpathbot Meanpathbot
MeanPath Bot mediawords
Mediatoolkitbot MegaIndex.ru
Metauri Metauri
MFC_Tear_Sample
MIDown tool MIDown tool
MIIxpc
Mister PiX
Mojeek Mojeek
Mojolicious Morfeus Fucking Scanner
Mr.4x3 MQQBrowser
MSFrontPage MSFrontPage
MSIECrawler MTRobot
Msrabot Needle
Name Intelligence NetLyzer
Navroad NetMechanic
NearSite NetSpider
Nibbler Nettrack
Niki-bot Net Vampire
NextGenSearchBot
Nikto Nikto
NimbleCrawler NimbleCrawler
Ninja
Nmap
NPbot NPbot
oBot Nuclei
OpenVAS Nutch
Offline Explorer
Offline Navigator
Openvas
OPPO A33 OPPO A33
OrangeBot OrangeBot
OrangeSpider page scorer
OutfoxBot PageScorer
PageAnalyzer
PageThing.com PageThing.com
pcBrowser Panscient
PHPCrawl Pavuk
Piepmatz PECL::HTTP
Petalbot
Picsearch
Pi-Monster Pi-Monster
PleaseCrawl
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris version probe-image-size
ProPowerBot ProPowerBot
ProWebWalker
Pu_iN
Pump Pump
QueryN Metasearch QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive
RankActiveLinkBot
RankFlex
RankingBot RankingBot
RankingBot2 RankingBot2
Rankivabot
RankurBot RankurBot
RealDownload Recorder
Reaper
ReGet ReGet
RepoMonkey
Ripper Ripper
ripz ripz
Rogerbot Rogerbot
RSSingBot
s1z.ru
satoristudio.net satoristudio.net
ScreenerBot ScanAlert
Searchestate scan.lol
Semrush Semrush
SemrushBot
SEOlyticsCrawler SEOlyticsCrawler
seoscanners
SEOstats SEOstats
serpstatbot serpstatbot
sexsearcher sexsearcher
Shodan Siteimprove
SISTRIX Site Sucker
sitechecker.pro
SiteLockSpider
siteripz
Sitevigil
SlySearch SlySearch
SmartDownload
Snake
SocialRankIOBot SocialRankIOBot
Sociscraper Sociscraper
sogouspider Sosospider
Sogou web spider Sottopop
SpaceBison SpaceBison
Spanner Spammen
sp_auditbot sp_auditbot
Spbot
SputnikBot
Sqlmap
Sqworm Sqworm
Steeler Stripper
Sucker SuperHTTP
SuperBot Surfbot
Swiftbot Szukacz
T8Abot
tAkeOut tAkeOut
Teleport Teleport
TeleportPro Telesoft
TheNomad Telesphorep
Toweyabot The Intraformant
Titan
Tracemyfile Tracemyfile
Trendiction
Trendictionbot
trendiction.com
True_Robot True_Robot
Turnitin Twice
TwengaBot Typhoeus
URLy Warning UnisterBot
Upflow
Vagabondo
VB Project
Virusdie Virusdie
Voil WallpapersHD
Wallpapers/3.0
WBSearchBot
WebAuto
Web Auto
WebBandit
Web Collage Web Collage
WEBDAV
Web Enhancer
WebFetch WebFetch
Web Fetch Web Fuck
WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
WebReaper webmeup-crawler
WebSauger WebSauger
WebsiteExtractor Webshag
WebsiteQuester WebsiteQuester
Website Quester Website Quester
WebWhacker WebSucker
WebZIP
WeSEE WeSEE
Whack
Whacker Whacker
Whatweb Whatweb
Who.is Bot
Widow Widow
WiseGuys Robot
WISENutbot WISENutbot
Woobot Wonderbot
Wotbox
Wprecon
WPScan WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize WWW::Mechanize
x22Mozilla
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe
YoudaoBot YoudaoBot
Zade Zade
Zermelo Zauba
zgrab zgrab
ZyBorg ZoominfoBot
ZumBot

298
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider
80legs 80legs
Abonti
Aboundex Aboundex
Aboundexbot
AiHitBot AiHitBot
AllSubmitter Aipbot
Anarchy
Anarchy99 Anarchy99
Ankit Ankit
archive.org_bot
arquivo-web-crawler
ASPSeek
Asterias Asterias
AwarioSmartBot AwarioRssBot
BackDoorBot
Backlink-Ceck Backlink-Ceck
BackStreet BacklinkCrawler
BackWeb Badass
Barkrowler Barkrowler
BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot
BetaBot BetaBot
Bigfoot Bigfoot
Bitacle
Blackboard
Black Hole Black Hole
BlackWidow
BLEXBot
Blow
BlowFish BlowFish
Boardreader Boardreader
Bolt Bolt
BuiltWith Brandwatch
Buck
Bullseye Bullseye
BuzzSumo BuzzSumo
Calculon
CCBot CCBot
CheeseBot Cegbfeieh
CheTeam check1.exe
Cocolyzebot Chlooe
cognitiveseo Cliqzbot
coccocbot-web
CODE87
Copier
Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler CSHttp
Crescent Custo
DatabaseDriverMysqli DBLBot
DataCha0s
demandbase-bot demandbase-bot
Demon
Deusu Deusu
Devil
Digincore
Disco
Discobot Discobot
Discoverybot
Dispatch
DittoSpyder
DnyzBot
DomainAppender
DomainCrawler DomainCrawler
domainsproject.org Domains Project
DomainStatsBot
Dotbot
Drip Drip
Ebingbong DSearch
EirGrabber
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
Express WebPictures Express WebPictures
Extractor ExtLinksBot
ExtractorPro ExtractorPro
EyeNetIE Ezooms
FemtosearchBot FDM
Firefox/7.0 FHscan
FlashGet FlashGet
Fuzz FrontPage
Fyrebot Fyrebot
GalaxyBot GalaxyBot
GetRight Getintent
GetWeb GetWeb
Gigablast Gigabot
gopher G-i-g-a-b-o-t
GoZilla Gotit
Grafula Go!Zilla
GrapeshotCrawler GrabNet
GridBot GrapeFX
heritrix Havij
Hloader Hloader
HTTrack HTMLparser
Id-search HTTP::Lite
Image Fetch Image Fetch
Image Sucker Image Sucker
IndeedBot
Indy Library Indy Library
InfoNaviRobot instabid
InterGET InterGET
Internet Ninja
InternetSeer InternetSeer
ips-agent internetVista monitor
JamesBOT Iria
isitwp.com
Iskanie
Jbrofuzz Jbrofuzz
JennyBot JennyBot
JOC Web Spider JetCar
JikeSpider
Joomla Joomla
Jorgee Jorgee
JustView
Jyxobot Jyxobot
Kenjin Spider Kinza
Kozmosbot
Lanshanbot
LeechGet LeechGet
Lftp LibWeb
LieBaoFast LinkpadBot
Lightspeedsystems
LinkScan LinkScan
LinksManager LinqiaScrapeBot
LinkWalker
Lipperhey Lipperhey
Lipperhey Spider
Lmspider
LNSpiderguy LNSpiderguy
lwp-request lwp-request
LWP::Simple
lwp-trivial lwp-trivial
Magnet Magnet
magpie-crawler Majestic SEO
Mail.RU_Bot
Majestic-SEO Majestic-SEO
MarkMonitor Masscan
MarkWatch Mb2345Browser
Mata Hari
MauiBot
Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot
mediawords mediawords
MegaIndex.ru Metauri
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
Mojeek Mojolicious
Msrabot Mr.4x3
MSIECrawler
MTRobot MTRobot
Musobot
Name Intelligence
Nameprotect Nameprotect
NearSite NearSite
Needle NetAnts
netEstate NE Crawler Netcraft
NetZIP NetLyzer
NICErsPRO Net Vampire
Niki-bot NimbleCrawler
Nmap Nimbostratus
Ninja
NPbot NPbot
Offline Explorer Octopus
Offline Navigator OpenLinkProfiler
OpenVAS OPPO A33
OrangeSpider OrangeBot
OutfoxBot PageAnalyzer
Page Analyzer
PageGrabber PageGrabber
Pandalytics page scorer
pcBrowser Picscout
PECL::HTTP
PHPCrawl
PictureFinder PictureFinder
Pi-Monster
Pixray Pixray
polaris version PleaseCrawl
probe-image-size Probethenet
Pump Pump
PxBroker PxBroker
PyCurl QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive
RankFlex RankFlex
RankingBot2 RankingBot
RealDownload Rankivabot
Reaper RankurBot
RebelMouse
Recorder Recorder
RepoMonkey
Ripper
ripz ripz
RocketCrawler
Rogerbot
SalesIntelligent SalesIntelligent
satoristudio.net satoristudio.net
SBIder ScanAlert
SentiBot ScoutJet
Screaming
SearchmetricsBot
Semrush
SEOkicks SEOkicks
seoscanners SEOlyticsCrawler
SEOstats SEOstats
serpstatbot SISTRIX
Sitebeam
SiteCheckerBotCrawler SiteCheckerBotCrawler
sitechecker.pro sitechecker.pro
SiteExplorer
SiteLockSpider SiteLockSpider
siteripz
SiteSnagger SiteSnagger
SiteSucker Sitevigil
SMTBot SmartDownload
Snake Snake
Snoopy Snapbot
SocialRankIOBot SocialRankIOBot
Sociscraper
Sogou web spider
Sosospider Sosospider
Sottopop Sottopop
SpaceBison SpankBot
Spammen spyfu
Spbot
SputnikBot
Sqlmap Sqlmap
Sqlworm
Sqworm Sqworm
Stripper Steeler
Sucuri
SuperBot SuperBot
Surfbot Surfbot
SurveyBot SurveyBot
Swiftbot
T0PHackTeam T0PHackTeam
tAkeOut T8Abot
Teleport
TeleportPro
Telesoft Telesoft
Telesphoreo Telesphoreo
TheNomad The Intraformant
Thumbor Thumbor
Tracemyfile Titan
Trendiction Toata
Toweyabot
Trendictionbot Trendictionbot
trendiction.com trendiction.com
Turingos trendiction.de
TurnitinBot
TwengaBot TwengaBot
Twice URLy.Warning
UnisterBot
Vacuum Vacuum
Vagabondo VeriCiteCrawler
VidibleScraper VidibleScraper
VoidEYE Virusdie
Voltron
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot
Webalta
WebAuto
Web Collage Web Collage
WebCopier WebImageCollector
WEBDAV WebLeacher
WebEnhancer WebPix
WebFetch Web Pix
Web Fetch Web Sauger
WebGo IS WebStripper
WebReaper
Webshag
WebsiteQuester
Website Quester
Webster
Web Sucker Web Sucker
WebWhacker WebZIP
Whack WeSEE
Whatweb Whacker
Who.is Bot WiseGuys Robot
Widow
WISENutbot WISENutbot
Woobot Wonderbot
WWW::Mechanize Wprecon
WWWOFFLE
x09Mozilla x09Mozilla
Xaldon WebSpider Xaldon_WebSpider
Xenu YoudaoBot
zauba.io Zade
Zermelo Zermelo
Zeus Zitebot
zgrab ZoomBot
ZoominfoBot ZumBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
4webmasters.org colobit.biz
alfa-medosmotr.ru everytalk.tv
bitporno.sx fotzen-ficken.com
elektir.ru gardene.ru
kino-fun.ru jewelryandfiligree.com
marcowebonyodziezowe.pl live-sexchat.ru
sexystrippe.info prizeestates.cricket
snegozaderzhatel.ru searchtooknow-a.akamaihd.net
thin.me.pn tizanidinehcl2mg.blogspot.com
zeroredirect7.com tizanidineorflexeril.blogspot.com

930
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
03p.info 00author.com
101flag.ru 108shot.com
24videos.tv 1flag.co.za
45en.ru 20pascals.nl
4pp13.com 70casino.online
7a2rnuey1tw9ar.ru 7ooo.ru
aanapa.ru aa9bd78f328a6a41279d0fad0a88df1901.com
academia-nsk.org aa9d046aab36af4ff182f097f840430d51.com
acortarurl.es abcdefh.xyz
abwa.tk
adclickthru.net
adconscious.com adconscious.com
adserver-e7.com adtech.de
advancedmassagebysara.com advancedmassagebysara.com
agecheckadult.com advertisingtag.net
akuhni.by advokateg.xyz
albuteroli.com adzerg.com
alessandraleone.com affrh2015.com
alice.it a.frcls.fr
allcredits.su agadelha.com.br
alldubai.biz agreda.pluto.ro
allwidewallpapers.com aimayangzhi.com
allwomen.info aksonural.ru
alphavisions.net akusherok.ru
albamargroup.com
allkrim.com
alphaforum.ru
altamayoztourism.com
alvtank.se
am15.net
amateurlivechat.org amateurlivechat.org
ample-awards-today.us amazon-seo-service.com
am-se.com ameblo.jp
anaseracresar.tk angry-fermi-7633.arukascloud.io
an-donut.com animal36.com
apiluckyleapnet-a.akamaihd.net apimossnetinfo-a.akamaihd.net
apioasisspacenet-a.akamaihd.net apiwebwebgetcom-a.akamaihd.net
apper.de app5.letmacworkfaster.world
aramaicmedia.org arcteryxstore.online
arendovalka.xyz arraty.altervista.org
atelielembrancaqueencanta.com.br asia-forum.ru
atley.eu.pn asociatia-tipografilor-transilvania.ro
autoblogger24.info asrv-a.akamoihd.net
autonew.biz autochoixspinelli.com
auto-zapchasti.org
avtovolop.ru avtovolop.ru
awency.com awaybird.ru
azartclub.org azartmix.com
azbukafree.com azinoofficial777.ru
azbuka-mo.ru babs.com.ua
b2b-lounge.com baditri.com
backlinkwatch.com baersaratov.ru
badavit.com.ua baikaleminer.com
bag77.ru balkanfarma.org
bagcionderlab.com bazaronline24.ru
bala.getenjoyment.net bcmp.org
bamo.xsl.pt beachtoday.ru
bannerconnect.net
belinvestdom.by
bestbrainprod.win bestbrainprod.win
bestpornuha.com best-businessman.ru
bestwebsitesawards.com bidbuy.co.kr
beta.hotkeys.com bidr.trellian.com
betterhdporn.com bitcoins-live.ru
bg6s0.com bitnote.co
biketank.ga biznesrealnost.ru
binomo.kz blackle.com
bioca.org blobar.org
biographiya.com
bioscorp.ru
birzha-truda.eu
bitcoin-ua.top
blog.f00kclan.de
bloglag.com bloglag.com
bloke.com bocoarchives.org
bmsco.co bookmark4you.com
bmw-ark.ru bosefux.esy.es
bnt-team.com bracketsmackdown.com
bobinoz.com bus-offer.com
bongiornos.info buy-cheap-pills-order-online.com
boostmyppc.com buyfriend.ru
bosman.pluto.ro buy-meds24.com
braintobe.win
brainzpod.win
bravegirlsclub.com
brothers-smaller.ru
brus.city
btc4u.ru
buynorxx.com
bwlx.prepedu.cn
bzero1jewelry.net
cacheimages.com
callcafe.info
camel-beach.com
canacopegdl.com
cand.jp cand.jp
candytiner.com carrauterie.be
capture-room.com carsplate.com
cartierreplica.xyz cartierlove2u.xyz
caulderwoodkennels.com cartierloveringreplica.xyz
cdncash.net cartierreplica.win
cellfun.mobi cartujano-pre.de
chatroulette.online casinopinup-wins.com
chcu.net centraletermice.us
cheapbelstaff.online cerev.info
cheapestjerseysonwholesale.com checkm8.com
cheapmoncler.win chidporn.com
cheapwebsitehoster.com choice-credit.ru
check-host.net cibpenonptib.flu.cc
chlooe.com cineacademy.ru
christianlouboutinoutlet.win clean-start.net
cialis-samples.com clickbanksites.info
classicakuhni.ru clickhype.com
cleanersoft.com clickprotects.com
clickso.com cognitiveseo.com
colobit.biz com-cleaner.systems
community.allhiphop.com compliance-alexa.top
compliance-don.xyz compliance-andrew.top
compliance-jack.top compliance-elena.top
compliance-julianna.top compliance-margo.top
compliance-julia.top compliance-mary.top
contextualyield.com compliance-willy.top
copro.pw coolgamechannel.com
cornomase.win cougfan.info
crackguru.tk cowlmash.com
crazyboost.pro
creativehutindia.com
culturevie.info culturevie.info
customboxes4less.com customchocolate.business-for-home.com
d2jsp.org damedingel.ya.ru
damasarenai.info datsun-do.com
daneshetabiat.com davebestdeals.com
datadepths.com daymusam.com
dataloading.net dentalpearls.com.au
dbmkfhqk.bloger.index.hr
ddlmega.net
dealighted.com
deda-moroza-zakaz.ru
dellalimov.com
detalizaciya-tut.biz
detmebel.su
dieta-personalna.pl
diffbot.com diffbot.com
dimfour.com digilander.libero.it
discountliv.com discountliv.com
discovertreasure-a.akamaihd.net diusyawiga.tk
djekxa.ru divci-hry.info
downloadeer.net dmmspy.com
download-wallpaper.net dnepr-avtospar.com.ua
driving.kiev.ua domainanalyzing.xyz
dumuelave.xyz domainroam.win
duplicashapp.com dominateforex.ml
dynainbox.com dustyorate.com
ebooknovel.club eandsgallery.com
edge.sharethis.com earthmagic.info
ed-shop01.ru edelstahlschornstein-123.de
efnor-ac.com ednorxmed.com
ekosmetyki.net.pl ee77ee.com
election.interferencer.ru elektronischezigarette2.mex.tl
elektrischeziga.livejournal.com elektrozigaretten1.postbit.com
energy-ua.com elektrozigaretten1.tumblr.com
englishdictionaryfree.com elexies.info
enpolis.ru enge-fotzen.info
enternet.ee enthuse.computernetworksonline.com
epicbrogaming.com erotik0049.com
errorfixing.space eu-cookie-law.blogspot.com
esfchat.tk evaashop.ru
essayassist.com evehemming.blogspot.com.au
estibot.com excitacion.info
exoclick.com exmasters.com
exonline.info exonline.info
extremal-blog.com extremal-blog.com
ezb.elvenmachine.com ezigarettekaufen.myblog.de
ezrvrentals.com ezrvrentals.com
f00kclan.de farm26.ru
facialporntube.com fashion.stellaconstance.co
factorynightclub.com fatfasts-4tmz.com
fandlr.com fickluder69.com
fastfixing.tech fillmewithhappiness.com
favoritemoney.ru filmetricsasia.com
fealq.com fishingwholesale.us
fickenbumsen.net fivedwld.cf
filkhbr.com fix-website-errors.com
flagcounter.me floridamhca.org
forex21.ru freakycheats.com
forumprofi.de freecamdollars.com
foto-telok.net friendflnder.com
fotzen-ficken.com frighteningremain.cf
franecki.net fsalas.com
free-share-buttons.blogspot.com fuel-gas.com
free-stock-illustration.com fungamelands.com
freshmac.space fxtips.ru
gabeshop.ru galeria-zdjec.com
gagrasector.ru
gamerextra.com gamerextra.com
game-top.su gaygalls.net
gaytube.com
gazobeton-p.com.ua gazobeton-p.com.ua
gaz-voshod.ru ge0ip.com
geoads.com geoads.com
gg-arena.ru getoutofdebtfree.org
gheus.altervista.org gigablast.com
glasof.es glavprofit.ru
globatur.ru goodhousekeeping.com
gloverid.site good-mummy.ru
go2mike.ru goodwinmetals.co
gpirate.com googlepositions.com
greenzaim.ru gorabagrata.ru
gribokstop.com
grizzlysgrill.com grizzlysgrill.com
grtyi.com gsasearchengineranker.pw
gsbs.com.ua g.starmoe.xyz
gta-club.ru
guidefs.ru guidefs.ru
guitar-master.org guod.me
gwebtools.com.br hamptonoaks.ca
habermetre.com hasfun.com
hetmanship.xyz hauleddes.com
hitmuzik.ru hdwallpapers-free.com
hoholikik.club health-medical-portal.info
hopeonthestreet.co.uk hebr.myddns-flir.com
hosting-tracker.com highstairs-a.akamaihd.net
hostsshop.ru histock.info
hotshoppymac.com hkdiiohi.skyrock.com
idc.com.ua hoterika.com
idealtits.net hothor.se
iflycapetown.co.za hoverboardforsaledirect.com
ifmo.ru howtoclean.club
ikritikimou.gr hscsscotland.com
ilbe.club hulfingtonpost.com
ilikevitaly.com igithab.com
iloveitaly.ru images-free.net
ilovevitaly.xyz impotentik.com
imagui.eu increasewwwtraffic.info
imfamous.info infostatsvc.com
inclk.com infowarcraft.ru
infobabki.ru intellekt21.ru
informatiecentro.be
interesnie-faktu.ru
internet-apteka.ru
internetartfair.com
invest-pamm.ru
io9.com
iptool.xyz iptool.xyz
iqs.biz.ua ispac.org
iqupdatetmz.win istock-mebel.ru
islamtoday.co.za itis4you.com
izismile.com itsdp3.com
javitas.info jillepille.com
javspace.net jus0wil.pp.ua
jerseyswholesalechinalimited.com kasino-money.pw
jobgirl24.ru keki.info
justucalling32211123456789.tk kellyonline.xyz
karachev-city.ru keywordsuggest.org
kartiniresto.com keywordteam.net
kaz.kz khafre.us
kerei.ru kidskunst.info
keywordsking.com kino-filmi.com
keyword-suggestions.com kiwe-analytics.com
kinobest.pl klumba55.ru
kinopolet.net kostenloser-sex.com
kinotorka.ru kovrenok.ru
kirov.zrus.org kozhniebolezni.com
konkursov.net krasivye-devushki.net
kotaku.com krasnodar.xrus.org
krasivoe-hd.com lacave.ntic.fr
krasivoe-hd.net lafriore.ru
labafydjxa.su landoftracking.com
ladov.ru larutti.ru
lalalove.ru laudit.ru
larchik.net lawyersinfo.org
ldrtrack.com
ledis.top ledis.top
lineavabit.it lego4x4.ru
livetsomudvekslingstudent.bloggersdelight.dk lietaer.com
lunchrock.co lifeinsurancekb.com
luxup.ru liffa.ru
mackeeper-center.club linkpulse.com
magiadinamibia.blogspot.com lion.playtap.us
mainhp.net listiseltemournlan.gq
make-money-online.com liupis.com
makemoneyonline.com live-cam6.info
marcowebonyodziezowe.pl liveinternet.ro
maximpartnerspr.com ljusihus.se
mb140.ru lmrauction.com
meble-bogart.info long-beach-air-conditioning.com
medtherapy.ru lottospring.com
meduza-consult.ru lulea-auktionsverk.se
mindbox.co.za lyrics.home-task.com
minecraft-rus.org m0r0zk0-krava.ru
minet.club m1media.net
m3gadownload.pl
magda-gadalka.ru
mahnwachen-helfen.info
malls.com
manimpotence.com
mantramusic.ru
mapquestz.us
marcogrup.com
masterseek.com
matrixalchemy.com
mega-bony2017.pl
mensandals.xyz
metalonly.info
meteostate.com
minyetki.ru
missvietnam.org
mmstat.com mmstat.com
mobilemedia.md
mobplayer.net mobplayer.net
moetomnenie.com mobsfun.net
moi-glazki.ru moncleroutletonline.xyz
moivestiy.biz moneyviking-a.akamaihd.net
mojaocena.com most-kerch.org
mojowhois.com mturkcontent.com
montredemarque.nl muabancantho.info
morefastermac.trade muz-baza.net
mp3downloadhq.com mwtpludn.review
mrbitsandbytes.com my-bc.ru
mustat.com mycouponizemac.com
my-big-family.com nailsimg.com
mydirtystuff.com
my-floor.in.ua
myxdate.info
nac-bearings.ru
naperehresti.info naperehresti.info
narkologiya-penza.ru naturalpharm.com.ua
naturalshair.site negociosdasha.com
neks.info networkad.net
nerudlogistik.ru
new-apps.ru
newhairstylesformen2014.com newhairstylesformen2014.com
nextlnk12.com nfljerseyscheapbiz.us
nextrent-crimea.ru nhl17coinsforps3.gratisblog.biz
nikhilbahl.com nibbler.silktide.com
nippon-bearings.ru nonews.co
nodup.ru nosecret.com.ua
novgorod.xrus.org november-lax.com
nzfilecloud.weebly.com
oakridgemo.com
obiavo.in obiavo.in
obnal.org obnal.org
oda.as oecnhs.info
o-dachnik.ru
offer.camp
offergroup.info
offers.bycontext.com
offf.info
offside2.5v.pl offside2.5v.pl
omsk.xrus.org oil-td.ru
onlainbesplatno.ru okayimage.com
onlinefilmz.net onload.pw
online-x.ru ourville.info
ons-add.men ownshop.win
osnova3.ru owohho.com
paparazzistudios.com.au ozas.net
partybunny.ru panamaforbeginners.com
pc-services.ru pandroid.co
pdns.cz paperwritingservice17.blogspot.ru
peekyou.com par-fallen.ga
perfection-pleasure.ru partner-host.men
pestomou.info pastaleads.com
pharmacyincity.com pearlisland.ru
phelissota.xyz petrovka-online.com
pic2fly.com picsforkeywordsuggestion.com
pizza-imperia.com pillscheap24h.com
pl.aasoldes.fr pinsdaddy.com
pl.id-forex.com pintattoos.com
piter.xrus.org
pizza-tycoon.com
pliks.pl
pochtovyi-index.ru
podshipniki-nsk.ru
polska-poezja.com polska-poezja.com
popup-jdh.xyz polybuild.ru
porngalleries.top popmarker.com
pornokorol.com popup-fdm.xyz
porno-transsexuals.ru pornmania.pl
pornowarp.info pornobrazzers.biz
potolokelekor.ru pornogig.com
preparevideosafesystem4unow.site pornosok.ru
producm.ru postclass.com
promoforum.ru pozdrawleniya.com
prostitutki-kiev.org pr0fit-b0x.com
prostitutki-rostova.org praisong.net
pr-ten.de predmety.in.ua
ptr.ruvds.com printie.com
prointer.net.ua
projefrio.com.br
prombudpostach.com.ua
pronorm.fr
prosperent.com
pskcijdc.bloger.index.hr
pulse33.ru pulse33.ru
pushdata.sendpulse.com putitin.me
queerspace.com puzzleweb.ru
qwesa.ru qor360.com
rangoman.date quality-traffic.com
rankexperience.com rangjued.com
rankingchart.de rank-checker.online
ranksignals.com ranksays.com
ranksonic.com razvratnoe.org
r-control.ru redbottomheels.xyz
realresultslist.com reeyanaturopathy.com
rebelmouse.com repeatlogo.co.uk
reklama-i-rabota.ru research.ifmo.ru
remmling.de resellerclub.com
remontbiz.ru ricorsogiustizia.org
rennlist.com ringtonepartner.com
rentaremotecomputer.com rocketchange.ru
rewardpoll.com rossmark.ru
rialp.getenjoyment.net royal-betting.net
rosbalt.com.ua rozalli.com
rostov.xrus.org
rubanners.com
rubbed.us
ruclicks.com
ruspdd.com
ryetaw.com ryetaw.com
sanatorrii.ru s1z.ru
saneyes.com sakhboard.ru
samara.rosfirm.ru
savememoney.co.za savememoney.co.za
sawin.beth.webd.pl sbetodiodnye-lampy.ru
sbf441.com sbricur.com
sbt-aqua.ru scalerite.co.za
schoolfiles.net scanner-fred.top
seeingmeerkat.com scanner-jess.top
sell-fb-group-here.com scansafe.net
seocheckupx.com scenarii-1-sentyabrya.uroki.org.ua
service.adtech.us selectads.men
sexfreepornoxxx.com semprofile.com
sexobzor.info seokicks.de
sex-pr.net seonetwizard.com
sex-sex-sex5.com sergiorossistore.online
sexyali.com servisural.ru
sherlock.se sexphoto.site
shitting.pro sex-watch.com
shivafurnishings.com sexyebonyteen.com
sharebutton.net
share-buttons-for-free.com
shemale-sex.net
shoesonlinebuy.cn shoesonlinebuy.cn
shopcheermakeup.info sildenafilcitratemed.com
sideeffectsoftizanidine.blogspot.com simple-share-buttons.com
simon3.ru sinestesia.host.sk
sim-service.net sitechecker.pro
sinel.info siteripz.net
sisi-go.ru site-speed-checker.site
sitebeam.net si-unique.com
siteexpress.co.il sms2x2.ru
socialbuttons.xyz snip.tw
social-button.xyz snowplanes.com
social-s-iii.xyz snsdeainavi.info
socialtrade.biz sobecjvuwa.com.ru
sosdepotdebilan.com socas.pluto.ro
spaceshipad.com socialmediasuggest.com
spbchampionat.ru softxaker.ru
special-porn.com sovetogorod.ru
sptslmtrafms.com spywareit.com
stackthatbucks.com starpages.net
stardevine.com stroilka.info
stariy-baku.com success-seo.com
stockquotes.wooeb.com suhanpacktech.com
stretchingabuckblog.com surffoundation.nl
summerlinhomes411.info svarbit.com
superstarfloraluk.com svnuppsalaorebro.se
suralink.com t3chtonic.com
taraz.xkaz.org tabletkinaodchudzanie.com.pl
tecnoteakviareggio.it taihouse.ru
tecspb.ru tako3.com
teencastingporn.com taqplayer.info
tehngr.ru tattooha.com
tetracsaudi.com teenfuck.tv
thelottosecrets.com teesdaleflyballclub.co.uk
threecolumnblogger.com telefonsex-ohne0900.net
tiandeural.ru teletype.in
tizanidine4mg.blogspot.com thaisamkok.com
tizanidine6mg.blogspot.com theporndude.com
tizanidineshowupondrugtest.blogspot.com thexart.club
tjkckpytpnje.com tizanidine4mgprice.blogspot.com
tkanorganizma.ru tizanidinecost.blogspot.com
tonivedu.it tizanidinezanaflex.blogspot.com
top-deal.com.pl tmtrck.com
top1-seo-service.com
topcar-krasnodar.ru
top-l2.com top-l2.com
torture.ml torrents.cd
tpu.ru torrents-tracker.com
trafaret74.ru track2.shop
tri-slona.org tracklead.net
trkdf.com track-rankings.online
trumpetedextremes.com traderzplanet.in
turbo-suslik.org traffixer.com
turist-strani.ru tubo360.com
turn-up-life.life twiclub.in
twittrading.com umg-stroy.ru
u-cheats.ru uptime.com
udsgame.online urdoot.win
ugguk.online valmetrundan.se
ukrtextbook.com valoresito.com
unblocksit.es vbtracker.net
uptime-alpha.net vellings.info
url2image.com verymes.xyz
vancleefreplica.pw viagengrarx.com
vedomstvo.net viagra.pp.ua
versaut.xxx-cam.webcam videochat.tv.br
vezuviy.su
via-energy-acquistare.com
viagra-soft.ru
videojam.tv
videokrik.net videokrik.net
vod.com.ua video--production.com
vzlomsn.org vinylvault.co.uk
vzubah.com vipsexfinders.com
wallpaperstock.net vitoriacabos.com
watch-movies.ru vodaodessa.com
waterpurifier.club volume-pills.biz
webkeyit.com voprosotvet24.ru
webradiology.ru vostoktrade.info
webshoppermac.com vsdshnik.com
wesharepics.info vvon.co.uk
westsextube.com vysigy.su
whengirlsgowild.com w7s.ru
while.cheapwebsitehoster.com waterefficiency.co
winwotgold.pl webcamdevochka.com
world-mmo.com website-analytics.online
wrz0iuebwhp5fg.freeddns.com website-speed-up.site
wygraj-skiny.win wejdz-tu.pl
xn--80aanaardaperhcem4a6i.com westum.se
xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks whatsappbot.flyland.ru
xn----itbkqkfiq.xn--p1ai whereiskentoday.com
white-truck.life
wildcattube.com
worldinternetauthority.com
wormix-cheats.ru
wufak.com
xjlottery.com
xmladserver.com
xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
xportvusbdriver8i.snack.ws xportvusbdriver8i.snack.ws
xuki.us xsfetish.org
xvideosbay.com xtrafficplus.com
xxxhdvideo.site yadro.ru
xxxnatelefon.ru yebocasino.co.za
xz618.com yhit.press
yeartwit.com youandcredit.ru
yougame.biz yoursearch.me
youghbould.wordpress.com yoursite.com
youjizz.vc ytmnd.com
your-bearings.com yuarra.pluto.ro
zaimhelp.ru zaidia.xhost.ro
zoogdisany.com zapatosenventa.info
zrus.org zawyna.ua
zeroredirect1.com
zionstar.net
znakomstvaonlain.ru
zvuker.net
zygophyceous.womanstars.site
zzlgxh.com

480
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00it.com
12u.info
24videos.tv 24videos.tv
8si.ru 3-letter-domains.net
adserver-e7.com 5u.com
7wind.ru
83net.jp
aa625d84f1587749c1ab011d6f269f7d64.com
adconscious.com
adelly.bg
adsfresh.men adsfresh.men
ads.tremorhub.com alif-ba-ta.com
aerogo.com allproblog.com
akama.com alphahoverboards.com
allsilver925.co.il aludecor.info
apibatbrowsecom-a.akamaihd.net amoi.tn
apishops.ru androids-store.com
apispringsmartne-a.akamaihd.net animal36.com
arendas.net apelsinnik.website
arenda-yeisk.ru apiluckyleapnet-a.akamaihd.net
arewater.com astana.xxxkaz.org
arquapetrarca.info azadnegar.com
arraty.altervista.org baixar-musicas-gratis.com
autolombard-krasnodar.ru baksman.com
azbaseimages.net balkanfarma.ru
azbuka-mo.ru bestkfiledxd.cf
badavit.com.ua bestmarriages.com
bagcionderlab.com bestpriceninja.com
balois.worldbreak.com bezcmexa.ru
beauty-clinic.ru biketank.ga
belsetirehafi.tk billiard-classic.com.ua
berlininsl.com binaryoptionscops.info
bget.ru bitcoinremote.com
bigames.online bitcoins-live.ru
biglistofwebsites.com blackhatworth.com
bin-brokers.com blockworld.ru
biographiya.com
bloggerads.net bloggerads.net
blogrankers.com board.f00d.de
bombla.org brandov.ru
brateg.xyz breastaugmentation.co.za
b-styles.xyz bryansk.zrus.org
buynorxx.com business-suggested.tk
canoncdriverq3.pen.io buy-loft.ru
canvas.gloverid.site buzzzg.men
cartierlovebraceletreplica.xyz cardsharp1.ru
cfacarrosserie74.com centrumcoachingu.com
cheapmoncler.win cheapestjerseysonwholesale.com
check-host.net cialisndbrx.com
cialiswithoutadoctor.net circlesl.com
clickpapa.com cleanersoft.com
clubfashionista.com clean-start.net
coin-hive.com clothesforcash.com
cornerstone-countertops.com cocolyze.com
costablue.xyz coldfilm.ru
customerpromos-a.akamaihd.net communisave.co.za
cypernhuset.se compliance-alex.xyz
dailystrength.org compliance-elena.xyz
dinosaurus.site compliance-jessica.top
diusyawiga.tk concordexoticrentals.com
djstools.com cranly.net
dkvorota.ru crd.clan.su
download-of-the-warez.blogspot.com creams.makeforum.eu
download-wallpaper.net culturevie.info
drev.biz dating-time-now.com
druzhininevgeniy63.blogspot.com descargar-musica-gratis.net
ebooknovel.club dieswaene.com
ekspertmed.com docs4all.com
e-kwiaciarz.pl documentbase.net
elektrozigarette2.webs.com dogclothing.store
elektrozigaretten1.postbit.com drillsaw.ru
enbersoft.com eandsgallery.com
enthuse.computernetworksonline.com e-commerce-seo.com
eropho.com eorogo.top
evrotekhservis.ru escort-russian.com
expertnaya-ocenka.ru essay-writing.work
facebook-mobile.xyz exchangeit.gq
favoritemoney.ru ezigarettenkaufen1.deviantart.com
fermersovet.ru f00kclan.de
fidelityfunding.com fatfasts-4tmz.com
filmi-onlain.info fefo.gdn
financepoints.eu fenoyl.batcave.net
finteks.ru ferieboligkbh.dk
flooringinstallation-edmonton.com finansov.info
floridahuntingfishingadventures.com foodcrafts.website
foto-weinberger.at foxinsocks.ru
free-today.com fx-brokers-review.com
freza-sverlo.ru gamebackyard.com
funcrushgames.com gamewrath.com
funnypica.com genericviagrasildenafiled.net
g33.org gentamicineyedrops.blogspot.com
gateway.zscalertwo.net ghernnqr.skyrock.com
gay.adultgalls.com golfresa.lucania.se
gay-file.com googlsucks.com
getpopunder.com gorodservis.ru
girlporn.ru gox.com.ua
gok-kasten.net grupografico-pilar.com.ar
gopixdatabase.com hamilton.ca
goroda-vsego-mira.ru hanwei.us
gratuitxblcodes.com
greatfind-a.akamaihd.net
grtyi.com
guarrasdelporno.xxx
hao123.com
happy.new.yeartwit.com
hawaiielectriclight.com
hdseriale.pl
hdxnxxtube.mobi hdxnxxtube.mobi
heatpower.ru heatpower.ru
hollywoodactress.info hjaoopoa.top
hotblognetwork.com hostsshop.ru
ido3.com host-tracker.com
ifmo.ru hully.altervista.org
imgata.com ictizanidinehcl4mg.blogspot.com
infektsii.com imadedinner.net
infogame.name instabid.tech
inome.com.ua intermesh.net
irkutsk.online-podarki.com invivo.hu
javitas.info ivearchenceinflu.cf
javspace.net jofucipiku.tk
jerseyswholesalechinalimited.com kamen-e.ru
kazan.xrus.org kinobest.pl
keywordteam.net krafte.ru
khafre.us letslowbefast.today
kredit-pod-zalog-krasnodar.ru linkrr.com
laapp.com littleberry.ru
larutti.ru liveu.infoteka.hu
ledpolice.ru louboutinreplica.pw
leftofcentrist.com mahnwachen-helfen.info
lenvred.org markjaybeefractal.com
lezbiyanki.net maxthon.com
liky.co.ua mebel-ekb.com
linkdebrideur.xyz mediaoffers.click
llastbuy.ru mediawhirl.net
lostaruban.com mega-bony2017.pl
magazintiande.ru millionare.com
magnetic-bracelets.ru moviemail-online.co.uk
mamasuper.prom.ua mrbojikobi4.biz
mapquestz.us musezone.su
masserect.com musicdaddy.net
max-eclat.men myanyone.net
meble-bogart.info mybinaryoptionsrobot.com
medictube.ru mylida.org
mexicotravelnet.com myperiod.club
m-google.xyz narosty.com
micasainvest.com nhl09.ru
moesen-ficken.com nippon-bearings.ru
moesexy.com notebook-pro.ru
monclervests.xyz nsatc.net
moneyviking-a.akamaihd.net nudo.ca
morlat.altervista.org oballergiya.ru
mototsikl.org obiavo.in
mrinsidesales.com offf.info
mulberryoutletonlineeu.com oksrv.com
mxgetcode.com onlineku.com
mydownlodablefiles.com online-sbank.ru
mygameplus.com optom-deshevo.ru
myplaycity.com oren-cats.ru
nalogovyykodeks.ru orgasmus-virtual.com
nationalbreakdown.com osnova3.ru
naturalpharm.com.ua oxford-book.com.ua
neodownload.webcam oynat.info
nfljerseys.online paintingplanet.ru
nucia.biz.ly paramountmarble.co.uk
nvssf.com partner-print.men
o00.in pcgroup.com.uy
one.net.in pelfind.me
ownshop.win pendelprognos.se
paidonlinesites.com perm.xrus.org
pathwhelp.org photokitchendesign.com
pechikamini.ru photorepair.ru
perfection-pleasure.ru pics-group.com
picsearch.com playlott.com
plastweb.ru pooleroadmedicalcentre.co.uk
play.leadzupc.com pornowarp.info
pl.id-forex.com pozdrawleniya.com
pod-muzyku.club
polytopesexempt.com
porno-chaman.info
pornokorol.com
pornoplen.com
pornotubexxx.name
porto.abuilder.net
pravoholding.ru pravoholding.ru
printie.com presleycollectibles.com
privat-girl.net prohoster.info
proekt-gaz.ru prosmibank.ru
pron.pro rabot.host.sk
prostitutki-yaroslavlya.org razorweb-a.akamaihd.net
proxyelite.biz rcb101.ru
raisedseo.com remorcicomerciale.ro
razleton.com remote-dba.de
remont-ustanovka-tehniki.ru remybutler.fr
rentehno.ru rennlist.com
restorator-msk.ru rialp.getenjoyment.net
resultshub-a.akamaihd.net rosbalt.com.ua
rusenvironmental.net sape.top
rutor.vip saugatuck.com
sabizonline.com scanner-josh.top
sampleletters.net scottbywater.com
sarm.tk semxiu.com
sbetodiodnye-lampy.ru seocdvig.ru
scanner-jack.top seofied.com
scrapy.org seolab.top
search.pch.com serdcenebolit.com
seo18.su sexobzor.info
seoanalyses.com shakhtar-doneck.ru
seoheap.com shillyourcoins.com
seorank.info
servisural.ru
ship-marvel.co.ua ship-marvel.co.ua
sinel.info sicfor.bcu.cc
site5.com sisiynas.ru
slavia.info skanninge.se
slimcdn.com skutecznetabletkinaporostwlosow.pl
slutloadlive.com sky-mine.ru
snip.to small-game.com
spabali.org smstraf.ru
stal-rulon.ru solution4u.com
stefanbakosab.se space-worry.ml
superkanpo.com spasswelt.net
suralink.com spb.afora.ru
stairliftsarea.com
streha-metalko.si
stromerrealty.com
studiofaca.com
svbur.ru
swsociety.se
taximytishi.ru taximytishi.ru
tizanidinepills.blogspot.com theprofitsmaker.net
todohr.com tiens2010.ru
tooplay.com tizanidinehcl4mgisitanarcotic.blogspot.com
track-rankings.online tizanidinevscyclobenzaprine.blogspot.com
trafficjunky.net tizanidinezanaflex.blogspot.com
trahic.ru top-deal.com.pl
uhod-za-sobakoj.ru torrentgamer.net
upstore.me traffmonster.info
upupa.net tvnewsclips.info
twitlinks.com
udsgame.online
ukrtvir.com.ua
unacittaconte.org
uptime-gamma.net
urlopener.blogspot.com.au
usadacha.net
ustion.ru ustion.ru
vandrie-ict.nl validdomain.xyz
vereo.eu vchulkax.com
veselokloun.ru video-chat.love
via-energy-order.com videochat.mx
viagraneggrx.com videtubs.pl
vipps.com.my vids18.site
viveresaniesnelli.it vseuznaem.com
voronezh.xrus.org wahicbefa31.soup.io
watchdogs-2.ru webmasters.stackexchange.com
weburok.com website-speed-check.site
wemarketing.se weprik.ru
wholesalejerseychinashop.com wesharepics.com
xblognetwork.com westum.se
xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai whatsappdownload10.com
xnxxandxvideos.com xblog.in
yadro.ru xgames-04.com
yopoint.in xn--80aanaardaperhcem4a6i.com
zajm-zalog-krasnodar.ru xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
zakazfutbolki.com xrus.org
zoogdinsney.com yatrk.xyz
zootoplist.com youraticles.pl
zoogdisany.com
zrizvtrnpale.tk
zrus.org zrus.org

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.05.2350 #### Version: V4.2021.05.2351
#### Bad Referrers Blocked: [7035](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7036](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.05.2350 #### Version: V4.2021.05.2351
#### Bad Referrers Blocked: [7035](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7036](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.05.2350 #### Version: V4.2021.05.2351
#### Bad Referrers Blocked: [7035](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7036](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

8420
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

2
_generator_lists/bad-referrers.list
View file

@ -1,4 +1,3 @@
pornosok.ru
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -4648,6 +4647,7 @@ pornosemki.info
pornosexrolik.com pornosexrolik.com
pornoslive.net pornoslive.net
pornosmola.info pornosmola.info
pornosok.ru
pornoted.com pornoted.com
pornotubexxx.name pornotubexxx.name
pornotubs.com pornotubs.com

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.05.2350 #### Version: V4.2021.05.2351
#### Bad Referrers Blocked: [7035](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7036](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -4647,6 +4647,7 @@ domain:pornosemki.info
domain:pornosexrolik.com domain:pornosexrolik.com
domain:pornoslive.net domain:pornoslive.net
domain:pornosmola.info domain:pornosmola.info
domain:pornosok.ru
domain:pornoted.com domain:pornoted.com
domain:pornotubexxx.name domain:pornotubexxx.name
domain:pornotubs.com domain:pornotubs.com

8427
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

8427
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

8427
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.05.2350 ### Version: V4.2021.05.2351
### Updated: Fri May 14 01:43:24 SAST 2021 ### Updated: Sat May 15 09:34:43 SAST 2021
### Bad Bot Count: 608 ### Bad Bot Count: 608
################################################### ###################################################
### Version Information ## ### Version Information ##