vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2273 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-08 08:55:25 +02:00
parent e009688cea
commit 09a953987d
50 changed files with 90766 additions and 90722 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -372,6 +372,7 @@ PHPCrawl
Picscout Picscout
Picsearch Picsearch
PictureFinder PictureFinder
Piepmatz
Pimonster Pimonster
Pi-Monster Pi-Monster
Pixray Pixray

9966
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -433,6 +433,7 @@
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
"~*(?:\b)PictureFinder(?:\b|)" 0; "~*(?:\b)PictureFinder(?:\b|)" 0;
"~*(?:\b)Piepmatz(?:\b|)" 0;
"~*(?:\b)Pimonster(?:\b|)" 0; "~*(?:\b)Pimonster(?:\b|)" 0;
"~*(?:\b)Pi-Monster(?:\b|)" 0; "~*(?:\b)Pi-Monster(?:\b|)" 0;
"~*(?:\b)Pixray(?:\b|)" 0; "~*(?:\b)Pixray(?:\b|)" 0;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4590,6 +4590,7 @@
"~*(?:\b)pornmania\.pl(?:\b)" 0; "~*(?:\b)pornmania\.pl(?:\b)" 0;
"~*(?:\b)porno\-chaman\.info(?:\b)" 0; "~*(?:\b)porno\-chaman\.info(?:\b)" 0;
"~*(?:\b)porno\-dojki\.net(?:\b)" 0; "~*(?:\b)porno\-dojki\.net(?:\b)" 0;
"~*(?:\b)porno\-home365\.com(?:\b)" 0;
"~*(?:\b)porno\-play\.net(?:\b)" 0; "~*(?:\b)porno\-play\.net(?:\b)" 0;
"~*(?:\b)porno\-raskazy\.ru(?:\b)" 0; "~*(?:\b)porno\-raskazy\.ru(?:\b)" 0;
"~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0; "~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0;

9966
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -4543,6 +4543,7 @@
"~*(?:\b)pornmania\.pl(?:\b)" 0; "~*(?:\b)pornmania\.pl(?:\b)" 0;
"~*(?:\b)porno\-chaman\.info(?:\b)" 0; "~*(?:\b)porno\-chaman\.info(?:\b)" 0;
"~*(?:\b)porno\-dojki\.net(?:\b)" 0; "~*(?:\b)porno\-dojki\.net(?:\b)" 0;
"~*(?:\b)porno\-home365\.com(?:\b)" 0;
"~*(?:\b)porno\-play\.net(?:\b)" 0; "~*(?:\b)porno\-play\.net(?:\b)" 0;
"~*(?:\b)porno\-raskazy\.ru(?:\b)" 0; "~*(?:\b)porno\-raskazy\.ru(?:\b)" 0;
"~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0; "~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -4553,6 +4553,7 @@
"~*(?:\b)pornogig\.com(?:\b)" 1; "~*(?:\b)pornogig\.com(?:\b)" 1;
"~*(?:\b)pornogratisdiario\.com(?:\b)" 1; "~*(?:\b)pornogratisdiario\.com(?:\b)" 1;
"~*(?:\b)pornohd1080\.online(?:\b)" 1; "~*(?:\b)pornohd1080\.online(?:\b)" 1;
"~*(?:\b)porno\-home365\.com(?:\b)" 1;
"~*(?:\b)pornokajf\.com(?:\b)" 1; "~*(?:\b)pornokajf\.com(?:\b)" 1;
"~*(?:\b)pornoklad\.net(?:\b)" 1; "~*(?:\b)pornoklad\.net(?:\b)" 1;
"~*(?:\b)pornoklad\.ru(?:\b)" 1; "~*(?:\b)pornoklad\.ru(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.208.80 0;

9966
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -433,6 +433,7 @@
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
"~*(?:\b)PictureFinder(?:\b|)" 0; "~*(?:\b)PictureFinder(?:\b|)" 0;
"~*(?:\b)Piepmatz(?:\b|)" 0;
"~*(?:\b)Pimonster(?:\b|)" 0; "~*(?:\b)Pimonster(?:\b|)" 0;
"~*(?:\b)Pi-Monster(?:\b|)" 0; "~*(?:\b)Pi-Monster(?:\b|)" 0;
"~*(?:\b)Pixray(?:\b|)" 0; "~*(?:\b)Pixray(?:\b|)" 0;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -4590,6 +4590,7 @@
"~*(?:\b)pornmania\.pl(?:\b)" 0; "~*(?:\b)pornmania\.pl(?:\b)" 0;
"~*(?:\b)porno\-chaman\.info(?:\b)" 0; "~*(?:\b)porno\-chaman\.info(?:\b)" 0;
"~*(?:\b)porno\-dojki\.net(?:\b)" 0; "~*(?:\b)porno\-dojki\.net(?:\b)" 0;
"~*(?:\b)porno\-home365\.com(?:\b)" 0;
"~*(?:\b)porno\-play\.net(?:\b)" 0; "~*(?:\b)porno\-play\.net(?:\b)" 0;
"~*(?:\b)porno\-raskazy\.ru(?:\b)" 0; "~*(?:\b)porno\-raskazy\.ru(?:\b)" 0;
"~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0; "~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0;

9966
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,4 +46,4 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 35.193.184.18 0;
34.122.208.80 0; 104.154.182.187 0;

9966
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;

9966
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
34.122.173.211 0; 34.122.173.211 0;
104.154.182.187 0;

9966
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,4 +46,3 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 104.154.182.187 0;
35.193.184.18 0;

9966
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -433,6 +433,7 @@
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
"~*(?:\b)PictureFinder(?:\b|)" 0; "~*(?:\b)PictureFinder(?:\b|)" 0;
"~*(?:\b)Piepmatz(?:\b|)" 0;
"~*(?:\b)Pimonster(?:\b|)" 0; "~*(?:\b)Pimonster(?:\b|)" 0;
"~*(?:\b)Pi-Monster(?:\b|)" 0; "~*(?:\b)Pi-Monster(?:\b|)" 0;
"~*(?:\b)Pixray(?:\b|)" 0; "~*(?:\b)Pixray(?:\b|)" 0;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -4590,6 +4590,7 @@
"~*(?:\b)pornmania\.pl(?:\b)" 0; "~*(?:\b)pornmania\.pl(?:\b)" 0;
"~*(?:\b)porno\-chaman\.info(?:\b)" 0; "~*(?:\b)porno\-chaman\.info(?:\b)" 0;
"~*(?:\b)porno\-dojki\.net(?:\b)" 0; "~*(?:\b)porno\-dojki\.net(?:\b)" 0;
"~*(?:\b)porno\-home365\.com(?:\b)" 0;
"~*(?:\b)porno\-play\.net(?:\b)" 0; "~*(?:\b)porno\-play\.net(?:\b)" 0;
"~*(?:\b)porno\-raskazy\.ru(?:\b)" 0; "~*(?:\b)porno\-raskazy\.ru(?:\b)" 0;
"~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0; "~*(?:\b)porno\-transsexuals\.ru(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Bolt Black Hole
HaosouSpider BunnySlippers
Intelliseek Haansoft
LibWeb JikeSpider
Mojeek muhstik-scan
Morfeus Fucking Scanner plumanalytics
Picsearch Upflow
seoscanners URLy.Warning
WebmasterWorldForumBot Vagabondo
WWW-Collector-E Xenu

296
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 360Spider
Aboundex 404enemy
ADmantX 80legs
AIBOT AfD-Verbotsverfahren
Aipbot AhrefsBot
Alexibot Anarchie
AllSubmitter Anarchy99
Anarchy Apexoo
Anthill
archive.org_bot archive.org_bot
arquivo-web-crawler Aspiegel
ASPSeek
Asterias Asterias
autoemailspider autoemailspider
AwarioRssBot
BackDoorBot BackDoorBot
Backlink-Ceck
backlink-check backlink-check
BacklinkCrawler BackStreet
BackWeb
Barkrowler Barkrowler
BBBike
BDCbot
BDFetch BDFetch
BetaBot
Bitacle Bitacle
Black Hole Black Hole
BlackWidow
Blow
BlowFish
BotALot BotALot
Bullseye Brandwatch
CATExplorador BuzzSumo
CazoodleBot CCBot
CherryPicker Cegbfeieh
Cliqzbot CensysInspect
CheeseBot
ChinaClaw
Claritybot
Cloud mapping Cloud mapping
Cocolyzebot Cocolyzebot
Cogentbot Copier
com.plumanalytics crawler.feedback
Copyscape Crescent
Cosmos
crawl.sogou.com
CrazyWebCrawler
CSHttp CSHttp
Custo DBLBot
DataCha0s demandbase-bot
Deusu Deusu
Digincore Digincore
DigitalPebble DigitalPebble
DIIbot
Disco Disco
Discobot Discobot
DittoSpyder
DomainAppender DomainAppender
DomainCrawler
domainsproject.org domainsproject.org
DomainStatsBot Dragonfly
Dotbot
Download Wonder
DSearch DSearch
Ebingbong EasyDL
ECCP/1.0 eCatch
Ecxi Ecxi
EirGrabber EirGrabber
EMail Wolf
EroCrawler
evc-batch evc-batch
Evil Evil
Express WebPictures Extreme Picture Finder
ExtLinksBot
ExtractorPro
Ezooms
facebookscraper facebookscraper
FemtosearchBot FemtosearchBot
Fimap FHscan
Firefox/7.0 Firefox/7.0
Freeuploader Flunky
Foobot
Fuzz
Fyrebot Fyrebot
GetRight Genieo
Gigablast GermCrawler
Gotit Getintent
Gigabot
G-i-g-a-b-o-t
GoZilla
Go!Zilla
GrabNet
Grafula
GrapeFX GrapeFX
GrapeshotCrawler Harvest
HaosouSpider
Heritrix Heritrix
Hloader Hloader
HMView HMView
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack HTTrack
HybridBot
Iblog Iblog
IDBot
IDBTE4M IDBTE4M
IndeedBot Id-search
IlseBot
Image Fetch
Indy Library
InfoNaviRobot
instabid
Intelliseek Intelliseek
Internet Ninja InterGET
InternetSeer
IRLbot IRLbot
isitwp.com
Iskanie Iskanie
IstellaBot
JamesBOT JamesBOT
JennyBot
JetCar
JOC Web Spider
Joomla
Jorgee
JustView JustView
Jyxobot Kenjin Spider
Keyword Density
Kinza
Kozmosbot Kozmosbot
Lanshanbot Lanshanbot
LeechFTP
LexiBot LexiBot
LibWeb
Libwhisker Libwhisker
LieBaoFast LieBaoFast
Likse Lightspeedsystems
LinkpadBot Linkdexbot
LinksManager
LinkWalker
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot LWP::Simple
Litemage_walker lwp-trivial
Ltx71 Magnet
magpie-crawler Mag-Net
Majestic12 Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch MarkWatch
Mass Downloader Mass Downloader
Mata Hari
Mb2345Browser Mb2345Browser
meanpathbot meanpathbot
Meanpathbot MegaIndex.ru
MeanPath Bot Microsoft URL Control
Mediatoolkitbot
mediawords
MFC_Tear_Sample
MIDown tool
MIIxpc MIIxpc
Morfeus Fucking Scanner Mister PiX
MQQBrowser
MSIECrawler MSIECrawler
Msrabot
muhstik-scan muhstik-scan
Name Intelligence Musobot
Nameprotect Nameprotect
Needle Navroad
netEstate NE Crawler
NetMechanic
NetSpider NetSpider
Netvibes Netvibes
NetZIP NetZIP
NICErsPRO NimbleCrawler
Niki-bot Nimbostratus
Ninja node-fetch
NPbot Nutch
oBot
Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OpenLinkProfiler
OrangeSpider Openvas
PageScorer OpenVAS
PageAnalyzer
page scorer
Pandalytics Pandalytics
Panscient Panscient
Papa Foto
PeoplePal PeoplePal
PHPCrawl PHPCrawl
Picscout Picscout
plumanalytics Piepmatz
PleaseCrawl
Pockey Pockey
POE-Component-Client-HTTP Pump
Probethenet
PxBroker PxBroker
QueryN Metasearch Quick-Crawler
RankFlex RankActive
RankingBot RankActiveLinkBot
RankingBot2 Rankivabot
RealDownload RealDownload
Reaper RebelMouse
RepoMonkey Recorder
Re-re RedesScrapy
Ripper ReGet
RocketCrawler Rogerbot
s1z.ru RSSingBot
SalesIntelligent SalesIntelligent
satoristudio.net satoristudio.net
SBIder scalaj-http
ScanAlert
Scanbot
scan.lol scan.lol
ScoutJet
Screaming Screaming
ScreenerBot
SentiBot
SEOkicks SEOkicks
SEOlyticsCrawler
Seomoz
SEOprofiler SEOprofiler
seoscanners SeoSiteCheckup
SEOstats serpstatbot
Shodan Shodan
Siteimprove SISTRIX
SmartDownload Sitebeam
SiteSucker
SMTBot SMTBot
Snapbot Snapbot
Snoopy Sociscraper
Sosospider Sogou web spider
Sottopop
SpaceBison SpaceBison
Spammen
SpankBot
Spbot
Sqlmap Sqlmap
Sqworm Sqworm
Steeler Steeler
Stripper Stripper
Sucker
Sucuri Sucuri
SuperBot Surfbot
SuperHTTP Suzuran
sysscan Szukacz
T8Abot
tAkeOut
Teleport Teleport
TeleportPro
Telesphorep
TheNomad TheNomad
Thumbor Toweyabot
Titan
Toata
Trendiction Trendiction
Trendictionbot
trendiction.com trendiction.com
URLy Warning trendiction.de
Vagabondo True_Robot
VCI Turingos
VelenPublicWebCrawler TurnitinBot
Voltron TwengaBot
Upflow
Vacuum
VeriCiteCrawler
VoidEYE
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot WallpapersHD
WebAuto Webalta
WebBandit Web Auto
WebCollage
WEBDAV WEBDAV
WebEnhancer Web Enhancer
WebFuck
WebGo IS WebGo IS
WebImageCollector WebImageCollector
WebReaper WebLeacher
WebSauger WebsiteExtractor
Webshag WebsiteQuester
Website Quester
Webster
WebSucker WebSucker
Web Sucker Web Sucker
WebZIP WebZIP
Whack
Whacker
Whatweb
Widow Widow
WiseGuys Robot WISENutbot
Wonderbot Wonderbot
Wprecon Wotbox
WWW-Collector-E x22Mozilla
WWW-Mechanize Xaldon_WebSpider
WWW::Mechanize Xenu
Xaldon WebSpider
xpymep1.exe
YoudaoBot YoudaoBot
Zade Zade
Zauba
Zermelo
zgrab zgrab
Zitebot ZmEu
ZoomBot ZoomBot
ZoominfoBot
ZumBot ZumBot

300
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 01h4x.com
360Spider
80legs
Abonti
Aboundex Aboundex
Acunetix Acunetix
ADmantX AIBOT
AfD-Verbotsverfahren
AhrefsBot
Aipbot
Alligator Alligator
AlphaBot AlphaBot
Anarchy
Anarchy99 Anarchy99
Ankit archive.org_bot
Aspiegel
Asterias Asterias
autoemailspider autoemailspider
AwarioSmartBot backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
BackWeb
Badass Badass
Bandit Barkrowler
BatchFTP
BBBike BBBike
BDCbot
BDFetch BDFetch
BetaBot
Bigfoot Bigfoot
Black Hole Blackboard
BotALot BlackWidow
Buck Boardreader
BuiltBotTough Bolt
BuiltWith BuiltWith
Bullseye
BuzzSumo BuzzSumo
Calculon
CATExplorador CATExplorador
CazoodleBot
CCBot CCBot
Cegbfeieh Cegbfeieh
CheeseBot CensysInspect
check1.exe
CherryPicker
CheTeam
ChinaClaw ChinaClaw
Chlooe Chlooe
Claritybot Claritybot
Cliqzbot Cloud mapping
Cocolyzebot Cocolyzebot
Cogentbot Cogentbot
cognitiveseo
Collector Collector
com.plumanalytics
CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot crawler.feedback
crawler4j CrazyWebCrawler
Crescent
CrunchBot CrunchBot
Curious CSHttp
CyotekWebCopy DatabaseDriverMysqli
demandbase-bot DataCha0s
DBLBot
Deusu Deusu
Devil
Digincore
DigitalPebble
DIIbot DIIbot
Disco
Discobot
Discoverybot
DittoSpyder DittoSpyder
DnyzBot
DomainAppender
DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
domainsproject.org Domains Project
Dotbot
Drip
DTS Agent DTS Agent
EasyDL eCatch
ECCP/1.0
Ecxi Ecxi
Evil EMail Siphon
EroCrawler
Exabot Exabot
Express WebPictures
ExtractorPro ExtractorPro
EyeNetIE
facebookscraper
FDM
FHscan FHscan
Fimap
FlashGet FlashGet
Foobot Foobot
Fuzz FrontPage
GetRight FyberSpider
G-i-g-a-b-o-t Getintent
gopher Gigabot
Go-Ahead-Got-It
GoZilla GoZilla
GrabNet GrabNet
GrapeshotCrawler Grafula
GrapeFX
GT::WWW GT::WWW
Haansoft
HaosouSpider HaosouSpider
HEADMasterSEO
Hloader
HMView HMView
HTMLparser HTTP::Lite
HTTrack HTTrack
Humanlinks Id-search
Iblog IlseBot
IDBTE4M
IndeedBot
InfoTekies InfoTekies
instabid Intelliseek
Internet Ninja
internetVista monitor
ips-agent ips-agent
JetCar Iria
Joomla IRLbot
Iskanie
IstellaBot
JamesBOT
Jbrofuzz
JennyBot
Jyxobot Jyxobot
Kenjin Spider
Keyword Density
Larbin
LeechGet
LibWeb LibWeb
LieBaoFast
Lightspeedsystems Lightspeedsystems
Likse Linkdexbot
Linkbot
LinkpadBot LinkpadBot
LinksManager LinqiaMetadataDownloaderBot
LinqiaScrapeBot LinqiaRSSBot
Lipperhey
Lipperhey Spider Lipperhey Spider
LNSpiderguy Litemage_walker
Ltx71 lwp-request
LWP::Simple LWP::Simple
magpie-crawler Mag-Net
Mail.RU_Bot Mail.RU_Bot
Majestic SEO Majestic SEO
Majestic-SEO
MarkMonitor
MarkWatch MarkWatch
Masscan
Mata Hari
meanpathbot
Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
Microsoft URL Control
MIIxpc MIIxpc
Mister PiX Mister PiX
Mojeek MQQBrowser
Mojolicious Msrabot
Morfeus Fucking Scanner muhstik-scan
Mozlila
MTRobot
Musobot
Nameprotect
Navroad
NearSite NearSite
NetAnts Nessus
NetLyzer Netvibes
NetMechanic NextGenSearchBot
NetSpider Niki-bot
Nibbler Nikto
NimbleCrawler Nimbostratus
Nmap node-fetch
oBot NPbot
OnCrawl Nuclei
Nutch
Octopus
Offline Explorer
Openfind Openfind
OpenLinkProfiler
Openvas Openvas
OpenVAS
OPPO A33 OPPO A33
OrangeBot PageAnalyzer
Page Analyzer
PageGrabber PageGrabber
page scorer page scorer
PageThing.com PageScorer
Pavuk Pandalytics
pcBrowser
PECL::HTTP
PeoplePal
Petalbot Petalbot
Pi-Monster Picsearch
Pimonster
plumanalytics
POE-Component-Client-HTTP
Probethenet
ProPowerBot ProPowerBot
Pu_iN Psbot
Pump PxBroker
RankActive
RankActiveLinkBot
RankFlex
RankingBot RankingBot
RankingBot2 RankingBot2
Rankivabot RealDownload
RankurBot
Reaper Reaper
RebelMouse
Recorder Recorder
RedesScrapy Re-re
ReGet
RepoMonkey
Ripper
RocketCrawler RocketCrawler
RSSingBot Rogerbot
s1z.ru scalaj-http
SBIder ScanAlert
scan.lol
ScoutJet
Scrapy Scrapy
ScreenerBot
SearchmetricsBot SearchmetricsBot
Semrush
SemrushBot SemrushBot
SentiBot SEOprofiler
SEOkicks
seoscanners seoscanners
SeoSiteCheckup serpstatbot
Shodan Shodan
Siphon Siphon
SISTRIX SISTRIX
Sitebeam Sitebeam
SiteSucker SiteCheckerBotCrawler
sitechecker.pro
SiteExplorer
Siteimprove
SiteLockSpider
SlySearch SlySearch
Snake Snake
Snoopy
SocialRankIOBot SocialRankIOBot
sogouspider Sociscraper
Sogou web spider Spammen
Sosospider
SpankBot
Spanner Spanner
spyfu
Sqlmap Sqlmap
Sqworm Sucker
Steeler
Sucuri
Surfbot Surfbot
SurveyBot
Suzuran
Swiftbot Swiftbot
Szukacz sysscan
T8Abot T0PHackTeam
tAkeOut TeleportPro
The Intraformant Telesphoreo
Thumbor Toata
Toweyabot Toweyabot
Trendictionbot True_Robot
trendiction.com
trendiction.de
Turingos Turingos
Twice TwengaBot
Typhoeus
Upflow Upflow
URLy Warning URLy.Warning
Vagabondo Vagabondo
VCI
VelenPublicWebCrawler VelenPublicWebCrawler
Voltron VidibleScraper
WallpapersHD VoidEYE
WBSearchBot Wallpapers/3.0
Webalta Webalta
Web Auto Web Auto
Web Collage WebCollage
WebCopier Web Enhancer
WEBDAV WebFetch
WebFuck WebFuck
WebmasterWorldForumBot webmeup-crawler
WebPix WebPix
WebsiteExtractor Web Pix
Webster WebSauger
Web Sucker WebsiteQuester
WeSEE WebSucker
Whacker WebWhacker
WinHTTrack
WISENutbot WISENutbot
Wotbox Wprecon
WWW-Collector-E WPScan
YoudaoBot WWWOFFLE
x22Mozilla
Xenu
Zade
Zermelo Zermelo
zgrab Zeus
ZoomBot
ZoominfoBot
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
5forex.ru 01apple.com
alta-realestate.com 51.la
cheapjerseysa.com compliance-irvin.top
ghazel.ru compliance-mary.top
liran-locks.com kalb.ru
pornotubs.com mitrasound.ru
responsive-test.net pretty-mart.com
telesvoboda.ru tomatis.gospartner.com
themestotal.com tozup.com
vertaform.com traffixer.com

934
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
100dollars-seo.com 00it.com
123kuma.com 00webcams.com
178evakuator178.ru 1008.su
1adult.com 123movies.love
1kdailyprofit.me 13tabs.com
1kinobig.ru 1j7740kd.website
1qingdao.com 2daytrendingnews.com
2000k.ru 300richmond.co.nz
21h2o.com 45en.ru
2ads.co.uk 4kpics.rocks
2rich4bitches.com 5-steps-to-start-business.com
3rbseyes.com 7fon.ru
5elementov.ru 7yue.org
9icmzvn6.website aa8b68101d388c446389283820863176e7.com
a1security.com.ua abcdeg.xyz
aa08daf7e13b6345e09e92f771507fa5f4.com actulite.com
aa9bd78f328a6a41279d0fad0a88df1901.com adconscious.com
absugars.com adexprts.com
academiacsmendoza.org adprotect.net
adclickservice.com adssafeprotected.com
adclickthru.net adultmeetonline.info
admeasures.com adzpower.com
adrunnr.com agardomains.com
adtiger.tk air-edem.ru
adultwebhosting.info alfa9.com
afslankpillen2017nl.eu all4wap.ru
aghanyna.com
agreda.pluto.ro
airmaxshoes-2016.com
akita.kz
akuhni.by
alive-ua.com
allblogroll.com allblogroll.com
allfinweb.com allnews.md
allpdfmags.net aloofly.com
alphavisions.net alvtank.se
alveris.ru anniemation.com
alyeskaresort.com anonymous-redirect.com
amateurmatch.com anti-virus-removal.info
anonymizeme.pro antons-transporte.de
apartamentwroclaw.eu aosexkontakte.net
apiappenableinfo-a.akamaihd.net apiitsthirteende-a.akamaihd.net
apiluckyleapnet-a.akamaihd.net ap.senai.br
apisecretsaucebi-a.akamaihd.net arabgirls.adultgalls.com
arcadepages.com artdeko.info
arclk.net atmagroup.ru
arraty.altervista.org atofilms.com
asociatia-tipografilor-transilvania.ro aussie-prizes.com
astrochicks.com autolombard-krasnodar.ru
atley.eu.pn avtocredit-legko.ru
atout-energie-69.com avtolombard-krasnodar.ru
auto.rusvile.lt axbocz.net
avto-oligarh.ru ayanaspa.com
azartmsl.com b2b-lounge.com
bamo.xsl.pt badavit.com.ua
balkanfarma.ru
baltgem.com
banki76.ru
banksrf.ru
barbourjackets.online barbourjackets.online
battlecarnival.su bausparen.bz.it
beachfix.co bayareaaeroclub.org
bear.gotcher.us
beauby.ru
beauty-things.com
belinvestdom.by
berdasovivan.ru berdasovivan.ru
best-businessman.ru bestcalovebracelet.cn
bestdraws.com bestcurs.org
besthoro.ru bestwebsiteawards.com
bestmouthwash.club bfz.biz
best-seo-software.xyz bget.ru
best-seo-solution.com bidr.trellian.com
beta.hotkeys.com bimatoprost-careprost.com.ua
bibys.com bitcoin-ua.top
bidbuy.co.kr biznesluxe.ru
bioca.org bjanshee.ru
bio-market.kz blavia.00author.com
blobar.org blockety.co
blogos.kz blog.koreadaily.com
bobba.dzaba.com blogs.rediff.com
bochemit.com.ua bonanza-fortune.men
bodybuilding-shop.biz boom-celebs.com
bolitgorlo.net bosefux.esy.es
brains2.biz braintobe.win
btc4u.ru buchananshardware.com
businescoop.men bugof.gq
buyantiviralwp.com buttons-for-your-website.com
bycontext.com buyessay3.blogspot.ru
cablecar.us buyfriend.ru
candiceloves.us buyscabiescream.com
canrioloadm.gq camdenmemorials.com
cctva.tv candycrushshop.com
centre-indigo.org.ua capture-room.com
cheapbarbour.online cardiosport.com.ua
cheap-trusted-backlinks.com cdnanalytics.xyz
chocoslim.pro cenoval.ru
cialis-samples.com centrdebut.ru
ciproandtizanidine.blogspot.com cheapmoncler.win
citetick.com check-host.net
clayvasedesigns.tk check-this-out-now.online
cmhomestayagency.com chelyabinsk.xrus.org
collegerentals.com chocolateslim-original.com
compliance-alex.top cialischstgerts.com
compliance-don.xyz cialisndbrx.com
clarithromycin500mg.com
cleanmypc.com
clean-virus-mac.com
clmforexeu.com
cl.s7.exct.net
com-onlinesupport.site
compliance-checker-7.info
compliance-irvin.top
concordexoticrentals.com concordexoticrentals.com
confib.ifmo.ru coolyarddecorations.com
coolwallpapers4k.info cowblog.fr
cornerstone-countertops.com craftinsta.ru
cosmeticswomens-womensports.rhcloud.com cryptoswap.biz
creatives.adbetclickin.pink culmimg.pw
cubs-jerseys.us customerguru.in
cutalltheshit.com customsua.com.ua
daneshetabiat.com daisye.top
dangphoto.trade
danschawbel.com
daptravel.com
data-mining.tk
datract.com datract.com
design-ideas.info ddpills.com
dgfitness.co dellalimov.com
dieta-personalna.pl demenageur.com
dimaka.info dikqlyremy.info
doctissimo.fr dipstar.org
doctormakarova.ru discountliv.com
dorratex.tn discovertreasurenow.com
dotnetdotcom.org dnepropetrovsk.mistr-x.org
downloadeer.net doktoronline.no
download-wallpaper.net domain-submit.info
doyouknowtheword-flummox.ml domik-derevne.ru
drillsaw.ru domznaniy.ru
drpornogratisx.xxx dosug-lux.ru
dustyorate.com dprtb.com
dvrlists.com drugs-no-rx.info
easyukraine.com dscaas.website
elektronischezigarette2.mex.tl dvr.biz.ua
el-nation.com e705.net
espaceinventoristes.com e-avon.ru
estibot.com e-biznes.info
euromasterclass.ru ebooknovel.club
evaashop.ru e-c.al
extlinks.com ecookna.com.ua
edelstahlschornstein-123.de
ee77ee.com
electro-prom.com
elektrischezigarette1.blog.pl
elektrischezigaretten2.beeplog.com
embedle.com
essayservicewriting.org
euroskat.ru
eyelike.com.ua eyelike.com.ua
eyes-on-you.ga ezigarettekaufen2.yolasite.com
ezigarettenshop2.postbit.com f07.de
ezigaretteshop.webs.com favornews.com
f0815.de femmesdenudees.com
falllow.gq ferretsoft.com
family1st.ca fetishinside.com
fandlr.com fickkontakte.org
fatmaelgarny.com filesdatabase.net
fealq.com filesvine.com
fermersovet.ru film-one.ru
fickkontaktehobbyhuren.com financehint.eu
filesmonster.porn findclan.org
flashahead.info floating-share-buttons.com
f-loaded.de floridamhca.org
foodcrafts.website fortwosmartcar.pw
forexunion.net
forms-mtm.ru
forsex.info
forums.toucharcade.com forums.toucharcade.com
foto-sisek.porngalleries.top fototravel.eu
foxweber.com freejabs.com
freewareseek.com freelifetimefuckbook.com
freza-sverlo.ru free-stock-illustration.com
fuckmill.com freshsuperbloop.com
funcrushgames.com fungamelands.com
funnel.co.za gallerylisting.com
fxgallery.com
gamerextra.com gamerextra.com
gamingspark.com gardene.ru
generalporn.org gay-file.com
getaclueamerica.com gdzkurokam.ru
getdot.ru germes-trans.com
getmyads24.com
getprismatic.com getprismatic.com
get-your-social-buttons.info glass-msk.ru
gidonline.one global-ics.co.za
gk-atlant.info gojiberriess.apishops.ru
go2album.com gomusix.com
go2jump.org goo.ne.jp
goatse.ru gopro-online.info
goodhousekeeping.com greamimgo.pw
gotwebsite1.com greatfind-a.akamaihd.net
grand-chlen.ru greatzip.com
gungamesz.com gribokstop.com
gymi.name grizzlysgrill.com
h2monline.com growboxbl.ru
hamacapty.com gta-top.ru
handicapbathtubarea.com guildebzh.info
handsandlegs.ru gwebtools.com
hard-porn.mobi hannasolution.ru
hermesbelts.xyz hanwei.us
high-speed1.net hao123.com
hildinghr.se hd-film.pl
hjaoopoa.top headpress.ru
homedo.fabpage.com heartofbeijing.blogspot.com
hotgirlhdwallpaper.com hermesreplica.pw
housekuba.org hermesreplica.win
howmuchdoestizanidinecost.blogspot.com highland-homes.com
ibmdatamanagement.co hitcpm.com
ikritikimou.gr hledejvshopech.cz
iloveitaly.ru homelygarden.com
imagine-ex.co homik.pw
imgarcade.com hotdl.in
hotsocialz.com
hoverboard360.se
hspline.com
htmlcorner.com
igadgetsworld.com
imabase.com
imadedinner.net
imperiafilm.ru imperiafilm.ru
impresagaia.it
inbabes.sexushost.com inbabes.sexushost.com
indetiske.ya.ru
infostatsvc.com infostatsvc.com
innodgfdriverhm.aircus.com
insider.pro insider.pro
insomniagamingfestival.com inspiring-desperate.tk
insta-add.pro istanbulit.com
ipchicken.com japan-bearings.ru
istripper.com jetsli.de
itch.io johannesburgsingles.co.za
jasonpartington.com jpcycles.com
javatex.co.id jus0wil.pp.ua
jav-fetish.site kalb.ru
jobgirl24.ru kamalsinha.com
job.icivil.ir karting196.ru
joingames.org kazan.zrus.org
keenoutlet.online keywordhouse.com
kemerovo.zrus.org
keywordsuggest.org keywordsuggest.org
kidskunst.info kino-fun.ru
kinky-fetishes.com
kinohit1.ru
kinostorm.net
kinozapas.com
kirov.zrus.org
kiskinhouse.com kiskinhouse.com
kladrus.ru kiwe-analytics.com
komp-pomosch.ru komp-pomosch.ru
koronirealestate.gr
kotaku.com kotaku.com
kupiproday.com.ua krasivoe-hd.net
kw21.org krasnodar.ru
labafydjxa.su kredit-blog.ru
labvis.host.sk lacloop.info
lakomka.com.ua lafriore.ru
languagecode.com lashstudia.ru
larutti.ru lego4x4.ru
leboard.ru lenvred.org
libertybilisim.com
lida-ru.com
likesuccess.com
lincolntheatre.com
lineavabit.it lineavabit.it
linerdrilling.com
link.ac
linkredirect.biz linkredirect.biz
lion.misba.us lirunet.ru
lion.snapmap.us littleberry.ru
littlesexdolls.com littlecity.ch
liveshoppersmac.com liveshoppersmac.com
ljusihus.se lockerz.com
llastbuy.ru lombia.com
locksmith.jp lomza.info
lumb.co low-format.ru
machicon-akihabara.info macdamaged.tech
macnewtech.com magento-crew.net
magda-gadalka.ru mansiondelrio.co
magicalfind-a.akamaihd.net marblestyle.ru
mamasuper.prom.ua marmotstore.online
marmitaco.cat maslenka.kz
max-p.men
maxxtor.eu maxxtor.eu
medanestesia.ru m.b00kmarks.com
medtherapy.ru medtherapy.ru
mega-bony2017.pl megaapteka.ru
megaindex.ru me-ke.com
middlerush-a.akamaihd.net metallosajding.ru
milblueprint.com michaelkorsoutlet.store
militarysale.pro minet.club
miniads.ca minharevisao.com
minneapoliscopiers.com mirtorrent.net
mirobuvi.com.ua mistr-x.org
missclub.info mitrasound.ru
mobilemedia.md mmoguider.ru
mobstarr.com mnogolok.info
mojaocena.com mobicover.com.ua
moneyzzz.ru modabutik.ru
monitorwebsitespeed.com moesonce.com
morefastermac.trade mole.pluto.ro
mostantikor.ru monclerjacketsoutlet.pw
most-kerch.org mowser.com
mulberryoutletonlineeu.com moyakuhnia.ru
musezone.su mp3ritm.top
mydoctorok.ru mrbitsandbytes.com
myindospace.com mttwtrack.com
mypets.by musflashtv.com
myxdate.info music7s.me
myyour.eu muz-baza.net
muztops.ru
myiptest.com
myseoconsultant.com
nagdak.ru nagdak.ru
nailsimg.com naj-filmy24.pl
negral.pluto.ro nash-krym.info
nero-us.com nero-us.com
netcheckcdn.xyz net-profits.xyz
net-radar.com networkad.net
news-readers.ru new-apps.ru
nhl09.ru offers.bycontext.com
nhl17coinsforps3.gratisblog.biz oil-td.ru
niki-mlt.ru okonich.com.ua
norththeface.store okout.ru
noumeda.com okroshki.ru
novatech.vn ok.ru
nyfinance.ml olgacvetmet.com
obiavo.uz olvanto.ru
offtopic.biz omoikiri-japan.ru
onescreen.cc oneminutesite.it
onko-24.com onlythegames.com
osoznanie-narkotikam.net o-o-6-o-o.com
ourville.info openstat.com
outpersonals.com optom-deshevo.ru
pacificair.com oynat.info
painting-planet.com pandarastore.top
paintingplanet.ru patterntrader-en.com
panchro.xyz pattersonsweb.com
parlament.biz percin.biz.ly
pathwhelp.org petedrummond.com
pc-test.net phelissota.xyz
pechikamini.ru piccdata.com
pelfind.me picsearch.com
perl.dp.ua picswe.com
perm-profnastil.ru pictures-and-images.net
petrovka-online.com picturesmania.com
picsforkeywordsuggestion.com pinwallpaper.xyz
picturesify.com pizza-imperia.com
pila.pl platesauto.com
piuminiita.com podshipniki-nsk.ru
pixelrz.com podshipniki-ntn.ru
playmsn.com pons-presse.com
playtap.us pony-business.com
ploenjitmedia.azurewebsites.net popunder.net
poisk-zakona.ru pornophoto.xyz
poptool.net pornosmola.info
poquoson.org pornoxxx.com.mx
porno-play.net posible.net
pornosexrolik.com pp-budpostach.com.ua
pornowarp.info pricheskaonline.ru
pornpost.in priscilarodrigues.com.br
portal-eu.ru privat-girl.net
portside.cc prizestohandle.club
portside.xyz produkto.net
preg.marketingvici.com profitwithalex.info
pregnant.guru profolan.pl
printie.com progonrumarket.ru
producm.ru prostitutki-yaroslavlya.org
prombudpostach.com.ua pssucai.info
puteshestvennik.com
qor360.com qor360.com
qwertty.net qwesa.ru
radiogambling.com ragecash.com
ranksays.com ranksignals.com
ranksonic.com r-control.ru
realitykings.com realizmobi.com
recinziireale.com rebelmouse.com
redirect.trafficreceiver.club reimageplus.com
redirlock.com remont-ustanovka-tehniki.ru
rennlist.com renewablewealth.com
rewardpoll.com resant.ru
rff-cfal.info rewardit.com
rialp.getenjoyment.net reward-survey.net
richinvestmonitor.com
riders.ro riders.ro
rique.host.sk rightenergysolutions.com.au
robertefuller.com ringporno.com
rockingclicks.com rubanners.com
rockma.se sandhillsonline.com
rostov.xrus.org sarm.tk
royal-betting.net sbt-aqua.ru
ru-dety.ru sbtdesign.co.uk
rukino.org scanner-jessica.top
runtnc.net scanner-josh.top
rusenvironmental.net scenicmissouri.us
russia-today-video.ru seoanalyses.com
russintv.fr seocdvig.ru
rybalka-opt.ru seorankinglinks.com
saddiechoua.com service.adtech.us
scanner-alex.top sextracker.de
scanner-elena.top sexvideo-sex.com
sdelai-prosto.ru sexyteens.hol.es
seansonline24.pl shoppytoolmac.com
searchkut.com sigmund-freud.co.uk
seccioncontrabajo.com sitevalued.com
seeresultshub-a.akamaihd.net si-unique.com
sei80.com s-iwantyou.com
seinterface.com sixcooler.de
servicecenter.co.ua
serviporno.com
sexcamamateurchat.com
sexyali.com
sharebutton.to
shohanb.com
shopvilleroyboch.com.ua
sibvitr.ru
sicfor.bcu.cc
sientalyric.co
sildenafilcitratemed.com
sim-service.net
sitechecker.pro
siteimprove.com
sitevaluation.com
sizeplus.work
skytraf.xyz
slavic-magic.ru slavic-magic.ru
sluganarodu.ru slowmacfaster.trade
slutloadlive.com sneakyboy.com
snomer1.ru snegozaderzhatel.ru
social-buttons.com snjack.info
social-s-ggg.xyz social-button.xyz
softomix.com social-fun.ru
solicita.info soda.media
spasswelt.net soheavyblog.com
spbchampionat.ru soundfrost.org
specialfinanceoffers.com spb.afora.ru
sstroy44.ru sprttrack.com
stackthatbucks.com standardchartered-forex.com
stard.shop startufa.ru
staynplay.net statistici.ro
sterva.cc steamoff.net
stopnarco.ru stjamesschool.info
strag-invest.ru stmassage.ru
superiends.org streetfooduncovered.com
superlist.biz strigkaomsk.ru
superstats.com stroy-portal22.ru
takethatad.com suhanpacktech.com
teenbbw.yopoint.in svbur.ru
terraclicks.com svetlotorg.ru
thecoolimages.net szucs.ru
thecoral.com.br tabletkinaodchudzanie.com.pl
thegalerie.eu tamada69.com
titelhelden.eu t-bygg.com
tizanidine4mgprice.blogspot.com td-33.ru
tizanidinedosage.blogspot.com tdsing.ru
tizanidinedruginteractions.blogspot.com telefonsexsofort.tk
tizanidineingredients.blogspot.com texbaza.by
tizanidineorflexeril.blogspot.com thedownloadfromwarez.blogspot.com
tizanidinesideeffects.blogspot.com thegamerznetwork.com
tonerbox.kz thelottosecrets.com
torrents.cd tizanidinerestlesslegsyndrome.blogspot.com
totu.info tizanidineshowupondrugtest.blogspot.com
totu.us tizanidinewithdrawalsymptoms.blogspot.com
trackzapper.com tk-assortiment.ru
traderzplanet.in token-lab.org
toloka.hurtom.com
top-study.work
topvidos.ru
torrentdownloadhub.com
torrnada.ru
tozup.com
tracklead.net
traffic2cash.org traffic2cash.org
trafficfactory.biz trafficnetzwerk.de
trumpetedextremes.com traffictrade.life
turbodsp.com trailer.cinemaflix.website
twincitiescarservice.com trustedhealthtips.com
u-cheats.ru tsstcorpcddvdwshbbdriverfb.aircus.com
turizm.bz
tytoona.com
tyumen.xrus.org
ucoz.ru ucoz.ru
ukkala.xyz universals.com.ua
ultimatesetnewfreeallsoftupgradesystems.pw unrealcommander.org
uprour.com
upstore.me upstore.me
urengoy.pro usadacha.net
url2image.com v720hd.ru
usdx.us vabasa.inwtrade.com
ustion.ru validccseller.com
valkiria-tk.ru vapomnoncri.tk
vedomstvo.net vapsy.com
velen.io vashsvet.com
vbabule.net
v-doc.co
vereo.eu
vertaform.com vertaform.com
video-camer.com viagra.pp.ua
videochat.world video-chat.cn
video-hollywood.ru video-woman.com
video-production.com vip-parfumeria.ru
videos-for-your-business.com volgograd.xrus.org
videotuber.ru vpnhowto.info
vigrx-original.ru vrnelectro.ru
villacoloniale.com vseigru.one
visa-china.ru vtcdns.com
viteonlusarezzo.it vut.com.ru
vsdshnik.com
vse-pesni.com
vzlom-na-zakaz.com vzlom-na-zakaz.com
warezkeeper.com wallpapers-best.com
webradiology.ru watchdogs-2.ru
website-audit.com.ua webextract.profound.net
websiteexplorer.info website-speed-up.top
websites-reviews.com weclipart.com
welck.octopis.com westen-z.life
wesharepics.site windowssearch-exp.com
whosonmyserver.com worldtraveler.world
wildcattube.com www.arenda-yeisk.ru
w-journal.ru x69ty.ru
woman-orgasm.ru xaijo.com
workle.website xgftnlrt.bloger.index.hr
worldlovers.ru xn--h1ahbi.com.ua
wsgames.ru xvideospornoru.com
www.bookmaker-bets.com xz618.com
www.wohnkabinen-shop.de yellowstonevisitortours.com
xn----7sbaphztdjeboffeiof6c.xn--p1ai youporn-forum.ga
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai yourmovies.pl
xn--80ak6aa92e.com yourserverisdown.com
xn----9sbebi2bvzr7h.xn--p1ai zarabotok--doma.ru
xportvusbdriver8i.snack.ws zeg-distribution.com
xxxasianporn.net zeroredirect8.com
xxx-cam.webcam zeroredirect.com
xxxkaz.org zigarettenonlinekaufen2.bloog.pl
yellocloud.be zmoda.hostreo.com
yginekologa.com
yogamatsexpert.com
yoopsie.com
yourtemplatefinder.com
zaidia.xhost.ro
zapatosenventa.info
zarepta.com
zeroredirect2.com
zixizop.net.ru
znaturaloriginal.com znaturaloriginal.com
zrelaya.pw
zrizvtrnpale.tk

478
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1008.su 3xforum.ro
91abcw.com 4istoshop.com
98oi.ru 4ur.click
a1security.com.ua aa9bd78f328a6a41279d0fad0a88df1901.com
aa9d046aab36af4ff182f097f840430d51.com aad1f4acb0a373420d9b0c4202d38d94fa.com
afmuseum.com aasoldes.fr
akita.kz acgs.tk
allcredits.su adman.se
aludecor.info adminshop.com
anonymous-redirect.com advertisingtag.net
aosheng-tech.com albamargroup.com
apiitsthirteende-a.akamaihd.net alfa-medosmotr.ru
apple.com-cleaner.systems aliexpresscashback.club
arabgirls.adultgalls.com alltheviews.com
arcteryxstore.online allwidewallpapers.com
arendovalka.xyz anaksma.info
arius.tech apiappenableinfo-a.akamaihd.net
arkartex.ru api.stathat.com
arkkivoltti.net applyneedy.xyz
audiofree.ru app-ready.xyz
automatic-seo.com ascat.porn
auto-moto-elektronika.cz astana.xxxkaz.org
awaybird.ru autoseo-traffic.com
awency.com availit.weebly.com
ayodhya.co avtolombard-krasnodar.ru
azazu.ru backiee.com
b2b-lounge.com bala.getenjoyment.net
balitouroffice.com battlecarnival.su
balois.worldbreak.com benchmarkcommunications.co.uk
bangla-chat-uk-paralud.ga bioinnovate.co
bdsmgalls.net bio-japan.net
best-way.men bird1.ru
bezcmexa.ru bitcoinremote.com
binomo.com bkns.vn
binomo.kz blockety.co
blagovest-med.ru bonky.biz
blog-hits.com bookhome.info
bluesman.nu braintobe.win
bmwhighperformers.com buchananshardware.com
boole.onlinewebshop.net burger-imperia.com
btc4u.ru businescoop.men
buyclomidonlaine.com bwlx.prepedu.cn
buyk.host.sk camel-beach.com
camdolls.com cars-modification.net
canacopegdl.com cialischmrx.com
candcstuccoandstone.com cindymatches.com
canoncdriverq3.pen.io click2pawn.com
cardsharp1.ru clipartnew.com
cheapmoncler.win compliance-irvin.xyz
cheapmoncler.xyz compliance-jane.top
checkhit.com continent-e.tv
clickbank.net copyrightclaims.org
club-musics.ru courtshipgift.com
compliance-barak.top
creatives.adbetclickin.pink
credit.co.ua credit.co.ua
customsua.com.ua cxpromote.com
damedingel.ya.ru d0t.ru
dating-time-now.com darkages.info
deluxedumps.com design-lands.ru
dignitasdata.se diffbot.com
dkvorota.ru digilander.libero.it
docstoc.com diusyawiga.tk
doeco.ru drev.biz
doktoronline.no
dominterior.org
driving.kiev.ua driving.kiev.ua
earncash.com.ua druzhbany.ru
e-biznes.info dustyorate.com
editmedios.com ecommerce-seo.com
edudocs.net
electro-prom.com
elektrischezi.canalblog.com
elektronischezi.livejournal.com
elektrozigaretten1.tumblr.com elektrozigaretten1.tumblr.com
elmacho.xyz ereko.ru
emediate.eu escort-russian.com
e-poker-2005.com essay-edu.biz
essayassist.com etur.ru
extremal-blog.com europages.com.ru
eyes-on-you.ga eyessurgery.ru
ezigarettekaufen2.yolasite.com fanpagerobot.com
farmprofi.net fickkontakte.org
filesmonster.porn flashlarevista.com
filmgo.ru florida-tourism.net
fitnesspiks.com fotopop.club
flashahead.info fotosfotos.eu
forums.d2jsp.org franklinfire.co
foxweber.com front.ru
freetangodownload.com funnypica.com
gallery.rennlist.com fyxabomiw.ru
gaygalls.net gamblingnerd.com
getridofstretchmarks.org gamebackyard.com
gilbertbanda.net game-top.su
girlsatgames.ru gay-site.store
geilehausfrauen.net
gktt.ru gktt.ru
golden-praga.ru go2mike.ru
goodhousekeeping.com goodhousekeeping.com
googst2.ru gopro-online.info
gsmlab.pl gowreckdiving.com
guiadeserraazul.com guardlink.com
h2monline.com guildebzh.info
handicapbathtubarea.com happy.new.yeartwit.com
hasshe.com hdapp1008-a.akamaihd.net
hcate.com
hdimagelib.com hdimagelib.com
helicalpile.us histats.com
hidefiles.org hop.clickbank.net
homemature.net host-protection.com
hoste.octopis.com igadgetsworld.com
host-tracker.com integritylandscapeservices.com
hotenergy.ru int.search.tb.ask.com
hoverboardforsaledirect.com iskalko.ru
hubbble.com istizanidineanarcoticdrug.blogspot.com
ibb.com.ua ivanstroi.ru
iccornacircri.cf izhevsk.zrus.org
imagui.eu jerseywholesaleelitestore.com
imguramx.pw kakablog.net
img.wallpaperstock.net keywordsking.com
invest-pamm.ru keyword-suggestions.com
ip-guide.com kinocccp.net
jagg.info komputernaya-pomosh-moscow.ru
jetsli.de krasnodar.ru
jimmychoosale.online krassh.ru
kraljeva-sutjeska.com kvartira-sutochno.com
kreativperlen.ch labafydjxa.su
lasvegaslockandsafe.com lampokrat.ws
law-check-eight.xyz lecbter-relationships.ga
letmacworkfaster.site lob.com.ru
letsart.ru localflirtbuddies.com
linkpulse.com mahnwachen-helfen.info
locustdesign.co mebelcomplekt.ru
macfix.life mebel-vstroika.ru
mackeeper-land-672695126.us-east-1.elb.amazonaws.com meddesk.ru
magicplayer-s.acestream.net mindbox.co.za
maglid.ru mobot.site
magnetic-bracelets.ru modnie-futbolki.net
makis.nu moi-glazki.ru
marmotstore.online moncleroutletonline.pw
massage-info.nl monitorwebsitespeed.com
masthopehomes.com monsterdivx.tv
mega-polis.biz.ua mrwhite.biz
m-google.xyz mttwtrack.com
mindeyegames.com musicstock.me
moviemail-online.co.uk mustat.com
mrcsa.com.au mvpicton.co.uk
mydownloadengine.com mycaf.it
mypets.by mydeathspace.com
nacap.ru myfreemp3.eu
naval.jislaaik.com navalwiki.info
news-speaker.com newstraveller.ru
newtechspb.ru niroo.info
nippon-bearings.ru nodup.ru
offf.info onko-24.com
okuos.com online-templatestore.com
openfrost.net optikremont.ru
oynat.info oranga.host.sk
partnerline.men ownshop.cf
pearlisland.ru pandarastore.top
pekori.to partner-high.men
pensplan.com pepperstyle.ru
photostudiolightings.com petedrummond.com
pillscheap24h.com petitions.whitehouse.gov
pio.polytopesexempt.com physfunc.ru
pixelrz.com piccdata.com
pixshark.com piccshare.com
popads.net pics-group.com
popugaychiki.com picswe.com
pornogad.com polcin.de
popup.matchmaker.com
pornobrazzers.biz
pornokajf.com pornokajf.com
pornophoto.xyz powitania.pl
pornosmola.info predmety.in.ua
pornzone.tv promalp-universal.ru
porto.abuilder.net promoheads.com
printie.com pst2017.onlinewebshop.net
progonrumarket.ru qitt.ru
promodj.com raavidesigns.com
prosmibank.ru rankingchart.de
prostitutki-almata.org remybutler.fr
prostitutki-belgoroda.org rep-am.com
quickloanbank.com rutor.group
radiogambling.com rvtv.ru
rainbowice.ru sarm.tk
rarbg.to sbtdesign.co.uk
reckonstat.info sdelatmebel.ru
registrysweeper.com seansonline24.pl
remont-ustanovka-tehniki.ru seofied.com
rent2spb.ru seorank.info
resultshub-a.akamaihd.net seorankinglinks.com
reward-survey.net seorankinglinks.us
russkoe-zdorovie.ru shisha-swag.de
rus-teh.narod.ru shopcheermakeup.info
scanner-margo.top silktide.com
scanner-mark.top sinel.info
scenicmissouri.us slim.sellany.ru
secret.xn--oogle-wmc.com snworks.com
sexkontakteao.info socas.pluto.ro
sibdevice.ru social-s-iii.xyz
sibtest.ru sohoindia.net
sitebeam.net sonata-arctica.wz.cz
sizeplus.work space4updating.win
sklad-24.ru
snip.tw
social-s-hhh.xyz
socialsignals24.com
solitaire-game.ru
space2019.top
spywarebegone.com spywarebegone.com
sugarkun.com stop-zavisimost.com
superinterstitial.com swinginwithme.ru
theallgirlarcade.com testingads.pro
thesmartsearch.net thetoiletpaper.com
tizanidine4mguses.blogspot.com timer4web.com
tizanidinedosage.blogspot.com titan-cloud.life
tizanidineformigraines.blogspot.com tizanidinehcl2mgsideeffects.blogspot.com
topsiteminecraft.com tizanidinewithdrawalsymptoms.blogspot.com
torrentgamer.net tksn.ru
tpu.ru topanasex.com
twiclub.in topmira.com
touchmods.fr
tubeline.biz
twittruth.com twittruth.com
typer.one typer.one
udsgame.online unlimitdocs.net
ufa.xrus.org ural-buldozer.ru
ukrtvory.in.ua vekzdorov.ru
url-img.link velobikestock.com
usiad.net videochat.world
valoresito.com viel.su
varikozdok.ru vip-dom.in
vavilone.com vita.com.hr
vbtracker.net vkgaleria.com
vertaform.com vmnmvzsmn.over-blog.com
videochat.ph vzlomsn.org
videochaty.ru wahicbefa31.soup.io
wapsite.me wareseeker.com
watchmyfb.pl warning.or.kr
webalan.ru webmasterhome.cn
website-speed-checker.site westsextube.com
womensterritory.ru westvilletowingservices.co.za
wheelchairliftsarea.com
wholesalejerseyscheapjerseys.us.com
wildworld.site
windowssearch-exp.com
works.if.ua works.if.ua
wrona.it writingservices17.blogspot.ru
ww1943.ru wurr.voila.net
xingzi-vision.com wygraj-teraz.com
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xdoza.com
xn--90acenikpebbdd4f6d.xn--p1ai xn----7sbaphztdjeboffeiof6c.xn--p1ai
xn--c1acygb.xn--p1ai xn----itbkqkfiq.xn--p1ai
xtrafficplus.com xtraffic.plus
yellowstonesafaritours.com yourdesires.ru
yougetsignal.com youtube-downloader.savetubevideo.com
zarabotat-na-sajte.ru zaimite.ru
zeg-distribution.com zetgie.com.pl
zoogdisany.com zigarettenonlinekaufen2.bloog.pl
zoominfo.com zoogdinsney.com
zvezdagedon.ru
zx6.ru

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2270 #### Version: V4.2021.02.2273
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2270 #### Version: V4.2021.02.2273
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2270 #### Version: V4.2021.02.2273
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

9956
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

5
_generator_lists/bad-referrers.list
View file

@ -1,5 +1,3 @@
porno-home365.com
1001desert.com
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -4545,6 +4543,7 @@ pornhubforum.tk
pornmania.pl pornmania.pl
porno-chaman.info porno-chaman.info
porno-dojki.net porno-dojki.net
porno-home365.com
porno-play.net porno-play.net
porno-raskazy.ru porno-raskazy.ru
porno-transsexuals.ru porno-transsexuals.ru
@ -6930,4 +6929,4 @@ zygophyceous.womanstars.site
zynax.ua zynax.ua
zytpirwai.net zytpirwai.net
zzbroya.com.ua zzbroya.com.ua
zzlgxh.com zzlgxh.com

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
Piepmatz
01h4x.com 01h4x.com
360Spider 360Spider
404checker 404checker
@ -373,6 +372,7 @@ PHPCrawl
Picscout Picscout
Picsearch Picsearch
PictureFinder PictureFinder
Piepmatz
Pimonster Pimonster
Pi-Monster Pi-Monster
Pixray Pixray

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2270 #### Version: V4.2021.02.2273
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -4543,6 +4543,7 @@ domain:pornhubforum.tk
domain:pornmania.pl domain:pornmania.pl
domain:porno-chaman.info domain:porno-chaman.info
domain:porno-dojki.net domain:porno-dojki.net
domain:porno-home365.com
domain:porno-play.net domain:porno-play.net
domain:porno-raskazy.ru domain:porno-raskazy.ru
domain:porno-transsexuals.ru domain:porno-transsexuals.ru

9966
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9966
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

9966
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

8
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2270 ### Version: V4.2021.02.2273
### Updated: Fri Feb 5 11:23:26 SAST 2021 ### Updated: Mon Feb 8 08:46:11 SAST 2021
### Bad Bot Count: 604 ### Bad Bot Count: 605
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -763,6 +763,8 @@ User-agent: Picsearch
Disallow:/ Disallow:/
User-agent: PictureFinder User-agent: PictureFinder
Disallow:/ Disallow:/
User-agent: Piepmatz
Disallow:/
User-agent: Pimonster User-agent: Pimonster
Disallow:/ Disallow:/
User-agent: Pi-Monster User-agent: Pi-Monster