vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 02:29:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1750 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-05 13:24:37 +02:00
parent 10433fbf85
commit 53717e5414
49 changed files with 1042 additions and 1042 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.14.140 0; 104.154.120.187 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.187.174 0; 104.154.120.187 0;
35.188.73.34 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.198.131.58 0; 35.192.85.2 0;
35.188.73.34 0; 35.184.226.236 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 35.184.96.71 0;
34.68.144.114 0; 35.202.145.110 0;
104.154.113.151 0; 35.193.7.13 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 104.154.120.187 0;
35.192.136.167 0; 35.184.226.236 0;
35.193.7.13 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Brandwatch Boardreader
Bullseye Bolt
Deusu Cegbfeieh
GetRight Discoverybot
Litemage_walker Offline Navigator
Nibbler Scanbot
SEOkicks-Robot Seomoz
Tracemyfile TurnitinBot
UnisterBot WebStripper
zauba.io Widow

270
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker
Abonti
Aboundexbot
ADmantX ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot Aipbot
Alexibot
Alligator Alligator
AlphaBot AlphaBot
Anarchie Asterias
Apexoo
ASPSeek
Attach Attach
autoemailspider autoemailspider
BackDoorBot
backlink-check backlink-check
BacklinkCrawler
BackStreet BackStreet
Badass
Bandit Bandit
Barkrowler Barkrowler
BatchFTP BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch BDFetch
Bigfoot
Bitacle
Blackboard Blackboard
Black Hole Black Hole
BlowFish BLEXBot
Brandprotect Boardreader
Brandwatch
BuiltBotTough BuiltBotTough
BuiltWith Bullseye
BunnySlippers BuzzSumo
Calculon Calculon
CATExplorador CazoodleBot
CCBot Cegbfeieh
CheTeam CheeseBot
ChinaClaw CherryPicker
Chlooe
Cliqzbot Cliqzbot
cognitiveseo coccocbot-web
com.plumanalytics Copyscape
CopyRightCheck Cosmos
Craftbot
crawler4j crawler4j
crawl.sogou.com crawler.feedback
DataCha0s CrunchBot
CSHttp
DatabaseDriverMysqli
Demon Demon
Deusu DIIbot
Devil DittoSpyder
Digincore DnyzBot
DigitalPebble
Discobot
Discoverybot
Dispatch
DomainCrawler DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot
Drip Drip
DSearch EasyDL
Ebingbong
ECCP/1.0
Ecxi Ecxi
EirGrabber
EMail Siphon
EMail Wolf
EroCrawler EroCrawler
evc-batch evc-batch
Exabot
Express WebPictures Express WebPictures
ExtLinksBot ExtLinksBot
Extractor
Extreme Picture Finder Extreme Picture Finder
EyeNetIE FDM
Fimap FemtosearchBot
Firefox/7.0 FHscan
Flunky Flunky
FrontPage Foobot
GalaxyBot GalaxyBot
Genieo
GermCrawler GermCrawler
GetRight GetRight
Gigabot GetWeb
G-i-g-a-b-o-t Gotit
Go-Ahead-Got-It GoZilla
GrapeshotCrawler Grafula
GT::WWW HaosouSpider
Haansoft Harvest
Heritrix HEADMasterSEO
HMView HMView
HTMLparser HTMLparser
HTTP::Lite HTTrack
HybridBot IlseBot
Iblog Image Fetch
IDBot
Image Sucker
IndeedBot IndeedBot
InfoTekies InfoNaviRobot
InterGET InterGET
Internet Ninja InternetSeer
IRLbot ips-agent
Iria
Iskanie Iskanie
IstellaBot
JamesBOT JamesBOT
JennyBot JennyBot
JOC Web Spider Jetty
JustView Jyxobot
Kenjin Spider
Keyword Density
Kozmosbot Kozmosbot
LeechGet Larbin
LexiBot
Lftp Lftp
LinkextractorPro Linkdexbot
LinkpadBot
LinkScan LinkScan
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot Lipperhey
Lipperhey Spider Lipperhey Spider
Litemage_walker
Ltx71
lwp-request lwp-request
lwp-trivial Mail.RU_Bot
Magnet
Mag-Net
magpie-crawler
Majestic12 Majestic12
Majestic SEO Majestic SEO
Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch Masscan
Mata Hari MegaIndex.ru
meanpathbot Metauri
Meanpathbot
MeanPath Bot
Mediatoolkitbot
MFC_Tear_Sample MFC_Tear_Sample
Microsoft URL Control Microsoft URL Control
Mister PiX MIIxpc
MJ12bot MJ12bot
Mojeek Mojeek
Msrabot Morfeus Fucking Scanner
Mr.4x3
MS Web Services Client Protocol MS Web Services Client Protocol
Musobot Musobot
Name Intelligence Name Intelligence
Nameprotect
Navroad Navroad
NearSite NearSite
Needle Needle
Nessus
NetAnts NetAnts
Netcraft Netcraft
NetLyzer
NetSpider NetSpider
Nettrack Nettrack
Net Vampire Nibbler
Niki-bot Niki-bot
Nikto
NimbleCrawler NimbleCrawler
Nimbostratus NPbot
Octopus
Offline Explorer Offline Explorer
Openvas Openfind
OrangeBot OrangeBot
OrangeSpider
OutfoxBot OutfoxBot
Page Analyzer Page Analyzer
PageGrabber page scorer
PageScorer PageScorer
Panscient Panscient
Papa Foto Pavuk
PeoplePal PHPCrawl
Picsearch
PictureFinder PictureFinder
Pimonster
Pi-Monster Pi-Monster
PleaseCrawl plumanalytics
Pockey Pockey
POE-Component-Client-HTTP Probethenet
ProPowerBot Pump
ProWebWalker
PyCurl PyCurl
RankingBot RankFlex
RankingBot2
RankurBot
RealDownload RealDownload
RebelMouse RebelMouse
RedesScrapy
ReGet ReGet
RocketCrawler Ripper
Rogerbot Rogerbot
ScanAlert ScanAlert
scan.lol Scanbot
Scrapy Searchestate
SearchmetricsBot Semrush
SemrushBot SEOprofiler
SEOkicks
Seomoz
seoscanners
SeoSiteCheckup SeoSiteCheckup
SEOstats
serpstatbot serpstatbot
Siphon Shodan
Sitebeam SISTRIX
SiteSucker SiteExplorer
Siteimprove
Sitevigil Sitevigil
SlySearch SlySearch
SMTBot
Snake
Snoopy
SocialRankIOBot SocialRankIOBot
Sociscraper Sociscraper
sogouspider sogouspider
Sogou web spider
Sosospider
Sottopop Sottopop
Spammen
SpankBot SpankBot
spyfu Spanner
SputnikBot
Sqlmap
Sqworm
Stripper Stripper
Sucker SuperBot
SuperHTTP SuperHTTP
Surfbot SurveyBot
T0PHackTeam Swiftbot
Szukacz
T8Abot T8Abot
tAkeOut
TeleportPro TeleportPro
Telesphoreo TheNomad
Telesphorep
Thumbor
TightTwatBot
Titan Titan
Tracemyfile Toata
Trendiction Turnitin
Trendictionbot Twice
trendiction.com Typhoeus
TwengaBot
Upflow Upflow
URLy Warning
URLy.Warning URLy.Warning
Vacuum Vacuum
VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie Voil
VoidEYE Webalta
Wallpapers/3.0
WallpapersHD
WBSearchBot
WebAuto WebAuto
Web Auto Web Auto
WebBandit WebCopier
WebCollage Web Enhancer
Web Fetch Web Fetch
Web Fuck
WebGo IS WebGo IS
WebImageCollector WebLeacher
WebmasterWorldForumBot
webmeup-crawler
Web Pix Web Pix
WebReaper
WebSauger WebSauger
Web Sauger Web Sauger
Webshag WebsiteExtractor
Website Quester Website Quester
WebStripper
WeSEE WeSEE
Whack Whacker
Whatweb Whatweb
Who.is Bot WinHTTrack
WiseGuys Robot WiseGuys Robot
WPScan WISENutbot
Wotbox
WWW-Mechanize WWW-Mechanize
WWWOFFLE WWW::Mechanize
Zauba x09Mozilla
x22Mozilla
Xaldon WebSpider
Xenu
YoudaoBot
Zade
zauba.io zauba.io
Zermelo Zermelo
Zeus Zeus
zgrab
Zitebot Zitebot
ZmEu
ZyBorg ZyBorg

262
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy
80legs 80legs
Aboundex Abonti
AhrefsBot Acunetix
ADmantX
AiHitBot
Aipbot Aipbot
Alligator Alligator
AlphaBot Anarchie
archive.org_bot archive.org_bot
ASPSeek Attach
Asterias
autoemailspider
backlink-check backlink-check
BackStreet BackStreet
BackWeb BackWeb
Badass Badass
Bandit Barkrowler
Battleztar Bazinga BDCbot
BBBike BetaBot
BDFetch Bitacle
Bigfoot Black Hole
BlackWidow BlowFish
BLEXBot
Boardreader Boardreader
Bolt
Brandprotect Brandprotect
Bullseye Brandwatch
BuzzSumo BuiltBotTough
CCBot BuiltWith
CATExplorador
Cegbfeieh
CheeseBot CheeseBot
CheTeam
ChinaClaw ChinaClaw
Claritybot
Cliqzbot Cliqzbot
Cogentbot Cogentbot
cognitiveseo
Collector
Copier Copier
CopyRightCheck Cosmos
Copyscape CrazyWebCrawler
Craftbot
crawler4j
crawl.sogou.com
CrunchBot
CSHttp CSHttp
Curious
DatabaseDriverMysqli
DBLBot
Demon Demon
Digincore Deusu
DigitalPebble
DIIbot DIIbot
Disco
Discobot Discobot
Discoverybot
Dispatch Dispatch
DnyzBot
DomainCrawler DomainCrawler
Drip DomainSigmaCrawler
Dotbot
Download Wonder
DSearch DSearch
DTS Agent DTS Agent
EasyDL EasyDL
ECCP/1.0 evc-batch
EirGrabber Evil
EroCrawler
Express WebPictures
ExtLinksBot ExtLinksBot
Extractor
ExtractorPro
Extreme Picture Finder
EyeNetIE EyeNetIE
Ezooms Ezooms
facebookscraper
FDM FDM
FemtosearchBot FHscan
Firefox/7.0 Fimap
FlashGet
Flunky
Foobot
Freeuploader
Fyrebot Fyrebot
GalaxyBot Genieo
GermCrawler GetRight
Getintent GetWeb
Gigabot
Go-Ahead-Got-It Go-Ahead-Got-It
Grabber Gotit
GrabNet GrabNet
Grafula Grafula
GrapeFX GrapeshotCrawler
HEADMasterSEO
Hloader Hloader
HMView HMView
HTTrack
Humanlinks Humanlinks
Image Fetch HybridBot
Image Sucker
IndeedBot
InfoNaviRobot InfoNaviRobot
instabid InternetSeer
Intelliseek
Iria Iria
Iskanie
IstellaBot
JamesBOT JamesBOT
Jbrofuzz JetCar
Jetty
JOC Web Spider
Joomla
Jorgee Jorgee
JustView JustView
Jyxobot
Kenjin Spider Kenjin Spider
Kozmosbot
Lanshanbot Lanshanbot
Larbin
LexiBot
Lightspeedsystems Lightspeedsystems
Likse Likse
LinkextractorPro LinkextractorPro
LinksManager
LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot
Lipperhey
Lmspider Lmspider
Ltx71 Ltx71
lwp-request lwp-request
lwp-trivial lwp-trivial
Magnet Magnet
Mail.RU_Bot magpie-crawler
Majestic12 Majestic SEO
Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch Masscan
Meanpathbot Mass Downloader
MauiBot
MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
mediawords
MFC_Tear_Sample
Microsoft URL Control
Mister PiX Mister PiX
Mojeek Morfeus Fucking Scanner
Mr.4x3
MSFrontPage MSFrontPage
MSIECrawler MSIECrawler
Msrabot Msrabot
MS Web Services Client Protocol
muhstik-scan muhstik-scan
Musobot Musobot
Name Intelligence Navroad
NearSite
NetAnts
netEstate NE Crawler
NetLyzer
NetMechanic
NetSpider NetSpider
NextGenSearchBot Nettrack
Netvibes
NetZIP
Niki-bot Niki-bot
NimbleCrawler
Nimbostratus
Nmap Nmap
NPbot NPbot
Nutch Offline Explorer
Offline Navigator
OnCrawl OnCrawl
Openfind Openfind
Openvas OutclicksBot
OutfoxBot
PageAnalyzer
Page Analyzer Page Analyzer
PageGrabber
page scorer
PageScorer PageScorer
Papa Foto Papa Foto
Pavuk Pavuk
pcBrowser
PeoplePal PeoplePal
PHPCrawl
PictureFinder PictureFinder
Pimonster Pimonster
Pockey Pockey
ProWebWalker Probethenet
ProPowerBot
Psbot Psbot
Pump
PxBroker PxBroker
Quick-Crawler Quick-Crawler
RankFlex RankActiveLinkBot
RankingBot RankingBot2
Rankivabot RankurBot
Reaper RealDownload
RebelMouse RebelMouse
Recorder ReGet
RedesScrapy Rogerbot
Ripper
RocketCrawler
SalesIntelligent SalesIntelligent
SBIder
ScanAlert
Scanbot Scanbot
scan.lol ScoutJet
Scrapy
ScreenerBot
SemrushBot SemrushBot
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz Seomoz
seoscanners
SeoSiteCheckup
SEOstats SEOstats
Siphon
SISTRIX SISTRIX
Sitebeam SiteLockSpider
SiteExplorer SiteSnagger
Site Sucker Site Sucker
SlySearch SMTBot
SmartDownload
Snake Snake
Snapbot
SocialRankIOBot SocialRankIOBot
Sociscraper
sogouspider sogouspider
Sosospider
SpaceBison SpaceBison
Spammen Spammen
SpankBot SpankBot
Spanner Sqlworm
sp_auditbot Sqworm
spyfu
Steeler Steeler
Sucuri Sucuri
SurveyBot SuperBot
Suzuran Suzuran
Swiftbot
sysscan sysscan
T0PHackTeam Szukacz
T8Abot T8Abot
tAkeOut tAkeOut
Teleport Teleport
Telesphoreo Telesphoreo
Telesphorep Telesphorep
The Intraformant
TheNomad
Thumbor Thumbor
TightTwatBot
Titan Titan
Toata
Trendiction
Trendictionbot Trendictionbot
trendiction.de trendiction.com
True_Robot Turnitin
TurnitinBot
Twice Twice
Typhoeus Typhoeus
UnisterBot Upflow
URLy Warning URLy.Warning
Vacuum Vacuum
Vagabondo
VCI
Virusdie Virusdie
VoidEYE
Wallpapers/3.0
WASALive-Bot WASALive-Bot
WBSearchBot WebAuto
Webalta Web Auto
WebBandit WebBandit
WebCollage
Web Collage
WebCopier
WEBDAV WEBDAV
WebEnhancer
Web Enhancer
WebFetch
WebFuck
Web Fuck
WebmasterWorldForumBot WebmasterWorldForumBot
Web Pix WebSauger
WebReaper
Webshag Webshag
WebsiteExtractor WebsiteExtractor
Website Quester
Webster Webster
WebSucker WebStripper
WebWhacker
WebZIP WebZIP
WeSEE
Whacker
Whatweb Whatweb
Widow Who.is Bot
WinHTTrack
WISENutbot
Wonderbot Wonderbot
WWW-Collector-E Woobot
WWW-Mechanize Wotbox
WWW::Mechanize Wprecon
x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider
Xaldon_WebSpider
xpymep1.exe
YoudaoBot
Zade Zade
Zermelo
Zitebot
ZmEu
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
best-way.men balkanfarma.org
cementaresearch.se bestplacetobuyeriacta.jw.lt
cialischstgerts.com christianlouboutinreplica.pw
filesclub.net ekspertmed.com
superstarfloraluk.com metaxalonevstizanidine.blogspot.com
trustaffs.com misandesign.se
vremya.eu onlinemegax.com
watsonrealtycorp.com o-o-8-o-o.com
yuarra.pluto.ro xchangetrak.com
zhorapankratov7.blogspot.com zaloadi.ru

910
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
123any.com 01apple.com
1stat.ru 03e.info
2000k.ru 10bet.com
123kuma.com
202ch.com 202ch.com
34.gs 24videos.tv
4kepics.com 2pxg8bcf.top
66cpwgln.space 3-letter-domains.net
aarbur.com 4webmasters.org
abcdeg.xyz 51.la
abcguru.xyz 5elementov.ru
academiacsmendoza.org 5tey7463.weebly.com
actionnooz.com 5ws.dating-app.ru
adidas.frwebs.fr 888.com
adrenalin-stk.ru 8kisses.eu
adtiger.tk 8xv8.com
adultgalls.com 91abcw.com
advancedsoftwaresupport.com aac500b7a15b2646968f6bd8c6305869d7.com
aero2.ru aac52006ec82a24e08b665f4db2b5013f7.com
accessoires-mode.in
addtoadd.men
admitad.com
adservme.com
adtech.de
adzpower.com
agardomains.com agardomains.com
ahrefs.com aihelen.net
akama.com
akuhni.by akuhni.by
akusherok.ru
alert-jdh.xyz alert-jdh.xyz
alibestsale.com alfapro.ru
all4invest.info algerianembassy.co.in
allcredits.su amospalla.es
alldezservice.kz apiadanaknet-a.akamaihd.net
allwidewallpapers.com apidigidocketnet-a.akamaihd.net
allwomen.info apiholdingmypage-a.akamaihd.net
alphacarolinas.com appartement-stumm.at
alphaforum.ru
alphahoverboards.com
androids-store.com
android-vsem.org
angigreene.com
animal-drawings.com
anniemation.com
anonymous-redirect.com
appfixing.space
applyneedy.xyz
apps-analytics.net apps-analytics.net
arenda-yeisk.ru arcteryxsale.online
asophoto.com arewater.com
asrvvv-a.akamaihd.net asrvrep-a.akamaihd.net
atlasvkusov.ru autoblogger24.info
audiofree.ru autorn.ru
autoua.top autotop.com.ua
availit.weebly.com autotrends.today
avon-ukraine.com avtolombard-krasnodar.ru
azadnegar.com avto-oligarh.ru
balans.shahterworld.org babieca.com
bankcrediti.ru baditri.com
bannerpower.com baersaratov.ru
battleforupdating.site balitouroffice.com
belstaffstore.online banksrf.ru
bestadbid.com barbourjackets.online
bet365.com barnfurnituremart.com
bitporno.sx beatifullandscape.co
blacktwhite.com beclean-nn.ru
beremenyashka.com
berrymall.ru
bestofpicture.com
best-seo-software.xyz
betterscooter.com
bikini-image.com
binomo.com
bio-market.kz
biteg.xyz
bkgr.se
blackhatworth.com
blagovest-med.ru blagovest-med.ru
boazpower.com blogsfunky672.weebly.com
bongiornos.info bmsco.co
bonvillan.com boleznikogi.com
bookmark4you.com
bouda.kvalitne.cz
brandov.ru brandov.ru
bumascloset.com bumascloset.com
bupropion-sr-150-mg.us buypuppies.ca
candytiner.com buytizanidineonlinenoprescription.blogspot.com
capture-room.com bwlx.prepedu.cn
carapics.com camdolls.com
cartierbracelet.xyz camel-beach.com
carfax.com.ua
carmuffler.net
carsdined.org
cartierbraceletsreplica.pw
cartierloveringreplica.xyz cartierloveringreplica.xyz
cbb1smartlist12.click cbozhe.com
cb.iphantom.com celebsopics.com
cdncash.net cenokos.ru
check-host.net cgi2.nintendo.co.jp
checktext.org chatroulette.online
chimiver.info chatroulette.world
chinajerseyswholesalecoupons.com cheapcigarettesc.info
chorus.terakeet.com cheapjerseysap.com
christianlouboutinreplica.win checkpagerank.net
cialisovercounteratwalmartusa.com cialischstgerts.com
cindymatches.com clash-clans.ru
cinemaenergy-hd.ru
classicakuhni.ru classicakuhni.ru
cleansearch.net clickcash.com
clickintext.net colehaanoutlet.store
clickprotects.com collegerentals.com
club-lukojl.ru companies-catalog.com
cmhomestayagency.com compliance-andrew.xyz
cometorussia.net compliance-checker.info
compliance-alexa.xyz compliance-irvin.xyz
compliance-brian.xyz compliance-viktor.top
compliance-elena.xyz coolgamechannel.com
compucelunlock.net cougfan.info
concealthyself.com cs-passion.pl
coolbar.pro customboxes4less.com
coolingoods.com customergrowthsystems.com
coprofam.org dafatiri.com
counterbot.com daisye.top
crd.clan.su danceuniverse.ru
cutalltheshit.com dandiyabeats.in
cvety24.by darkages.info
cyclobenzaprinevstizanidine.blogspot.com davebestdeals.com
czeshop.info daydream-studio.ru
data-mining.tk db.speedup.gdn
date-withme.com
dating-app.ru
dating-time-now.com
datsun-do.com
dealighted.com
dear-diary.ru
defenderxtactical.com defenderxtactical.com
delfin-aqua.com.ua destinationrealestate.com
descargar-musica-gratis.net dev-seo.blog
dfiles.me dieta-personalna.pl
dfwu1013.info dipstar.org
distver.ru disruptingdinnerparties.com
div.as dnepr-avtospar.com.ua
djstools.com docstoc.com
doctormakarova.ru dolohen.com
dogclothing.store doska-vsem.ru
dollartree.info dostavka-v-krym.com
downloads-whatsapp.com
drivotracker.com drivotracker.com
duplicashapp.com drunkmoms.net
educontest.net dwomlink.info
eduinfosite.com ekspresihati.info
eldiariodeguadalajara.com eladkarako.com
elektrischezigaretten1.blogse.nl
elektronischezigarettekaufen1.beeplog.com elektronischezigarettekaufen1.beeplog.com
elektrozigarette1.dreamwidth.org elektrozigarette2.wordpressy.pl
elektrozigarettekaufen1.devhub.com elite-sex-finders.com
elektrozigarettekaufen2.blogse.nl enews.tech
eluxer.net enge-fotzen.info
eng-lyrics.com engines-usa.com
eshop.md epicbrogaming.com
evening-dating-club.info eralph.tk
erectile.bid
erotikstories.ru
essay-edu.biz
etenininrade.ga
evidencecleanergold.com
evogarage.com
exchanges-bet.com exchanges-bet.com
exhibitionplus.eu exonline.info
expertnaya-ocenka.ru ezigaretteshop2.vefblog.net
eyessurgery.ru f07.de
ezigarettekaufen2.mpbloggar.se f0815.de
famix.xyz falcoware.com
farm26.ru familyphysician.ru
fashion-mk.net favorcosmetics.com
ferrotodo.com fearcrow.com
figuringmoneyout.com feargames.ru
filesclub.net femdom.twiclub.in
filesvine.com fickkontakte.org
floridamhca.org fikasound.tk
foodcrafts.website filmidivx.com
formseo.com financehint.eu
forpackningsutveckling.se findanysex.com
foto-basa.com finteks.ru
freecamdollars.com focalink.com
freeseedsonline.com forex21.ru
free-video-tool.com formularz-konkurs.tk
freewareseek.com fortwosmartcar.pw
fotzen-ficken.com
foxweber.com
frequiry.com frequiry.com
froggytube.com frighteningremain.cf
fsalas.com fr.netlog.com
fx-brokers-review.com fuel-gas.com
g7m.pl
gallerylisting.com gallerylisting.com
gambarxkata.co gamedayassist.com
game-mmorpg.net gameonasia.com
gameprimary.com gaygalls.net
gcup.ru gaz-voshod.ru
gembird.com geileweiber.tk
getoutofdebtfree.org geoads.com
gigapeta.com gepezz.info
getmiro.com
getpopunder.com
gilbertbanda.net gilbertbanda.net
gne8.com
go2jump.org go2jump.org
golden-catalog.pro golaya.pw
gotorussia.com goldadpremium.com
gotwebsite1.com golmau.host.sk
googlefeud.com
gorabagrata.ru
goroda-vsego-mira.ru
gorodservis.ru
gox.com.ua
grand-chlen.ru
greatdealshop.com greatdealshop.com
greatfind-a.akamaihd.net gta-top.ru
guod.me guarrasdelporno.xxx
hamilton.ca hahashka.ru
hao123.com hamacapty.com
harmonyglen.us hausfrauensex18.com
hdapp1008-a.akamaihd.net
hdpixion.com
hdwalls.xyz
healgastro.com
health-medical-portal.info
heatpower.ru
heliko.no
helvetia.com.ua
hermesbirkinhandbagoutlets.com
highstairs-a.akamaihd.net
hildinghr.se
himgaws.pw himgaws.pw
hkdiiohi.skyrock.com hit-kino.ru
home.myplaycity.com hol.es
hosting-tracker.com homeandhealth.ru
hotblog.top homeinns.com
hotxnights.info hostingclub.lk
houdom.net hotkeys.com
hptwaakw.blog.fc2.com howopen.ru
huhn.altervista.org hubbble.com
hyipmanager.in hundejo.com
hystersister.com hyiphunter.org
ictizanidinehcl4mg.blogspot.com
ifmo.ru ifmo.ru
ikritikimou.gr i-hobot.ru
iloveitaly.ru iloveitaly.ru
imagefinder.site imitex-plus.ru
imagui.eu import-sales.com
inclk.com indiakino.net
infoupdate.org infodocsportal.com
inmate-locator.us interferencer.ru
intelhdgraphicsgtdrive6w.metroblog.com iqs.biz.ua
iqoption.com irunfar.com
istanbulit.com istripper.com
istock-mebel.ru itbc.kiev.ua
itsdp3.com ix20.ru
jacago.com izhevsk.zrus.org
jackpotchances.com javcoast.com
japan-bearings.ru
japfm.com
jerseysbizwholesalecheap.com jerseysbizwholesalecheap.com
jerseywholesalechinabiz.com jerseyschinabizwholesale.us
job.icivil.ir jestr.org
j-times.ru jolic2.com
kamagragelusa.net kaac.ru
kambasoft.com kandidos.com
keywordblocks.com katushka.net
keywordglobal.co.za kazka.ru
keywordsking.com ketoanhanoi.info
keywordsuggests.com keywordsuggest.org
kimcurlrvsms.com kinomaniatv.pl
kinobaks.com kliksaya.com
kinohall.ru kotaku.com
kinopolet.net
kinostorm.net
kiskinhouse.com
knogg.net
koleso24.com.ua
koopilka.com
kovesszucs.atw.hu kovesszucs.atw.hu
kraljeva-sutjeska.com kreativperlen.ch
krasivye-devushki.net ks1234.com
kredit-pod-zalog-krasnodar.ru kung-fu-ru.com
kursy-ege.ru
kurwa.win
kustanay.kz
labelwater.se
labplus.ru labplus.ru
lafourmiliaire.com lakomka.com.ua
lanasshop.ru languagecode.com
lankarns.com lasvegaslockandsafe.com
law-check-nine.xyz leftofcentrist.com
laxdrills.com lflash.ru
lechtaczka.net lifebyleese.com
lenvred.org light.ifmo.ru
lineshops.biz linkredirect.biz
livingcanarias.com liquimondo.com
llastbuy.ru localmatchbook.com
lottospring.com lonely-mature.com
macfix.life louboutinreplica.pw
machicon-ueno.info lovelycraftyhome.com
macresource.co.uk lubetube.com
mail.allnews24.in lunchrock.co
manipulyator-peterburg.ru magazin-pics.ru
mararoom.ru mainhp.net
marcowebonyodziezowe.pl make-money-online.com
marinetraffic.com marketingvici.com
marktforschung-stuttgart.com marmotstore.online
maslenka.kz master-muznachas.ru
mb140.ru maximpartnerspr.com
meccadumps.net mebeldekor.com.ua
medicinacom.ru medi-fitt.hu
medtherapy.ru megaapteka.ru
megakino.net mejoresfotos.eu
meltwater.com member-quiz.com
merryhouse.co.uk message-warning.net
mex-annushka.ru
micasainvest.com
migente.com migente.com
milblueprint.com miniads.ca
mirzonru.net mirobuvi.com.ua
missis.top mixed-wrestling.ru
mlf.hordo.win mixtapetorrent.com
mobifunapp.weebly.com
mobot.site mobot.site
mojowhois.com mobsfun.net
monclercoats.xyz monclerboots.xyz
moscow.online-podarki.com moscow-clining.ru
motherboard.vice.com moviezbonkerssk.cf
mouselink.co mrinsidesales.com
mrbitsandbytes.com mrvideospornogratis.xxx
mriyadh.com mundoaberrante.com
musicspire.online musicspire.online
myfreemp3.eu mvpicton.co.uk
mymobilemoneypages.com mxgetcode.com
nagdak.ru myghillie.info
najaden.no myprintscreen.com
nakozhe.com narkologiya-peterburg.ru
narkologiya-belgorod.ru neodownload.webcam
narkologiya-orel.ru news-speaker.com
naturalshair.site newstudio.tv
naval.jislaaik.com
netoil.no
net-profits.xyz
nfljerseys.online
nlfjjunb5.ru nlfjjunb5.ru
nullrefer.com notaria-desalas.com
o00.in o00.in
obnal.org
offers.bycontext.com
office2web.com
offtime.ru offtime.ru
okayimage.com o.light.d0t.ru
olgacvetmet.com online.ktc45.ru
olvanto.ru onlywoman.org
online-hit.info ooo-olni.ru
optitrade24.com osb.se11.ru
ororodnik.goodbb.ru oxford-book.com.ua
ostroike.org pacificair.com
ourtherapy.ru parfusale.se
outclicks.net park.above.com
paradontozanet.ru pcgroup.com.uy
partnerads.men perfectpracticeweb.com
pay2me.pl picscout.com
pcboa.se pictures-and-images.com
pcimforum.com pinkduck.ga
pdamods.ru pintattoos.com
photochki.com plastgran.com
photo-clip.ru
play-mp3.com
pl.id-forex.com pl.id-forex.com
pliks.pl pliks.pl
poem-paying.gq ploenjitmedia.azurewebsites.net
pomoc-drogowa.cba.pl plusnetwork.com
pornoelita.info pl-vouchers.com
pornogig.com pochemychka.net
pornophoto.xyz polytopesexempt.com
privacyassistant.net pons-presse.com
privatamateure.com poquoson.org
privatefx.all4invest.info porngalleries.top
privatov-zapisi.ru pornodojd.ru
prizesbook.online pornokajf.com
prod2016.com porno-play.net
pornstartits.xblog.in
porodasobak.net
printdirectforless.com
priora-2.com
priscilarodrigues.com.br
privat-girl.net
privetsochi.ru
produkto.net produkto.net
prodvigator.ua profit-opportunity.com
prom23.ru prosmibank.ru
prostitutki-novgoroda.org prostitutki-belgoroda.org
puzo2arbuza.ru prpops.com
pts163.ru
pukaporn.com
pussyspace.net
qor360.com qor360.com
quelle.ru quick-offer.com
razyboard.com quit-smoking.ga
r-control.ru randki-sex.com
realmonte.net rankingchart.de
rebelmouse.com razleton.com
redhotfreebies.co.uk realizmobi.com
recordpage-a.akamaihd.net
redirectingat.com
regdefense.com
registrationdomainsite.com registrationdomainsite.com
reining.lovasszovetseg.hu rep-am.com
rewardpoll.com research.ifmo.ru
reward-survey.net responsive-test.net
rfd-split.hr respublica-otel.ru
riders.ro restaurantlescampi.com
rightenergysolutions.com.au rn-to-bsn.com
rniaeba.ga rospromtest.ru
roll123.com russia-today-video.ru
runtnc.net rustic-quiver.win
rvzr-a.akamaihd.net santasgift.ml
sabizonline.com scanner-irvin.top
sadaholding.com scoopquest.com
samara.rosfirm.ru search-error.com
sayyoethe.blogspot.co.za segol.tv
scanner-don.top
scat.porn
scenicmissouri.us
searchtooknow-a.akamaihd.net
seoanalyses.com
seocheckupx.com
seoholding.com seoholding.com
seoprofiler.com seojokes.net
seo-traffic-ranking.info seomarketings.online
seo-prof1.xyz
seo-tools-optimizing.com
serpstat.com
servicecenter.co.ua servicecenter.co.ua
sexcamamateurchat.com sethrollins.net
sex-dating.co se-welding.ru
sexreliz.com sexblog.pw
sextracker.de sex.hotblog.top
sfd-chess.ru sexkrasivo.net
shop.acim.org sharebutton.org
shtaketniki.kz sharebutton.to
sientalyric.co shijian.ac.cn
sildenafilcitratemed.com shopvilleroyboch.com.ua
simul.co siha.de
sisiynas.ru simple-share-buttons.com
sispe.com.br sindragosa.comxa.com
site3.free-share-buttons.com sitevaluation.com
siteimprove.com skuteczna-dieta.co.pl
skladvaz.ru sledstvie-veli.net
slomm.ru socialbuttons.xyz
social-buttons.com social-s-iii.xyz
social-search.me soft-terminal.ru
songoo.wz.cz space4updating.win
spabali.org spidtest.space
specialfinanceoffers.com
splendorsearch-a.akamaihd.net splendorsearch-a.akamaihd.net
sptslmtrafms.com spywarenuker.com
spymac.net srecorder.com
srgwebmail.nl
stanthonyscatholicchurch.org stanthonyscatholicchurch.org
stats-collector.org star61.de
steame.ru sticken.co
stickers-market.ru stickers-market.ru
stpicks.com
strag-invest.ru strag-invest.ru
streetfire.net streha-metalko.si
strfls.com suchenindeutschland.com
studiofaca.com svensk-poesi.com
summerlinhomes411.info svetodiodoff.ru
svtrd.com swagbucks.com
swsociety.se swinger-mobil.net
tandvardshuset.net tdsing.ru
telsis.com tech4master.com
templates.franklinfire.co teesdaleflyballclub.co.uk
tetracsaudi.com thedownloadfreeonlinegames.blogspot.com
tfxiq.com theendivechronicles.com
thecounter.com themestotal.com
thegameriders.com thepokertimer.com
theguardlan.com timeallnews.ru
the-torrent-tracker.blogspot.com tizanidinedruginteractions.blogspot.com
the-usa-games.blogspot.com tizanidineduringpregnancy.blogspot.com
thfox.com tizanidinepain.blogspot.com
thiegs.reco.ws tmearegion26.com
thruport.com todohr.com
titan-cloud.life totu.info
tizanidinedosage.blogspot.com traffic-club.info
tizanidinehcl4mgtab.blogspot.com
tizanidineonline.blogspot.com
tizanidinerestlesslegsyndrome.blogspot.com
tizanidinesideeffects.blogspot.com
tonerbox.kz
top10-online-games.com
topbestgames.com
top-karkas.ru
topmira.com
topsiteminecraft.com
topvidos.ru
totu.us
tradgardspartner.se
traffic2money.com
trafficfactory.biz trafficfactory.biz
traffictrade.life trafficjunky.net
trahvid.com traffpartners.com
treasuretrack-a.akamaihd.net tubo360.com
tv-spoty.info tversvet.ru
typimga.pw txxx.com
tytoona.com uasb.ru
uk-zheu20.ru uchil.net
unitygame3d.com ultimatesetnewfreeallsoftupgradesystems.pw
uprour.com umityangin.net
upupa.net unacittaconte.org
uroki.net underthesite.com
usbggettwku.ga unmaroll.ya.ru
vandrie-ict.nl veerotech.com
varikoz24.com verymes.xyz
varikozdok.ru viagra-soft.ru
ventelnos.com via-gra.webstarts.com
veopornogratis.xxx videochat.ph
vgoloveboli.net videosbox.ru
video-hollywood.ru vikistars.com
videospornogratisx.net vintontech.info
video-woman.com vipps.com.my
vietimgy.pw vizag.kharkov.ua
vkgaleria.com voprosotvet24.ru
voloo.ru vostoktrade.info
voluumtracker1.com vvpg.ru
vzube.com
walkme.com
webextract.profound.net
webinstantservice.com
webjam.com
webpromotion.ae webpromotion.ae
webs.com wedding0venues.tk
weprik.ru welcomeauto.ru
wesharepics.site wheelchairliftsarea.com
westen-z.life wholesalejerseys-cheapest.com
whatzmyip.net williamrobsonproperty.com
wineitudes.wordpress.com winterclassichockeyjerseys.com
wladimirpayen.com worldhistory.biz
wnhjavlhezp.gq worldinternetauthority.com
woman-h.ru wowas31.ucoz.ru
wonderfulflowers.biz wufak.com
worldlovers.ru x69ty.ru
writersgroup580.web.fc2.com xaylapdiendanang.com
wttavern.com xclicks.net
xgftnlrt.bloger.index.hr xingzi-vision.com
x-musics.com xmladserver.com
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
xn--80aafb2a.xn--p1ai xn--80ahvj9e.xn--p1ai
xn--80abgj3a5acid6ghs.top xn--oogle-wmc.com
xwatt.ru xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
yes-com.com x-stars.ru
youdesigner.kz xxxkaz.org
yourmovies.pl y8games-free.com
ytmnd.com yaminecraft.ru
yur-p.ru yebocasino.co.za
zaapplesales.blogspot.com yogamatsexpert.com
zajm-zalog-krasnodar.ru youradexchange.com
zdesformula.ru yourothersite.com
zeleznobeton.ru youtoner.it
zakazvzloma.com
zarajbuilders.com
zastroyka.org
zeroredirect11.com
zeroredirect.com
zetgie.com.pl
zhuravlev.info
zscalerone.net zscalerone.net

474
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
214jaluwobapef.cf 00go.com
4rent.ru 0n-line.tv
5-steps-to-start-business.com 2nt.ru
5ws.dating-app.ru 5000-cotydzien.com
7a2rnuey1tw9ar.ru 5tey7463.weebly.com
7xc4n.com 7search.com
aa81bf391151884adfa3dd677e41f94be1.com above.com
aa8780bb28a1de4eb5bff33c28a218a930.com academia-nsk.org
adconscious.com admatic.com.tr
adelly.bg adsref.men
adserver-e7.com advokat-grodno.by
adsland.men alienwheels.de
ads-seo.men alldezservice.kz
allnews24.in
android4fun.org
angry-fermi-7633.arukascloud.io
aosheng-tech.com aosheng-tech.com
arkkivoltti.net arkkivoltti.net
as5000.com atlant-auto.info
asrv-a.akamaihd.net autochoixspinelli.com
asrvvv-a.akamaihd.net baikaleminer.com
autoblogger24.info basisches-wasser.net
avtocredit-legko.ru bear.gotcher.us
azadnegar.com best-games.today
bannerswap.com bestofpicture.com
bashtime.ru bestplacetobuyeriacta.jw.lt
bestcoin.cc blog.koorg.ru
bestserials.com boleznikogi.com
blackcurranthumidifiers.site bracketsmackdown.com
blog.axant.it brainsandeggs.blogspot.com
blog.yam.com bristolhotel.com.ua
bonkers.name browsepulse-a.akamaihd.net
buy-loft.ru btvn.ru
buynorxx.com buyessayonline19.blogspot.ru
buytizanidineonlinenoprescription.blogspot.com cakemediahq.com.au
cardsdumps.com
cartierloveringreplica.xyz
catalogs-parts.com catalogs-parts.com
cdncash.org cezartabac.ro
cdnnetwok.xyz c-gainsbourg.com
cheatcode-lita12.rhcloud.com cheapmarmot.online
choice-credit.ru clickso.com
christianlouboutinshoes.xyz clmforexeu.com
ci.ua community.allhiphop.com
clarithromycin500mg.com compliance-fred.xyz
claytransformations.info compliance-irvin.top
compliance-alex.top computernetworksonline.com
connectionstrenth.com conboy.us
cornerstone-countertops.com contextualyield.com
cornomase.win cookie-law-enforcement-hh.xyz
crystalslot.com coolbar.pro
davebestdeals.com coolgramgoods.com
deda-moroza-zakaz.ru customchocolate.business-for-home.com
dekorkeramik.ru cypernhuset.se
delfin-aqua.com.ua danceuniverse.ru
demian.kz dawlenie.com
destinationrealestate.com dengi-pod-zalog-nedvizhimosti.ru
detalizaciya-tut.biz
dgfitness.co
digitalassetmanagement.site digitalassetmanagement.site
dnepropetrovsk.mistr-x.org dipstar.org
dneprsvet.com.ua domaincrawler.com
domain-tracker.com donna7753191.ru
dotnetdotcom.org downloaddy.net
eandsgallery.com druzhininevgeniy63.blogspot.com
earl-brown.info e2click.com
efkt.jp educontest.net
erotik0049.com electro-prom.com
eu-cookie-law.info elektrozigaretten1.webs.com
europages.com.ru elite-sex-finders.com
everypony.ru eloxal.ru
expertblog.info emailaccountlogin.co
extremepornos.net engines-usa.com
ezigarettekaufen1.hpage.com epicbrogaming.com
ezigarettenshop2.myblog.de exchanges-bet.com
f07.de expertnaya-ocenka.ru
favoritemoney.ru ezigarettekaufen2.blox.pl
femdom.twiclub.in ezigarettenshop1.yolasite.com
ferrotodo.com fatfasts-4tmz.com
fickenprivat.info faz99.com
firma-legion.ru findanysex.com
flprog.com firesub.pl
franklinfire.co flipper.top
freecamdollars.com freeuploader.ml
frivgame250.com freewebs.com
funnymama.com fr.netlog.com
g33.org frvo.alptandem.ru
gcup.ru fsalas.com
galeon.com
game-mmorpg.net
gameonasia.com
gamevalue7.weebly.com
generalporn.org generalporn.org
generousdeal-a.akamaihd.net germes-trans.com
golaya.pw germetiki.com.ua
googlepositions.com get-seo-domain.com
gox.com.ua glall.ru
graphid.com goodhousekeeping.com
gratis-sexkontakte.com goodhumor24.com
gwebtools.com.br gowreckdiving.com
hamilton.ca gpirate.com
hd-filmy.net gsou.cf
hdhc.ru hawaiielectriclight.com
hdimagegallery.net hazardky.net
healmytrauma.info hchha.com
helvetia.com.ua hdapp1008-a.akamaihd.net
hotgirlhdwallpaper.com hentai-manga.porn
hoverboard360.at hollywoodactress.info
howlongdoestizanidinestayinyoursystem.blogspot.com hoverboard360.es
ilmen.net ideawheel.com
imgata.com impresagaia.it
inbabes.sexushost.com infowarcraft.ru
interferencer.ru interesnie-faktu.ru
investzalog.ru it-max.com.ua
iqoption.pro izhevsk.zrus.org
isotoner.com javspace.net
istizanidineacontrolledsubstance.blogspot.com jus0wil.pp.ua
istizanidinelikexanax.blogspot.com kam-dom.ru
janavibekken.no kazka.ru
jasonpartington.com ketrzyn.pl
je7.us kraljeva-sutjeska.com
jikoman.info lanadelreyfans.us
jyvopys.com lashstudia.ru
keyhantercume.com law-check-seven.xyz
keywordhouse.com lider-zhaluzi.kiev.ua
kinopolet.net linkdebrideur.xyz
koleso24.com.ua locimge.pw
konoplisemena.com mactechinfo.info
kountrylife.com magicdiet.gq
kredit-blog.ru manve.info
la-fa.ru matrixalchemy.com
larger.io mebel-vstroika.ru
live-cam6.info mejoresfotos.eu
lsp-awak-perikanan.com metascephe.com
medicovi.com minecraft-rus.org
medmajor.ru mirzonru.net
medosmotr-ufa.ru mncrftpcs.com
memberty.com moncleronline.xyz
mensandals.xyz monetizer.com-01.site
mixx.com monitorwebsitespeed.com
mobile.ok.ru morf.snn.gr
moje-recenze.cz mrbitsandbytes.com
moncleroutletonline.xyz
mosdverka.ru
mowser.com
mrinsidesales.com
mulberryoutletonlineeu.com mulberryoutletonlineeu.com
musicdaddy.net myfreemp3.eu
mybinaryoptionsrobot.com namenectar.com
myseoconsultant.com newstraveller.ru
next-dentists.tk njpalletremoval.com
nikitabuch.com oecnhs.info
nrv.co.za office-windows.ru
olvanto.ru ohmyrings.com
oneminutesite.it oksrv.com
onstrapon.purplesphere.in onlineku.com
orion-code-access.net onlineserialy.ru
pattersonsweb.com openfrost.net
perosan.com origin-my.ru
perso.wanadoo.es osnova3.ru
photo.houseofgaga.ru ourville.info
piluli.info paydayloanslocal.com
pio.polytopesexempt.com picphotos.net
piski.top pk-pomosch.ru
plastgranar.nu play.leadzupc.com
playlott.com podshipniki-nsk.ru
plohaya-kreditnaya-istoriya.ru popmarker.com
pomoc-drogowa.cba.pl popserve.adscpm.net
pontiacsolstice.info poptool.net
popup.matchmaker.com pornolook.net
pornofeuer.com porodasobak.net
portadd.men portadd.men
praisong.net princevc.com
pravoholding.ru priora-2.com
preparevideosafesystem4unow.site privetsochi.ru
promgirldresses.xyz profitkode.com
prpops.com progonrumarket.ru
promalp-universal.ru
prostitutki-belgoroda.org
pulse33.ru pulse33.ru
push-ad.com qor360.com
queerspace.com
raavidesigns.com
ragecash.com
recinziireale.com
redirectingat.com
remont-komputerov-notebook.ru
replicaclub.ru
ring4rhino.com ring4rhino.com
ringtonepartner.com romhacking.ru
rootandroid.org
rossanasaavedra.net
royal-investments.net
runtnc.net
rus-pornuha.com rus-pornuha.com
saitevpatorii.com saitevpatorii.com
savetubevideo.com sbprabooks.com
scanner-jess.top scanner-ivan.top
scanner-willy.top scanner-josh.top
scripted.com scanner-mary.top
searchmywindow-a.akamaihd.net se.bnt-team.com
seccioncontrabajo.com seeingmeerkat.com
seksvideoonlain.com seeresultshub-a.akamaihd.net
seo-2-0.com semalt.com
seorankinglinks.us seofirmreviewsus.info
seo-smm.kz sex.hotblog.top
sexyteens.hol.es sexphoto.site
shopcheermakeup.info shemalegalls.blogporn.in
shopperifymac.com sherlock.se
shymkent.xkaz.org shiksabd.com
shop-electron.ru
sicfor.bcu.cc sicfor.bcu.cc
sildenafilcitratemed.com simon3.ru
silktide.com siteaero.com
sisi-go.ru siteonomy.com
slonechka.ru site-speed-check.site
softomix.com sledstvie-veli.net
softtor.com soft-terminal.ru
spy-app.info solmarket.by
spywarenuker.com spyfu.com
taihouse.ru stackthatbucks.com
tds-advert002.info stefanbakosab.se
technopellet.gr suggest-keywords.com
thecoolimages.net sugvant.ru
thesmartsearch.net suhanpacktech.com
thetardistimes.ovh survival.betteroffers.review
tizanidineinfo.blogspot.com svbur.ru
topclickguru.com thebluenoodle.com
torrents.cd the-usa-games.blogspot.com
trafficnetzwerk.de tizanidine4mgstreetvalue.blogspot.com
trkur.com tizanidinerecreationaluse.blogspot.com
trucri.me tizanidinewithdrawalsymptoms.blogspot.com
umaseh.com toon-families.com
umg-stroy.ru tupper-posuda.ru
us-america.ru tvoystartup.ru
valkiria-tk.ru twitlinks.com
valoresito.com umekana.ru
vesnatehno.ru undergroundcityphoto.com
videokrik.net vacances-voyages.info
vielporno.net veles.shop
vilingstore.net vip-parfumeria.ru
vitanail.ru vk-mus.ru
vkgaleria.com vladimir.xrus.org
vksaver-all.ru vseuznaem.com
voditeltrezviy.ru warningwar.ru
voluumtrk.com westsextube.com
webmonetizer.net wholesalejerseys-cheapest.com
whos.amung.us whosonmyserver.com
woman-orgasm.ru wieseversa.no
wurr.voila.net wingsofrefuge.net
xgames-04.com worldhistory.biz
xjrul.com worldlovers.ru
x-true.info world-mmo.com
xvideosporn.biz ww2awards.info
yellowfootprints.com www.kabbalah-red-bracelets.com
youjizz.com x69ty.ru
zambini.ru xfire.com
xmlinde.com
xmronta.com
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--80ak6aa92e.com
xnxx-n.com
zacreditom.ru
zawyna.ua
zeroredirect11.com zeroredirect11.com
znakomstvaonlain.ru znaniyapolza.ru
zoodrawings.com zojirushi-products.ru
zryydi.com
zscalertwo.net

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1749 #### Version: V4.2019.07.1750
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1749 #### Version: V4.2019.07.1750
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1749 #### Version: V4.2019.07.1750
#### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1749 #### Version: V4.2019.07.1750
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1749 ### Version: V3.2019.07.1750
### Updated: Fri Jul 5 08:51:59 SAST 2019 ### Updated: Fri Jul 5 13:11:39 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:51:58 SAST 2019 ### Updated: Fri Jul 5 13:11:38 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1749 ### Version: V4.2019.07.1750
### Updated: Fri Jul 5 08:52:00 SAST 2019 ### Updated: Fri Jul 5 13:11:40 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##