vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-09 05:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1726 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-01 17:19:22 +02:00
parent 3e0bd23ecf
commit f5c5c97802
50 changed files with 1068 additions and 1058 deletions
Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

1
.dev-tools/distribution_tests_default/ubuntu-18.04/etc/nginx/nginx.conf
View file

@ -60,6 +60,7 @@ http {
include /etc/nginx/conf.d/*.conf; include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
} }

6
.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf
View file

@ -59,6 +59,12 @@ http {
## ##
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.7.13 0; 34.66.178.120 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.136.167 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.136.167 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.136.167 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.136.167 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 1; 35.192.136.167 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.120.187 0; 35.192.136.167 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.202.145.110 0; 35.193.14.140 0;
35.192.136.167 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

5
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.1.99 0; 104.198.131.58 0;
35.224.112.202 0; 35.188.73.34 0;
35.192.187.174 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.85.2 0; 35.192.187.174 0;
35.184.226.236 0; 35.188.73.34 0;
34.66.178.120 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.187.174 1;
127.0.0.1 1; 127.0.0.1 1;

18
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BLEXBot BLEXBot
Cosmos BotALot
crawler4j DomainAppender
DomainSigmaCrawler ips-agent
Dotbot Majestic-SEO
Meanpathbot MSFrontPage
mediawords Name Intelligence
NetZIP POE-Component-Client-HTTP
seoscanners QueryN Metasearch
Turnitin SuperHTTP

254
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 404checker
404enemy
Abonti
ADmantX ADmantX
AfD-Verbotsverfahren
AhrefsBot
AIBOT
Aipbot
Alexibot Alexibot
AllSubmitter Alligator
ASPSeek
Attach Attach
autoemailspider Badass
Backlink-Ceck
Bandit Bandit
Battleztar Bazinga
BBBike BBBike
BDFetch BDFetch
BetaBot Bitacle
Bigfoot
BlackWidow BlackWidow
BLEXBot
Blow Blow
Boardreader Boardreader
BotALot Bolt
Brandprotect
Brandwatch Brandwatch
Buddy
BuiltBotTough BuiltBotTough
Bullseye
BunnySlippers BunnySlippers
BuzzSumo Calculon
CherryPicker CCBot
CheTeam Cegbfeieh
ChinaClaw
Chlooe Chlooe
Cliqzbot
Cloud mapping Cloud mapping
Cogentbot
cognitiveseo cognitiveseo
Collector
com.plumanalytics com.plumanalytics
Copier
CopyRightCheck CopyRightCheck
Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent Crescent
CrunchBot CrunchBot
Curious DataCha0s
DatabaseDriverMysqli
DBLBot DBLBot
Devil
Digincore
DIIbot
Dirbuster Dirbuster
Discobot Discoverybot
Dispatch
DittoSpyder
DnyzBot
DomainAppender DomainAppender
DomainSigmaCrawler
DomainStatsBot DomainStatsBot
Dragonfly Download Wonder
DTS Agent Drip
EasyDL Ebingbong
eCatch
ECCP/1.0 ECCP/1.0
EMail Wolf EMail Wolf
EroCrawler evc-batch
Exabot Exabot
Ezooms Express WebPictures
ExtractorPro
facebookscraper facebookscraper
FDM
FemtosearchBot FemtosearchBot
Fimap
Firefox/7.0
Freeuploader Freeuploader
FrontPage FyberSpider
GetWeb Fyrebot
GermCrawler
Gigablast Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit Gotit
GoZilla
Go!Zilla Go!Zilla
GrapeshotCrawler Grabber
GrabNet
GridBot GridBot
HaosouSpider HaosouSpider
Havij
Heritrix Heritrix
Hloader
HTMLparser
HTTP::Lite
HTTrack HTTrack
Humanlinks
Id-search
IlseBot IlseBot
Image Fetch IndeedBot
Image Sucker Indy Library
InfoTekies InfoTekies
Intelliseek Intelliseek
Internet Ninja Internet Ninja
InternetSeer Iria
internetVista monitor Iskanie
JamesBOT
Jbrofuzz Jbrofuzz
JennyBot JennyBot
JetCar Jetty
JikeSpider
JOC Web Spider JOC Web Spider
Joomla Joomla
JustView Jyxobot
Kenjin Spider
Keyword Density Keyword Density
Kozmosbot Kozmosbot
LexiBot Lanshanbot
Lftp Larbin
LibWeb LeechFTP
Linkdexbot LeechGet
Lightspeedsystems
LinkextractorPro LinkextractorPro
LinkScan
LinksManager
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Lipperhey
Litemage_walker Litemage_walker
lwp-request LNSpiderguy
lwp-trivial lwp-trivial
Magnet
Mag-Net Mag-Net
magpie-crawler magpie-crawler
Mail.RU_Bot Majestic12
Majestic SEO Majestic SEO
MarkWatch MarkMonitor
Mass Downloader
MauiBot MauiBot
Metauri meanpathbot
MFC_Tear_Sample Meanpathbot
mediawords
MegaIndex.ru
Microsoft Data Access
MIDown tool MIDown tool
MIIxpc
MJ12bot
Mojeek
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage Msrabot
muhstik-scan MS Web Services Client Protocol
Musobot Nameprotect
NearSite
Nessus Nessus
NetAnts NetAnts
netEstate NE Crawler Netcraft
NetLyzer
NetMechanic NetMechanic
NetSpider NetSpider
Nettrack
Net Vampire Net Vampire
Netvibes
Nibbler
NICErsPRO NICErsPRO
Niki-bot Niki-bot
NimbleCrawler Nmap
Nimbostratus
Ninja
oBot oBot
Octopus Octopus
Offline Explorer Offline Explorer
Offline Navigator Offline Navigator
OpenVAS OnCrawl
OrangeBot OrangeBot
OrangeSpider OrangeSpider
OutclicksBot OutclicksBot
page scorer PageAnalyzer
PageScorer PageGrabber
Panscient
Papa Foto
Pavuk Pavuk
pcBrowser pcBrowser
PeoplePal PeoplePal
PictureFinder
Pixray
PleaseCrawl
plumanalytics
Pockey Pockey
Probethenet ProPowerBot
ProWebWalker Psbot
Pump
PxBroker PxBroker
PyCurl
QueryN Metasearch
Quick-Crawler
RankActive
RankFlex RankFlex
RankingBot RealDownload
RankurBot Reaper
RebelMouse RebelMouse
ReGet
Ripper Ripper
SBIder RocketCrawler
s1z.ru
SalesIntelligent
ScanAlert ScanAlert
Scanbot scan.lol
ScoutJet ScreenerBot
Scrapy
SearchmetricsBot SearchmetricsBot
SEOkicks SemrushBot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler SEOprofiler
SeoSiteCheckup SEOstats
serpstatbot Shodan
Siphon
SISTRIX SISTRIX
SiteExplorer
Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger SiteSnagger
Site Sucker SlySearch
Sitevigil
Snake Snake
Snapbot sogouspider
SocialRankIOBot SpaceBison
Sociscraper Sqlworm
Spammen SuperBot
SpankBot Surfbot
sp_auditbot
Spinn3r
Sucuri
SurveyBot SurveyBot
Suzuran Suzuran
Swiftbot Swiftbot
T0PHackTeam T0PHackTeam
T8Abot T8Abot
tAkeOut tAkeOut
Teleport
Telesphoreo Telesphoreo
The Intraformant The Intraformant
Thumbor
Titan
Toata Toata
Toweyabot
Tracemyfile
Trendiction Trendiction
Trendictionbot Trendictionbot
trendiction.com trendiction.com
trendiction.de
True_Robot True_Robot
Turingos Turingos
Turnitin TwengaBot
Twice
UnisterBot UnisterBot
Upflow
URLy.Warning URLy.Warning
VB Project Vagabondo
VidibleScraper VidibleScraper
VoidEYE
Voltron Voltron
WallpapersHD Wallpapers/3.0
WBSearchBot
WebAuto WebAuto
Web Auto Web Auto
Web Collage WebCollage
WebCopier
WebEnhancer
Web Enhancer
WebFetch WebFetch
Web Fetch Web Fetch
WebGo IS WebLeacher
WebImageCollector WebPix
WebsiteQuester WebSauger
Website Quester Website Quester
Webster Webster
WebStripper
WebSucker WebSucker
Web Sucker Web Sucker
WebZIP WebWhacker
Whatweb Whacker
WinHTTrack Who.is Bot
Widow
Wonderbot Wonderbot
Woobot Wprecon
Wotbox
WPScan
WWW-Collector-E WWW-Collector-E
x09Mozilla WWW::Mechanize
Xaldon WebSpider xpymep1.exe
Xenu YoudaoBot
Zade
Zauba
zauba.io
Zermelo Zermelo
Zitebot zgrab
ZmEu
ZyBorg ZyBorg

278
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker 404checker
404enemy 404enemy
80legs
Abonti Abonti
Aboundexbot
Acunetix Acunetix
ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AIBOT AiHitBot
AlphaBot AlphaBot
archive.org_bot Apexoo
ASPSeek
Asterias Asterias
Attach
autoemailspider
BackDoorBot
Backlink-Ceck
backlink-check
BacklinkCrawler
Badass Badass
Bandit
Barkrowler
BatchFTP BatchFTP
BBBike
BDCbot BDCbot
BDFetch BDFetch
Bigfoot
Bitacle Bitacle
Blackboard Blackboard
Black Hole Black Hole
BlackWidow
BLEXBot
Blow Blow
Bolt Boardreader
Brandprotect Brandprotect
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
BunnySlippers
BuzzSumo
CATExplorador CATExplorador
CCBot CazoodleBot
Cegbfeieh
CheTeam CheTeam
coccocbot-web ChinaClaw
Claritybot
Cliqzbot
Cogentbot
Collector
com.plumanalytics com.plumanalytics
Copyscape Copyscape
Craftbot
crawler.feedback
crawl.sogou.com
Crescent Crescent
CSHttp
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s DataCha0s
Demon
Deusu Deusu
DIIbot Devil
Dirbuster Digincore
Disco DigitalPebble
DomainCrawler Discobot
DomainSigmaCrawler DnyzBot
DomainAppender
Dotbot Dotbot
Dragonfly Download Wonder
eCatch DSearch
DTS Agent
Ecxi Ecxi
EirGrabber
EMail Siphon
EroCrawler
evc-batch evc-batch
Exabot
Express WebPictures Express WebPictures
Ezooms ExtLinksBot
FHscan Extractor
Fimap facebookscraper
FemtosearchBot
Firefox/7.0 Firefox/7.0
Foobot
Freeuploader Freeuploader
FyberSpider FrontPage
Fyrebot GalaxyBot
Genieo Genieo
GermCrawler
GetWeb GetWeb
Gigablast Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
GoZilla
Go!Zilla
Grabber Grabber
GrabNet
Grafula Grafula
GrapeFX
GrapeshotCrawler
GridBot GridBot
Haansoft HaosouSpider
Havij Havij
Heritrix
Hloader Hloader
HTTP::Lite HTTrack
Humanlinks HybridBot
IDBot
Id-search
IlseBot
Image Fetch Image Fetch
Image Sucker
IndeedBot IndeedBot
InfoNaviRobot InfoTekies
instabid
Intelliseek Intelliseek
InterGET Internet Ninja
InternetSeer
internetVista monitor
ips-agent
Iria Iria
JamesBOT IRLbot
JennyBot Iskanie
JetCar Jetty
JikeSpider JikeSpider
JOC Web Spider
Jorgee Jorgee
JustView JustView
Keyword Density Keyword Density
Kozmosbot
Lanshanbot
Larbin Larbin
LexiBot LeechFTP
Lftp Lftp
Libwhisker
LinkextractorPro LinkextractorPro
LinkScan LinkpadBot
LinksManager
LinkWalker LinkWalker
Lipperhey Spider LinqiaScrapeBot
Litemage_walker Litemage_walker
Lmspider Lmspider
LWP::Simple LNSpiderguy
Magnet Ltx71
lwp-request
Mag-Net Mag-Net
magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic-SEO MarkMonitor
meanpathbot MarkWatch
Meanpathbot Masscan
Mediatoolkitbot Mass Downloader
MFC_Tear_Sample
MIDown tool MIDown tool
MIIxpc Mister PiX
Mojeek Mojeek
Morfeus Fucking Scanner
MSFrontPage
Msrabot Msrabot
MS Web Services Client Protocol
muhstik-scan
Name Intelligence
Nameprotect Nameprotect
Navroad Navroad
Needle
Netcraft
netEstate NE Crawler netEstate NE Crawler
NetLyzer
NetMechanic NetMechanic
NetSpider NetSpider
Nettrack Nettrack
Net Vampire
Netvibes Netvibes
NetZIP NextGenSearchBot
Nikto Nikto
NimbleCrawler
Nimbostratus
Ninja Ninja
Nutch
oBot oBot
Octopus
Offline Explorer Offline Explorer
Offline Navigator
Openfind
OpenLinkProfiler OpenLinkProfiler
OrangeBot Openvas
OpenVAS
OrangeSpider OrangeSpider
OutfoxBot PageGrabber
Page Analyzer page scorer
PageScorer Pavuk
Panscient PECL::HTTP
Picscout Picscout
Pimonster Pi-Monster
Pixray Pixray
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
POE-Component-Client-HTTP
ProWebWalker
Pump Pump
PxBroker QueryN Metasearch
RankActiveLinkBot RankingBot2
RankFlex RedesScrapy
Rankivabot RepoMonkey
RealDownload s1z.ru
Recorder SalesIntelligent
ReGet
Rogerbot
SBIder SBIder
Scanbot
scan.lol
ScoutJet ScoutJet
Scrapy
Screaming
Searchestate
SEOkicks SEOkicks
SEOlyticsCrawler seoscanners
Seomoz serpstatbot
SEOstats sexsearcher
Shodan
Siphon Siphon
SISTRIX
SiteExplorer SiteExplorer
Siteimprove Siteimprove
SiteSnagger SiteSucker
SmartDownload Site Sucker
SMTBot SlySearch
Snapbot Sogou web spider
Snoopy
Sociscraper
sogouspider
Sottopop
SpaceBison
Spammen Spammen
Spanner Sqlmap
sp_auditbot SuperBot
Spbot
Spinn3r
spyfu
Sqlworm
Stripper
SuperHTTP
Surfbot Surfbot
SurveyBot SurveyBot
Suzuran
Swiftbot
Szukacz
T8Abot T8Abot
tAkeOut
Teleport Teleport
TeleportPro
Telesoft Telesoft
Telesphorep Tracemyfile
The Intraformant
Thumbor
TightTwatBot
Titan
Toweyabot
Trendiction Trendiction
Trendictionbot TwengaBot
True_Robot
Turingos
Turnitin
Typhoeus
UnisterBot UnisterBot
Upflow URLy.Warning
Vagabondo
VB Project
VCI VCI
VeriCiteCrawler VeriCiteCrawler
VoidEYE Voil
Wallpapers/3.0 WBSearchBot
WallpapersHD
WebAuto WebAuto
Web Auto
WebBandit
WebCollage WebCollage
WebCopier
WEBDAV WEBDAV
WebEnhancer Web Enhancer
Web Fuck WebFetch
WebGo IS WebFuck
WebImageCollector WebLeacher
WebmasterWorldForumBot WebPix
webmeup-crawler Web Pix
WebReaper WebReaper
Web Sauger Web Sauger
Webshag Webshag
WebsiteExtractor
WebsiteQuester WebsiteQuester
Website Quester Website Quester
Webster
WebStripper WebStripper
WebWhacker WebZIP
Whack WeSEE
Whacker
Whatweb Whatweb
WinHTTrack
WiseGuys Robot
Wonderbot
Woobot Woobot
Wotbox Wprecon
WPScan
WWW-Mechanize
WWW::Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot YoudaoBot
Zade Zauba
Zitebot zauba.io
ZumBot zgrab

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
adclickthru.net asrv-a.akamaihd.net
betune.onlinewebshop.net cougfan.info
conciergegroup.org domashneeruporno.com
foto-sisek.porngalleries.top faptitans.com
freewlan.info myindospace.com
kredit-blog.ru scanner-willy.top
pomoc-drogowa.cba.pl sierraapps.com
sampleletters.net swingerseiten.com
sexvporno.ru tedy.su
topdownloads.ru za-music.mymobiplanet.com

928
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
0c47f8422d3f.com 101lesbian.xyz
0n-line.tv 12bet.com
1000n1.ru 1314dh.com
1001watch.com.ua 1bet.com
123locker.com 21h2o.com
12u.info 2728fb936f0.com
2020iscoming.info
2drittel.de 2drittel.de
2girls1cup-free.com 2itech.ru
3-letter-domains.net 2kata.ru
45en.ru
4pp13.com 4pp13.com
76brighton.co.uk 777-club.ru
7fon.ru 8558l.jobs.net
aab94f698f36684c5a852a2ef272e031bb.com 8xv8.com
abtasty.com abcguru.xyz
actices.com abctoppictures.net
adamoads.com academiacsmendoza.org
adelly.bg adbetclickin.pink
adcash.com
adimmix.com adimmix.com
adinterax.com ads-cool.pro
adktrailmap.com adult-shop.com.ua
adman.gr advokateg.xyz
ads.gold ad-words.ru
adssafeprotected.com aghanyna.com
adtech.de airmaxshoes-2016.com
afora.ru alert-fdm.xyz
aliexpress.com allboard.xobor.de
allbizne.co.ua all-number.com
allmarketsnewdayli.gdn amanda-porn.ga
allnews.md amazon-adsystem.com
angel1777.kz anal-acrobats.com
animaltoplist.com animal36.com
anime.dougasouko.com animebox.com.ua
apccargo.com
apiappenableinfo-a.akamaihd.net apiappenableinfo-a.akamaihd.net
apibatbrowsecom-a.akamaihd.net apidigidocketnet-a.akamaihd.net
apishops.ru app5.letmacworkfaster.world
apispringsmartne-a.akamaihd.net apple.com-webbrowsing-security.science
apple.com-cleaner.systems aproposde.com
appsaurus.com arabsexxxtube.com
arabseyes.com arcadeplayhouse.com
arcadepages.com arenanews.com.ua
architecturebest.com arendovalka.xyz
arclk.net aruplighting.com
arendatora.ru asophoto.com
arenda-yeisk.ru atmagroup.ru
artpicso.com autobrennero.it
arvut.org autodo.info
asiengirls.net autogrep.ru
astana.xxxkaz.org autoplate.info
auto.rusvile.lt autowebmarket.com.ua
autotrends.today avirasecureserver.com
avek.ru avkzarabotok.com
aversis.net avon-novosib.ru
avtolombard-krasnodar.ru
avtovolop.ru avtovolop.ru
bablonow.ru ayakino.net
babs.com.ua azartclub.org
baditri.com baditri.com
balois.worldbreak.com bagcionderlab.com
basisches-wasser.net baksman.com
bayareaaeroclub.org baladur.ru
bbtec.net bala.getenjoyment.net
bear.gotcher.us balook.com
beatifullandscape.co bannerswap.com
barbourjackets.online
barnfurnituremart.com
beclean-nn.ru
bedandbreakfast.com
belinka.com.ua belinka.com.ua
bg6s0.com bestcurs.org
bibys.com bestempresas.es
bio-market.kz bestofpicture.com
bestprofits-there.com
best-seo-offer.com
besttorrentknifta.weebly.com
beyan.host.sk
beztuberkuleza.ru
bfz.biz
biketank.ga
bitcoins-live.ru
biznesrealnost.ru
blagovest-med.ru
blockworld.ru blockworld.ru
blog.f00kclan.de blog-hits.com
bmwhighperformers.com blogrankers.com
bolezniorganov.ru boleznikogi.com
bonky.biz bonzbuddy.com
bonzibuddi.com bookhome.info
bouda.kvalitne.cz bookmark4you.com
brandov.ru bukleteg.xyz
bristolhostel.com buqyxa.rincian.info
bryansk.zrus.org burger-imperia.com
buron.pw buy-forum.ru
business-made-fun.com buyk.host.sk
buybest1.biz buytizanidineonlinenoprescription.blogspot.com
buzzzg.men buzzsumo.com
bvlgaribracelet.xyz californianews.cf
bvlgariwallet.xyz callcafe.info
cakemediahq.com.au callstevens.com
calc-for-credit.ru
canrioloadm.gq
canzoni.ru canzoni.ru
carson.getenjoyment.net cardiosport.com.ua
cartierjusteunclou.xyz cardsharp1.ru
cartierreplica.win cartierbraceletsreplica.pw
cb.iphantom.com cartierlovebracelet.xyz
celebsopics.com casite-513049.cloudaccess.net
c-english.ru ccbill.com
checkpagerank.net cete.ru
chiptuninger.com cheatcode-lita12.rhcloud.com
cigarpass.com cindymatches.com
cjs.com.ru cleanallspyware.com
clickbanksites.info clean-start.net
cognitiveseo.com clickaider.com
coldfilm.ru clksite.com
compliance-alexa.top club-lukojl.ru
compliance-alex.xyz compliance-alex.top
compliance-donald.xyz compliance-fred.xyz
compliance-don.top compliance-mary.top
compliance-george.xyz concealthyself.com
constantaservice.net conocer-sanabria.com
cookingmeat.ru cookie-law-enforcement-ff.xyz
cottageofgrace.com coolingoods.com
counter.bloke.com coolwallpapers-hd.com
counter.yadro.ru cool-wedding.net
crystalslot.com cordstrap.cc
cs-passion.pl craftburg.ru
dandiyabeats.in cypernhuset.se
dangphoto.trade day-news.info
dekorkeramik.ru derevesendeco.com
delayreferat.ru descargar-musica-gratis.net
diarioaconcagua.com detskie-konstruktory.ru
dimaka.info diamond-necklace.info
dispo.de dieswaene.com
documentbase.net dinkolove.ya.ru
domini.cat discovertreasurenow.com
donna7753191.ru disruptingdinnerparties.com
dosug-lux.ru dividendo.ru
druzhininevgeniy63.blogspot.com divisioncore.com
dyt.net dnsrsearch.com
ecommerce-seo.org docs4all.com
domaincrawler.com
domain-submit.info
domain.webkeyit.com
domoysshop.ru
downloadmefiranaratb1972.xpg.com.br
dprtb.com
dustyorate.com
earthmagic.info
ecxtracking.com
edudocs.net
eladkarako.com eladkarako.com
eldiariodeguadalajara.com eldiariodeguadalajara.com
elektrischeziga.livejournal.com electricwheelchairsarea.com
elektrozigaretten1.tumblr.com
elitedollars.com
elstal.com.pl elstal.com.pl
empis.magix.net eluxer.net
enews.tech enbersoft.com
eng-lyrics.com engines-usa.com
erot.co
erotik-kostenlos.net erotik-kostenlos.net
estelight.ru esfchat.tk
etotupo.ru este-line.com.ua
everflora.ru euromasterclass.ru
everytalk.tv europages.com.ru
excitacao.com executehosting.com
extrabot.com expresstoplivo.ru
ezigarettekaufen2.yolasite.com extractorandburner.com
fba-mexico.com eyes-on-you.ga
fickenbumsen.net fable.in.ua
filefilter.weebly.com facecup.top
filesdatabase.net familyphysician.ru
filesmonster.porn famix.xyz
filmci.pro fantasticpixcool.com
film-one.ru farmingworm.com
find1friend.com fashionavenuegame.com
firesub.pl fellowshipoftheminds.com
fitness-video.net ferieboligkbh.dk
flashlarevista.com financehint.eu
flavors.me firstdrugmall.ru
forum.doctissimo.fr fm-upgrade.ru
forum.poker4life.ru forexunion.net
forumprofi.de free-social-buttons.com
fotosfotos.eu free-video-tool.com
fotzen-ficken.com freshmac.space
franch.info frustrated-favorable.gq
freejabs.com fullfileaccess.com
freelotto.com
freenom.link
freewlan.info
fusoradio.info
fyl.com.ru
fym.com.ru
galaxy-family.ru galaxy-family.ru
galeon.com gallerylisting.com
game300.ru gameonasia.com
gamesprite.me gamerextra.com
gaming-journal.com gearcraft.us
gdebestkupit.ru generousdeal-a.akamaihd.net
genericlowlatencyasiodriverhq.aircus.com genetworx.com
getridofstretchmarks.org ghostvisitor.com
girlsatgames.ru girlsatgames.ru
girlspicsa.com
globalscam.ga
gok-kasten.net gok-kasten.net
golaya.pw goodprotein.ru
goldadpremium.com goodwinmetals.co
golden-catalog.pro
googlemare.com googlemare.com
googlepositions.com goo.ne.jp
googlsucks.com
gosarhivrt.ru gosarhivrt.ru
graphicwe.org gotomontenegro.net
gratuitxblcodes.com gourcy.altervista.org
greatzip.com greatfind-a.akamaihd.net
gwhwpxbw.bloger.index.hr greenidesign.co
helicalpile.us gribkovye-zabolevaniya.com
handsandlegs.ru
happy.new.yeartwit.com
hard-porn.mobi
hd720kino.ru
heliko.no
hermesbelts.xyz
heroz.fr
hetmanship.xyz
historichometeam.com
hobbyhuren24.net hobbyhuren24.net
hornymatches.com homedo.fabpage.com
hotblog.top homemature.net
hotkeys.com hostingclub.lk
housemilan.ru hotchatdate.com
houston-vikings.com hotel-mkad.ru
huhn.altervista.org housediz.com
hustoon.over-blog.com hoverboard360.at
hyiphunter.org huimin764128.com
iamsport.org ibmdatamanagement.co
iboss.com iinstalll-fii1leis.jus0wil.pp.ua
ideibiznesa2015.ru ilovevitaly.xyz
ifirestarter.ru imagine-ex.co
igrovyeavtomaty777.ru immobiliaremassaro.com
ilbe.club instabid.tech
ilikevitaly.com intelhdgraphicsgtdrive6w.metroblog.com
imagefinder.site interesnie-faktu.ru
imagerydatabase.com iqbazar.ru
iminent.com isitpaleo.info
imk.com.ua jasonpartington.com
impotentik.com javitas.info
impresagaia.it javrip.net
infektsii.com journalhome.com
internetartfair.com jovencitas.gratis
ipornox.xxx juliadiets.com
iqoption.pro
iyasimasennka.com
j33x.com
jagg.info
james13prix.info
janettabridal.com
jerseysbizwholesalecheap.com
johannesburgsingles.co.za
jongose.ninja
kambasoft.com
kam-dom.ru kam-dom.ru
kamorel.com kerwinandcariza.com
kandidos.com
kanimage.com
karaganda.xkaz.org
katadhin.co
kchaxton.com
kichenaid.ru
kicknights.gq
kinocccp.net kinocccp.net
kinotorka.ru kinoduh.ru
kochanelli.com kinogolos.ru
komputers-best.ru klumba55.ru
konturkrasoty.ru knogg.net
kraljeva-sutjeska.com kol-energo.ru
krasnodar.ru kollekcioner.ru
kuzinsp.ru kolotiloff.ru
kwzf.net koopilka.com
landinez.co kosmetyki.tm.pl
lankarns.com kosynka-games.ru
laserpen.club krasnodar.xrus.org
layola.biz.tc kvartiry-remont.ucoz.ru
ledis.top lafourmiliaire.com
lennatin.info lennatin.info
letsart.ru lernur.net
lietaer.com letmacworkfaster.site
lifebyleese.com libertybilisim.com
liffa.ru lignofix.ua
liky.co.ua likesdesign.com
lion.snapmap.us lincolntheatre.com
lisque.batcave.net lion.conboy.us
live-sexchat.ru liran-locks.com
locimge.pw liverpool.gsofootball.com
lonely-mature.com llastbuy.ru
lubetube.com loadingpages.me
lunamedia.co localflirtbuddies.com
lyrster.com lolnex.us
macdamaged.tech longadventure.com
mackeeper-land-672695126.us-east-1.elb.amazonaws.com louboutinreplica.xyz
mailemedicinals.com luckyshop.net.ua
lunchrock.co
m292.info
makemoneyonline.com makemoneyonline.com
makis.nu manimpotence.com
malwareremovalcenter.com matb3aa.com
manyresultshub-a.akamaihd.net
marcowebonyodziezowe.pl
marinetraffic.com
marketland.ml
masturbate.co.uk
matpre.top
matsdale.com matsdale.com
maxthon.com mcadamssupplyco.com
mazda-roadsters.com mebel-alait.ru
mcnamaratech.com medi-fitt.hu
medkletki.ru medispainstitute.com.au
meet-flirt-dating.com medizinreisen.de
mega-bony2017.pl mega-bony2017.pl
mhi-systems.ru metabar.ru
michaelkorssaleoutletonline.net mexicotravelnet.com
miniads.ca mini.7zap.com
mncrftpcs.com mlvc4zzw.space
modabutik.ru moi-glazki.ru
mokrayakiska.com monclerjacketsoutlet.win
mole.pluto.ro mosdverka.ru
moneytop.ru mowser.com
moscow-region.ru mrbojikobi4.biz
mriyadh.com mtmtv.info
muschisexbilder.com muabancantho.info
musflashtv.com muizre.ru
music7s.me
musicdaddy.net musicdaddy.net
muz-baza.net musicspire.online
mystats.xyz musicvidz.ru
narkologiya-peterburg.ru muz-shoes.ru
nash-krym.info mvpicton.co.uk
netanalytics.xyz mybinaryoptionsrobot.com
new-post.tk mydirtystuff.com
nhl17coinsforps3.gratisblog.biz myindospace.com
niroo.info myperiod.club
no-fuel.org myyour.eu
npoet.ru nextlnk12.com
nuup.info nextrent-crimea.ru
o-dachnik.ru nfljerseyscheapbiz.us
offers.bycontext.com nikkiewart.ru
okel.co nippon-bearings.ru
omoikiri-japan.ru notebook-pro.ru
opinionreelle.com novatech.vn
osb.se11.ru november-lax.com
ourville.info nrv.co.za
ownshop.win offside2.5v.pl
paleohub.info okmusic.jp
panchro.co.uk oksrv.com
pelfind.me ok-ua.info
pensplan.com oneclickfiles.com
onlinebay.ru
onlinefilmz.net
onlythegames.com
ops.picscout.com
ordernorxx.com
outclicks.net
outrageousdeal-a.akamaihd.net
oynat.info
paidonlinesites.com
paperwritingservice17.blogspot.ru
paydayonlinecom.com
perfection-pleasure.ru perfection-pleasure.ru
perfectpracticeweb.com phobia.us
perm-profnastil.ru
petitions.whitehouse.gov
photo-clip.ru photo-clip.ru
picture-group.com photostudiolightings.com
picurams.pw picmoonco.pw
pixell.club pinsdaddy.com
pkr1hand.com
plastweb.ru
plugingeorgia.com
pokerniydom.ru
polcin.de polcin.de
popunder.ru polytopesexempt.com
popup-fdm.xyz pony-business.com
porno-dojki.net popup.matchmaker.com
pornokorol.com porndairy.in
pornonik.com pornoblood.com
pornophoto.xyz pornoklad.ru
prizesbook.online pornoreino.com
produkto.net porno.simple-image.com.ua
profolan.pl pornotubs.com
prointer.net.ua powc.r.ca.d.sendibm2.com
projefrio.com.br pozdrawleniya.ru
prokotov.com pr0fit-b0x.com
promgirldresses.xyz presleycollectibles.com
promoheads.com privetsochi.ru
prospekt-st.ru prodess.ru
prostitutki-kiev.org pro-poly.ru
ptr.ruvds.com prostitutki-belgoroda.org
qwarckoine.com prostitutki-yaroslavlya.org
ragecash.com push-ad.com
rapevideosmovies.com pwwysydh.com
rednise.com quickbuck.com
registry-clean-up.net realnye-otzyvy.info
rebelmouse.com
rebrand.ly
rebuildermedical.com
redirlock.com
reklama1.ru reklama1.ru
reklamuss.ru reklama-i-rabota.ru
remontbiz.ru remorcicomerciale.ro
remontgruzovik.ru replicaclub.ru
rent2spb.ru replica-watch.ru
rep-am.com ritlweb.com
riders.ro running-line.ru
ring4rhino.com russia-tao.ru
ruspdd.com russintv.fr
rutor.vip rutor.vip
sack.net saneyes.com
saecsa.co sarafangel.ru
sandhillsonline.com saveindex.xyz
sarf3omlat.com sbdl.no
satellite.maps.ilovevitaly.com sbricur.com
scanner-alexa.top scanner-jessica.top
scanner-george.top scat.porn
scanner-marwin.top sdrescher.net
scansafe.net searchlock.com
scmor.ilxc.cc seasonvar.ru
sdelai-prosto.ru seeingmeerkat.com
searchwebknow-a.akamaihd.net segol.tv
securityallianceservices.com seinterface.com
selectads.men seorankinglinks.com
sel-hoz.com seorussian.ru
semalt.com serialsway.ucoz.ru
sendearnings.com sextracker.de
seoholding.com sexytrend.ru
seorankinglinks.us sfd-chess.ru
servethis.com sherlock.se
serviporno.com shillyourcoins.com
sexfreepornoxxx.com shinikiev.com.ua
sexpornotales.com shlyahten.ru
sex-pr.net shodanhq.com
sexreliz.com similardeals.net
sexy-screen-savers.com site-speed-check.site
shoesonlinebuy.cn smart-balancewheel.com
shoesonlinebuy.xyz socialmadesimple.com
shtaketniki.kz socialseet.ru
sideeffectsoftizanidine.blogspot.com solution4u.com
signal03.ru sosdepotdebilan.com
silvercash.com spasswelt.xyz
site3.free-share-buttons.com specialfinanceoffers.com
sivs.ru spywarenuker.com
sky-mine.ru stairliftstrue.com
sledstvie-veli.net statoutlook.info
sluganarodu.ru sticken.co
small-game.com stroilka.info
sobecjvuwa.com.ru suggest-keywords.com
social-fun.ru superfish.com
soheavyblog.com svetlotorg.ru
soserfis.com svnuppsalaorebro.se
soundfrost.org swsociety.se
space-worry.ml symphonyintegratedhealthcare.com
spidtest.space takeprofitsystem.com
spin2016.cf taqywu51.soup.io
sprttrack.com td-l-market.ru
spy-app.info technopellet.gr
startufa.ru teguh.info
stevemonsen.com telegraf.by
stjamesschool.info
strangeduckfilms.com
supermesta.ru
svarbit.com
swagbucks.com
tabletkinaodchudzanie.com.pl
tagil.zrus.org
tattooreligion.ru
tds-advert005.info
tehngr.ru
telsis.com
thegioixekhach.com thegioixekhach.com
themestotal.com theheroes.ru
thepantonpractice.co.uk thepantonpractice.co.uk
threecolumnblogger.com thetoiletpaper.com
tizanidinecost.blogspot.com timetorelax.biz
tizanidinehcl4mgisitanarcotic.blogspot.com tizanidinewithdrawalsymptoms.blogspot.com
tizanidinehclsideeffects.blogspot.com tomck.com
tizanidinemusclerelaxant.blogspot.com top-karkas.ru
tmtrck.com topvidos.ru
tour-line.net torontoplumbinggroup.com
traffixer.com torrent-to-magnet.com
truck-land.life tourcroatia.co.uk
tpu.ru
traffic2money.com
traffmonster.info
traffpartners.com
trahvid.com
trailer.cinemaflix.website
truemfilelj.gq
trustl.life
tupper-shop.ru
turbabitload.weebly.com
tzritel.tk tzritel.tk
uamtrk.com univerfiles.com
ublaze.ru unlimitdocs.net
ultimateclassicrock.com us-america.ru
umekana.ru usdx.us
urzedowski.eu ussearche.cf
usswrite.com vapeface.club
utrolive.ru viddyoze.com
uytmaster.ru visitcambridge.org
v24s.net vladimir.zrus.org
vashsvet.com voluumtrk.com
vekzdorov.ru vucms.com
vereo.eu wahicbefa31.soup.io
via-energy-cumpara.com wallpaperstock.net
via-energy-order.com warningzscaler.heraeus.com
viagra-soft.ru watsonrealtycorp.com
videochat.tv.br webenlace.com.ar
videojam.tv website-datenbank.de
videos-for-your-business.com website-speed-check.site
vip-dom.in webtherapy.ru
vkgaleria.com whatsupinfoley.com
vremya.eu whipme.yopoint.in
vut.com.ru white-truck.life
wait3sec.org whosonmyserver.com
wallpapersist.com wingsoffury2.com
we-are-gamers.com worldtraveler.world
webinstantservice.com wpsecurity.website
weblo.com xedserver.com
webmonetizer.net xn--80ab4aa2g.xn--p1ai
webpromotion.ae
webstatsdomain.org
wellcome2slovenia.ru
westum.se
wingsofrefuge.net
wiosenny-bon-1500.pl
wordpresscore.com
wosik-dach.service-for-web.de
wowas31.ucoz.ru
www.event-tracking.com
x69ty.ru
xfire.com
xgftnlrt.bloger.index.hr
xmlinde.com
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
xn--80ahdheogk5l.xn--p1ai xn--80ahdheogk5l.xn--p1ai
xn--80ahvj9e.xn--p1ai xn----ctbigni3aj4h.xn--p1ai
xn--80aikhbrhr.net xn--d1aifoe0a9a.top
xtrafficplus.com xportvusbdriver8i.snack.ws
xvideosbay.com x-rates.ru
yebocasino.co.za youbloodyripper.com
youandcredit.ru youdesigner.kz
yougame.biz youporn-ru.com
youjizz.com yourserverisdown.com
zakazfutbolki.com yourtemplatefinder.com
zaloro.com youtuhe.com
zarepta.com zahvat.ru
znakomstva-piter78.ru zeikopay.com
zocaparj.kz zerocash.msk.ru
zog.link zeroredirect12.com
zhorapankratov7.blogspot.com
zigzog.ru
zolotoy-lis.ru
zone-kev717.info zone-kev717.info
zoogdiesney.com zoompegs.com
zooggames.com zvetki.ru
zrus.org zynax.ua
zs2vm.top

478
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
108shot.com 1001watch.com.ua
1-99seo.com 2nt.ru
2pxg8bcf.top 3w24.com
3xforum.ro 91abcw.com
aaa38852e886ac4af1a3cff9b47cab6272.com aad1f4acb0a373420d9b0c4202d38d94fa.com
aadroid.net adult3dgames.com
adloads.net airmaxshoes-2016.com
ads-cool.pro allmarketsnewdayli.gdn
adzerg.com aludecor.info
aero2.ru angigreene.com
agreda.pluto.ro animalia-life.club
aimayangzhi.com appartement-stumm.at
alkoravto.ru applicationg29.com
all4wap.ru apps-analytics.net
aloofly.com arenanews.com.ua
animal36.com arius.tech
animal-drawings.com asmxsatadriverin.aircus.com
animebox.com.ua asociatia-tipografilor-transilvania.ro
apple.com-webbrowsing-security.review australia-opening-times.com
autorn.ru auto.rusvile.lt
azazaporn.com awaybird.ru
azlex.uz beget.tech
bag77.ru bget.ru
best-businessman.ru
bestcalovebracelet.cn
bestdraws.com
bestimagecoollibrary.com
bikini-image.com
birzha-truda.eu birzha-truda.eu
blackcurranthumidifiers.site bitcoinpile.com
blog.f00kclan.de bmsco.co
bloggedporn.com brandbucket.com
blogrankers.com brendbutik.ru
brainsandeggs.blogspot.com browserprotecter.com
b-styles.xyz buydissertation.net
callstevens.com buypanicdisorderpill.com
canrole.com buyparajumpers.online
cdncash.com canyougethighofftizanidine.blogspot.com
cdncash.net cdncash.net
cercacamion.it cellfun.mobi
charmstroy.info centraletermice.us
cityadspix.com cheapsergiorossi.online
cibpenonptib.flu.cc
cigarpass.com
cleanersoft.com
clipartnew.com clipartnew.com
cl.s7.exct.net compliance-andrew.xyz
clubfashionista.com compliance-irvin.xyz
compliance-elena.top compliance-josh.top
cookie-law-enforcement-hh.xyz cookie-law-enforcement-aa.xyz
copyrightclaims.org coolgamechannel.com
craftinsta.ru cordstrap.cc
creatives.adbetclickin.pink covadhosting.biz
customcatchcan.com cowlmash.com
deanmoore.ie deshevo-nedorogo.ru
decoratinghomes.ga dieswaene.com
decorationspcs.com dildofotzen.net
designdevise.com discovertreasurenow.com
eandsgallery.com dneprsvet.com.ua
edge.sharethis.com drivotracker.com
ekspresihati.info druzhininevgeniy63.blogspot.com
ekto.ee e-collantes.com
elektrischezigarettekaufen2.cowblog.fr educatemetv.com
elektrozigarettekaufen1.devhub.com elitedollars.com
enews.tech enews.tech
european-torches.ru enthuse.computernetworksonline.com
exonline.info factorynightclub.com
eyessurgery.ru fearcrow.com
ezigarettekaufen2.yolasite.com fillmewithhappiness.com
f1nder.org findpik.com
f5mtrack.com finteks.ru
favornews.com flash4fun.com
ferretsoft.com f-online.de
fetishinside.com fotopop.club
fickenbumsen.net freelotto.com
finuse.com
fx-brokers-review.com fx-brokers-review.com
gaygalls.net fz139.ttk.ru
gaytube.com gallictures.com
gcup.ru gambarkataku.co
gilsonchiro.xyz game-mmorpg.net
goodnightjournal.com gameplexcity.com
greenidesign.co gay.adultgalls.com
gribokstop.com gay-file.com
havepussy.com gazobeton-p.com.ua
hcate.com getprismatic.com
hdseriale.pl getresponse.com
headpharmacy.com ggiaro.com
hikesearch.net girlporn.ru
howlongdoestizanidinestayinyoursystem.blogspot.com gktt.ru
indiakino.net glicol.kz
irkutsk.online-podarki.com global-ics.co.za
iskalko.ru gojiberriess.apishops.ru
ixora.pro goosefishpost.bid
jus0wil.pp.ua gov.yanao.ru
kakadu-interior.com.ua gungamesz.com
kaz.kz hawaiielectriclight.com
ketoanhanoi.info help.tpu.ru
keyhantercume.com hidemyass.com
kichenaid.ru hostcritique.com
kiwe-analytics.com hoverboard360.nl
kletkimehan.ru hplaserjetpdriver8y.pen.io
kollekcioner.ru https-legalrc.biz
krasnodar.xrus.org huimin764128.com
kriokomora.info ictizanidinehcl4mg.blogspot.com
kustanay.kz iloveitaly.ru
languagecode.com ilovevitaly.ru
laxob.com img.wallpaperstock.net
legionalpha.com intermesh.net
life.biz.ua internetartfair.com
lmrauction.com it-max.com.ua
locimge.pw iweblist.info
lockerz.com jacago.com
lonely-mature.com janerikholst.se
lostfilm-online.ru jolic2.com
lutherstable.org journalhome.com
malls.com justdating.online
mecash.ru keywordsking.com
medictube.ru kimcurlrvsms.com
medizinreisen.de kino-rating.ru
mexicosleevegastrectomy.com kiwi237au.tk
mexicotravelnet.com larchik.net
minet.club laudit.ru
moesen-ficken.com law-check-two.xyz
moinozhki.com legalrc.biz
moroccosurfadventures.com lifehacĸer.com
moyaterapiya.ru liffa.ru
mrcsa.com.au lomb.co
mactechinfo.info
magnetic-bracelets.ru
maridan.com.ua
massage-info.nl
mature.free-websites.com
mebelcomplekt.ru
meddesk.ru
metabar.ru
mirobuvi.com.ua
moneyviking-a.akamaihd.net
moz.com
mug-na-chas-moscow.ru
multgo.ru multgo.ru
muztops.ru mundoaberrante.com
mycaf.it musicspire.online
myseoconsultant.com musirc.com
narosty.com myprintscreen.com
nikitabuch.com myyour.eu
onlinetvseries.me narkologiya-voronezh.ru
osnova3.ru natali-forex.com
partnerline.men nbsproject.ru
patol01.pw newstudio.tv
nordstar.pro
offf.info
office2web.com
of-ireland.info
o.light.d0t.ru
onemactrckr.com
panchro.co.uk
paradontozanet.ru
partner-cdn.men
petedrummond.com
petrovka-online.com
phpdevops.com phpdevops.com
pix24x7.com pogodnyyeavarii.gq
pizdopletka.club popads.net
playtap.us porndl.org
plugingeorgia.com pornoblood.com
pooleroadmedicalcentre.co.uk pornodojd.ru
popugaychiki.com
porndroids.com
pornogig.com
pornolook.net pornolook.net
pornotubs.com porno.simple-image.com.ua
pricheski-video.com portnoff.od.ua
profitwithalex.info prosmibank.ru
projectforte.ru prospekt-st.ru
promoheads.com prostitutki-almata.org
pronorm.fr psvita.ru
prostitutki-rostova.org pulse33.ru
purplesphere.in purplestats.com
quickchange.cc questionmarque.ch
rabotaetvse.ru ranksonic.org
ranksays.com rasteniya-vs-zombi.ru
razamicroelectronics.com rebelmouse.com
registratciya-v-moskve.ru registratciya-v-moskve.ru
rentalcarnavi.info remont-fridge-tv.ru
rentaremotecomputer.com responsinator.com
ringtonepartner.com rewardpoll.com
russian-postindex.ru rocketchange.ru
santasgift.ml roma-kukareku.livejournal.com
saugatuck.com sack.net
scanner-brian.top sady-urala.ru
scopich.com saltspray.ru
scripted.com samara.rosfirm.ru
seoboxes.com saneitconsulting.com
seofirmreviewsus.info sbdl.no
seoholding.com scanner-don.top
seomarketings.online securityallianceservices.com
seorank.info sethrollins.net
serving.adbetclickin.pink sex-pr.net
sexkontakteao.info sexsearch.com
sextracker.de sexyteens.hol.es
sexy-pings.com sfj-ror.no
sexytrend.ru shop-electron.ru
shopvilleroyboch.com.ua shoppingmiracles.co.uk
sirpornogratis.xxx shop.xz618.com
sitopreferito.it skyway24.ru
skladvaz.ru slavia.info
skytraf.xyz small-game.com
slavic-magic.ru sortthemesitesby.com
slowmac.tech
solmarket.by
solnplast.ru
soserfis.com
sotkal.lark.ru
sovetogorod.ru
spb-plitka.ru spb-plitka.ru
squidoo.com stardevine.com
stathat.com studiofmp.com
strag-invest.ru sundrugstore.com
stroyhelp-dv.ru surintech.ac.th
superinterstitial.com svensk-poesi.com
sureone.pro swinon.site
survival.betteroffers.review t-bygg.com
svarbit.com textads.men
svetodiodoff.ru thegameriders.com
svolze.com the-torrent-tracker.blogspot.com
taqplayer.info top250movies.ru
taqywu51.soup.io top-karkas.ru
taraz.xkaz.org trackmedia101.com
tedxrj.com traffic2cash.org
thenetinfo.com traffic2money.com
tizanidineandcipro.blogspot.com traffic-club.info
tizanidinehcl4mgtablet.blogspot.com trafficjunky.com
tizanidineoral.blogspot.com trafficreceiver.club
tizanidineshowupondrugtest.blogspot.com trucri.me
tkanorganizma.ru tula.howotorg.ru
topbestgames.com tupper-shop.ru
traffique.net ukrup.com
traffixer.com uni.me
trk-4.net unmaroll.ya.ru
truck-addzilla.life unrealcommander.com
tytoona.com uprour.com
v720hd.ru urll.eu
validdomain.xyz urzedowski.eu
valsalud.com userequip.com
vektorpress.ru vilingstore.net
venta-prom.ru vip.51.la
via-energy-cumpara.com vzglyadriv.kg
voluumtracker1.com wareseeker.com
vote-up.ru watchinf.com
vriel.batcave.net webix.biz
vsesubwaysurfers.com webstatsdomain.org
wallpapersdesk.info welcomeauto.ru
webmasters.stackexchange.com wemedinc.com
webnode.me wesharepics.site
webshoppermac.com whipme.yopoint.in
whatistizanidine2mg.blogspot.com
whengirlsgowild.com
white-truck.life
wingsofrefuge.net wingsofrefuge.net
worldtraveler.world worldlovers.ru
wosik-dach.service-for-web.de xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
wpsecurity.website xn----btbdvdh4aafrfciljm6k.xn--p1ai
xn----7sbifcamovvfggw9d.xn--p1ai zebradudka.com
xn--b1agm2d.net zixizop.net.ru
xn--d1abj0abs9d.in.ua zmoda.hostreo.com
xxxkaz.org zojirushi-products.ru
xxxtube69.com zophim.me
yaderenergy.ru
youbrainboost.asia
zajm-zalog-krasnodar.ru
zaloadi.ru
zhacker.net
zigarettenonlinekaufen1.blox.pl
zolotoy-lis.ru
zootoplist.com

22
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,11 +1,21 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -116,14 +126,4 @@ l>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.187.174 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1724 #### Version: V4.2019.07.1726
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1724 #### Version: V4.2019.07.1726
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1724 #### Version: V4.2019.07.1726
#### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1724 #### Version: V4.2019.07.1726
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1724 ### Version: V3.2019.07.1726
### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Updated: Mon Jul 1 17:07:08 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Updated: Mon Jul 1 17:07:07 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1724 ### Version: V4.2019.07.1726
### Updated: Mon Jul 1 16:26:58 SAST 2019 ### Updated: Mon Jul 1 17:07:10 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##