vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1769 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-26 09:37:17 +02:00
parent 52448ec6dc
commit 40c2616068
50 changed files with 1073 additions and 1082 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -17993,8 +17993,6 @@ geo $ratelimited {
# BAD BOT RATE LIMITING ZONE # BAD BOT RATE LIMITING ZONE
# Rate limiting will only take effect if on any User-Agents with a value of 2 # Rate limiting will only take effect if on any User-Agents with a value of 2
#limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
#limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m;
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

6
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -17993,8 +17993,6 @@ geo $ratelimited {
# BAD BOT RATE LIMITING ZONE # BAD BOT RATE LIMITING ZONE
# Rate limiting will only take effect if on any User-Agents with a value of 2 # Rate limiting will only take effect if on any User-Agents with a value of 2
#limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
#limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m;
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

6
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -17993,8 +17993,6 @@ geo $ratelimited {
# BAD BOT RATE LIMITING ZONE # BAD BOT RATE LIMITING ZONE
# Rate limiting will only take effect if on any User-Agents with a value of 2 # Rate limiting will only take effect if on any User-Agents with a value of 2
#limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
#limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m;
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

6
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -17993,8 +17993,6 @@ geo $ratelimited {
# BAD BOT RATE LIMITING ZONE # BAD BOT RATE LIMITING ZONE
# Rate limiting will only take effect if on any User-Agents with a value of 2 # Rate limiting will only take effect if on any User-Agents with a value of 2
#limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
#limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m;
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.73.34 0; 35.184.226.236 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.68.144.114 0; 35.202.145.110 0;
104.154.113.151 0; 104.154.120.187 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.73.34 0; 104.154.120.187 0;
104.154.113.151 0; 35.202.145.110 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 35.184.226.236 0;
35.192.187.174 0; 35.192.85.2 0;
35.188.73.34 0; 35.202.145.110 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.14.140 0; 35.184.96.71 0;
34.68.144.114 0; 104.154.120.187 0;
35.188.1.99 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Craftbot 404checker
LinqiaRSSBot EroCrawler
Musobot Express WebPictures
RedesScrapy ips-agent
RepoMonkey Microsoft Data Access
SlySearch Navroad
SmartDownload RebelMouse
Spanner Screaming
SurveyBot SemrushBot
WebsiteQuester Snake

266
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker 404checker
Aboundex 404enemy
Aboundexbot 80legs
ADmantX Acunetix
Aipbot AfD-Verbotsverfahren
AllSubmitter AhrefsBot
AlphaBot AlphaBot
ASPSeek ASPSeek
Asterias Asterias
autoemailspider
BackDoorBot
Backlink-Ceck
backlink-check backlink-check
BackStreet
Badass
Bandit Bandit
BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot BDFetch
BetaBot
Bigfoot
Bitacle Bitacle
Blackboard
Black Hole Black Hole
Blow Blow
BlowFish BlowFish
Bolt
Brandwatch Brandwatch
BuiltBotTough BuiltWith
Bullseye Bullseye
BunnySlippers BunnySlippers
CATExplorador
CazoodleBot CazoodleBot
CCBot Cegbfeieh
CheeseBot
CherryPicker CherryPicker
CheTeam CheTeam
Cliqzbot Chlooe
cognitiveseo
com.plumanalytics
Copier Copier
Craftbot CopyRightCheck
Copyscape
crawler4j crawler4j
crawler.feedback CrazyWebCrawler
CrunchBot Crescent
Curious Custo
DBLBot
demandbase-bot demandbase-bot
Deusu Deusu
Dirbuster
Disco Disco
Discobot
Discoverybot Discoverybot
DittoSpyder DittoSpyder
DnyzBot
DomainCrawler DomainCrawler
EasyDL Download Wonder
Ebingbong Dragonfly
EMail Wolf DTS Agent
Evil eCatch
Exabot Ecxi
evc-batch
Express WebPictures Express WebPictures
Extractor Extractor
ExtractorPro Ezooms
Extreme Picture Finder FDM
FemtosearchBot Fimap
FHscan
FlashGet FlashGet
Foobot Foobot
FrontPage FrontPage
FyberSpider
Fyrebot Fyrebot
Gigablast Genieo
Gotit GermCrawler
GrabNet GetRight
GetWeb
GoZilla
Go!Zilla
GrapeFX GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot GridBot
Haansoft Haansoft
HaosouSpider HaosouSpider
Harvest Harvest
Havij
HEADMasterSEO
Heritrix
HTMLparser
HTTP::Lite HTTP::Lite
Humanlinks
HybridBot HybridBot
IDBot
Id-search Id-search
IlseBot
Image Sucker Image Sucker
IndeedBot
InfoNaviRobot
instabid instabid
internetVista monitor Internet Ninja
InternetSeer
Iria Iria
IRLbot JamesBOT
Iskanie JetCar
IstellaBot Jorgee
Jbrofuzz
JennyBot
JOC Web Spider
Joomla
JustView JustView
Kenjin Spider Keyword Density
LeechGet Kozmosbot
LexiBot Larbin
Lftp LeechFTP
Lightspeedsystems Libwhisker
LinkextractorPro LinkpadBot
LinksManager LinksManager
LinqiaMetadataDownloaderBot LinqiaRSSBot
Lipperhey Lmspider
Litemage_walker
lwp-request lwp-request
LWP::Simple LWP::Simple
lwp-trivial Majestic SEO
Mail.RU_Bot
Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch MarkWatch
Masscan
Mass Downloader Mass Downloader
Mata Hari Mata Hari
MauiBot MauiBot
meanpathbot
Meanpathbot Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot
mediawords
Metauri Metauri
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIDown tool MIDown tool
MIIxpc
Mister PiX Mister PiX
MJ12bot
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
muhstik-scan MSFrontPage
Musobot MSIECrawler
Msrabot
MS Web Services Client Protocol
Navroad Navroad
NearSite NetAnts
Netcraft
netEstate NE Crawler netEstate NE Crawler
NetLyzer
NetMechanic
NetSpider NetSpider
Nettrack Nettrack
Net Vampire NextGenSearchBot
Netvibes NICErsPRO
NetZIP
Niki-bot Niki-bot
Nikto Nikto
Nimbostratus NimbleCrawler
Ninja Ninja
Nutch Nutch
oBot
Offline Explorer Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OnCrawl
Openfind
OpenLinkProfiler OpenLinkProfiler
Openvas OrangeBot
OpenVAS
OutclicksBot
Page Analyzer
PageScorer PageScorer
Pandalytics Pandalytics
pcBrowser pcBrowser
PeoplePal PECL::HTTP
Picsearch Picsearch
PictureFinder
Pimonster Pimonster
Pockey Pockey
POE-Component-Client-HTTP Probethenet
ProPowerBot Psbot
ProWebWalker Quick-Crawler
PxBroker RankActive
RankFlex Rankivabot
RankingBot2 RealDownload
RankurBot
RebelMouse
Recorder Recorder
RedesScrapy RedesScrapy
Ripper RepoMonkey
RocketCrawler
Rogerbot
s1z.ru s1z.ru
scan.lol SalesIntelligent
ScoutJet SBIder
Scanbot
Screaming Screaming
ScreenerBot
Searchestate Searchestate
Seomoz SemrushBot
seoscanners SEOkicks
SEOkicks-Robot
SEOlyticsCrawler
SEOprofiler
SeoSiteCheckup SeoSiteCheckup
SEOstats
Shodan Shodan
SISTRIX
Sitebeam Sitebeam
SiteExplorer
Siteimprove Siteimprove
SiteLockSpider
SiteSnagger
Site Sucker Site Sucker
Sitevigil Sitevigil
SlySearch
SmartDownload SmartDownload
SMTBot
Snake Snake
Snapbot
Snoopy Snoopy
Sogou web spider Sosospider
Sottopop
SpaceBison SpaceBison
Spammen
SpankBot SpankBot
sp_auditbot sp_auditbot
Spinn3r Spbot
SputnikBot SputnikBot
spyfu Sqlmap
Stripper Sqlworm
Sqworm
Steeler
Sucker Sucker
Sucuri SuperBot
SurveyBot SuperHTTP
Suzuran Surfbot
Swiftbot sysscan
Szukacz
T0PHackTeam T0PHackTeam
The Intraformant T8Abot
tAkeOut
Telesphorep
TheNomad TheNomad
Thumbor
Titan
Toata Toata
Trendictionbot Trendiction
trendiction.com
trendiction.de
True_Robot
Turingos
Turnitin Turnitin
URLy Warning TurnitinBot
Typhoeus
UnisterBot
Upflow
URLy.Warning URLy.Warning
Vagabondo Vagabondo
VCI VeriCiteCrawler
WallpapersHD Virusdie
WebAuto VoidEYE
Voil
Voltron
Wallpapers/3.0
WASALive-Bot
WBSearchBot
Web Auto
WebCollage WebCollage
WebEnhancer WebEnhancer
WebFuck Web Fetch
Web Fuck Web Fuck
WebLeacher WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
WebPix WebSauger
Web Sauger
WebsiteQuester WebsiteQuester
Webster
WebStripper WebStripper
WebWhacker
WeSEE WeSEE
Whack
Who.is Bot Who.is Bot
Widow
WinHTTrack
WISENutbot WISENutbot
Wprecon Woobot
WPScan WPScan
WWW-Collector-E
WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE x22Mozilla
Xaldon_WebSpider Xaldon_WebSpider
Xenu
xpymep1.exe
YoudaoBot
Zauba Zauba
Zermelo
Zeus
Zitebot Zitebot
ZumBot
ZyBorg

266
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
80legs Aboundexbot
Aboundex
Acunetix Acunetix
ADmantX ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
Alligator AIBOT
archive.org_bot AiHitBot
Asterias AlphaBot
ASPSeek
Attach Attach
autoemailspider
Backlink-Ceck Backlink-Ceck
BacklinkCrawler Badass
BackStreet Barkrowler
Bandit BatchFTP
BBBike BBBike
BDCbot BDCbot
BetaBot
Bigfoot Bigfoot
Blackboard
Black Hole
Blow
BlowFish BlowFish
Boardreader
BotALot BotALot
BuiltBotTough BuiltBotTough
Bullseye Bullseye
BuzzSumo
Calculon Calculon
CazoodleBot CATExplorador
CCBot CCBot
Cegbfeieh Cegbfeieh
CheTeam CheTeam
ChinaClaw
Chlooe Chlooe
Cliqzbot
Cloud mapping Cloud mapping
coccocbot-web coccocbot-web
Cogentbot
com.plumanalytics com.plumanalytics
CopyRightCheck
Cosmos Cosmos
Craftbot Craftbot
Curious crawler4j
Demon crawl.sogou.com
Disco CrazyWebCrawler
Crescent
CSHttp
DatabaseDriverMysqli
DBLBot
Devil
DigitalPebble
DIIbot
Discobot
Dispatch Dispatch
DittoSpyder DomainAppender
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot DomainStatsBot
Dragonfly
Drip
DSearch
eCatch
ECCP/1.0 ECCP/1.0
Ecxi
EMail Siphon EMail Siphon
EMail Wolf
EroCrawler
evc-batch evc-batch
Evil Express WebPictures
Exabot ExtLinksBot
Extractor Extractor
Extreme Picture Finder
EyeNetIE
facebookscraper facebookscraper
FDM FDM
FHscan Fimap
Firefox/7.0 Firefox/7.0
FlashGet FlashGet
Foobot Foobot
Fyrebot
GalaxyBot
Genieo
GermCrawler GermCrawler
Getintent
GetRight GetRight
GetWeb GetWeb
Gigabot Gigabot
Go-Ahead-Got-It G-i-g-a-b-o-t
GoZilla GoZilla
Grabber GrabNet
GrapeFX
GrapeshotCrawler
GridBot GridBot
Haansoft
HaosouSpider HaosouSpider
HEADMasterSEO
Heritrix Heritrix
Hloader
HMView HMView
HTMLparser HTTP::Lite
HybridBot
IDBot IDBot
IlseBot Id-search
Image Sucker Image Fetch
IndeedBot
Indy Library
InfoNaviRobot
InfoTekies
instabid instabid
InterGET
Internet Ninja Internet Ninja
InternetSeer
internetVista monitor internetVista monitor
IRLbot
Jbrofuzz Jbrofuzz
JennyBot Joomla
JetCar JustView
JOC Web Spider Kozmosbot
Jorgee Lanshanbot
Kenjin Spider
Larbin Larbin
Lftp LeechGet
LexiBot
Libwhisker
Lightspeedsystems Lightspeedsystems
Likse
LinkextractorPro
LinkScan LinkScan
LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey
Lipperhey Spider Lipperhey Spider
LNSpiderguy LWP::Simple
Ltx71
lwp-trivial
Magnet
magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic12
Majestic SEO
Majestic-SEO Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch
Mass Downloader Mass Downloader
Mata Hari
Meanpathbot
MeanPath Bot MeanPath Bot
MegaIndex.ru
Metauri Metauri
MFC_Tear_Sample Microsoft Data Access
MIDown tool
MIIxpc MIIxpc
Mister PiX
MJ12bot MJ12bot
Morfeus Fucking Scanner Mojeek
MSFrontPage Mr.4x3
MSIECrawler MSIECrawler
Msrabot muhstik-scan
Name Intelligence
Nameprotect Nameprotect
Nessus Navroad
NetAnts NearSite
Netcraft Netcraft
NetLyzer NetSpider
Nettrack Nettrack
Net Vampire Net Vampire
Netvibes NextGenSearchBot
Nibbler
NICErsPRO NICErsPRO
Niki-bot Nimbostratus
Nikto
NimbleCrawler
Ninja Ninja
Nmap
NPbot NPbot
Octopus Octopus
Offline Explorer OnCrawl
Openvas Openfind
OpenLinkProfiler
OrangeBot OrangeBot
OrangeSpider OrangeSpider
OutclicksBot Page Analyzer
PageGrabber page scorer
PageScorer PageScorer
Panscient Pavuk
PeoplePal
PHPCrawl PHPCrawl
Picscout Pimonster
Picsearch
PictureFinder
PleaseCrawl PleaseCrawl
plumanalytics
Pockey Pockey
POE-Component-Client-HTTP
Probethenet Probethenet
QueryN Metasearch PxBroker
PyCurl
Quick-Crawler
RankActiveLinkBot RankActiveLinkBot
RankingBot RankFlex
RankurBot
RealDownload RealDownload
Recorder Recorder
RedesScrapy
ReGet ReGet
RepoMonkey RepoMonkey
Ripper RocketCrawler
Rogerbot s1z.ru
SBIder SalesIntelligent
scan.lol
ScoutJet
Scrapy
Screaming
Searchestate Searchestate
SearchmetricsBot
SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot seoscanners
SEOlyticsCrawler
Seomoz
serpstatbot
sexsearcher sexsearcher
SISTRIX Sitebeam
SiteSnagger SiteExplorer
SiteSucker SiteLockSpider
Site Sucker Site Sucker
Sitevigil Snake
Snoopy
Sociscraper Sociscraper
Sosospider
Sottopop Sottopop
sp_auditbot SpaceBison
Spbot SpankBot
SputnikBot Spanner
Spinn3r
spyfu spyfu
Sqlmap
Sqworm Sqworm
Stripper
Sucker Sucker
Sucuri SurveyBot
SuperBot
Surfbot
Suzuran
sysscan sysscan
T0PHackTeam
tAkeOut tAkeOut
Teleport Telesphoreo
TheNomad The Intraformant
Thumbor Thumbor
Titan Tracemyfile
Trendiction
trendiction.com
True_Robot True_Robot
Turingos Turingos
TwengaBot TwengaBot
Upflow Twice
UnisterBot
URLy Warning
URLy.Warning URLy.Warning
Vagabondo Vacuum
VB Project
VCI
VidibleScraper
Virusdie Virusdie
VoidEYE
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD
WASALive-Bot WASALive-Bot
WBSearchBot
WebAuto
Web Auto
WebBandit WebBandit
Web Collage Web Collage
WEBDAV
WebEnhancer
WebFetch
Web Fetch Web Fetch
webmeup-crawler WebFuck
Web Fuck
WebLeacher
WebPix WebPix
WebSauger WebReaper
Web Sauger Web Sauger
Webshag Webshag
WebsiteExtractor Webster
Whacker WebSucker
Who.is Bot Web Sucker
WinHTTrack WebWhacker
WiseGuys Robot Whack
Wonderbot Widow
Woobot
Wotbox
Wprecon Wprecon
WPScan WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
Xaldon WebSpider x22Mozilla
Xenu Xenu
YoudaoBot Zauba
zauba.io zauba.io
Zeus Zermelo
zgrab
Zitebot Zitebot
ZmEu
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
dealwifi.com 4senses.co
freecamdollars.com apidiamondatanet-a.akamaihd.net
gsasearchenginerankerhelp.com beauby.ru
i-service.kz cardul.ru
kinoflux.net figuringmoneyout.com
offer.wpsecurity.website llastbuy.ru
perosan.com mir-business-24.ru
pushdata.sendpulse.com mobioffertrck.com
sladkoevideo.com okayimage.com
tizanidinepain.blogspot.com sexyali.com

940
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
0c47f8422d3f.com 123kuma.com
100searchengines.com 14b.info
123any.com
123locker.com
178evakuator178.ru 178evakuator178.ru
1j7740kd.website 1webmaster.ml
24-ak.ru 2daytrendingnews.com
34.gs 2rich4bitches.com
3xforum.ro 2x2fan.ru
5u.com 3rbseyes.com
6hopping.com 4ureyesonly.com
777-club.ru 8kisses.eu
888.com a96527gi.beget.tech
8lufu.com aa9d046aab36af4ff182f097f840430d51.com
adbetclickin.pink aasoldes.fr
adconscious.com abctoppictures.net
admanaerofoil.com absolute-s.ru
adnotbad.com addbin.men
adserver-e7.com adsref.men
airlandsea.info adultmeetonline.info
alienwheels.de akita.kz
alldezservice.kz alfabot.xyz
allknow.info allkrim.com
alt-servis.ru allproblog.com
amehdaily.com allwidewallpapers.com
ampower.me altamayoztourism.com
animali.deagostinipassion.it alta-realestate.com
anmysite.com ample-awards-today.us
anticrawler.org anabolics.shop
apidigidocketnet-a.akamaihd.net anaksma.info
apper.de analytics-ads.xyz
appleid-verification.com anti-virus-removal.info
apptester.tk apelsinnik.website
ap.senai.br approvedlocal.co.za
arabsexxxtube.com appsecurityr.com
arabseyes.com artefakct.com
arendakvartir.kz asrvrep-a.akamaihd.net
arendatora.ru aussie-prizes.com
arkartex.ru autoblogger24.info
asrv-a.akamaihd.net autobrennero.it
autobudpostach.club avtoarenda.by
avtolombard-krasnodar.ru avtolombard-krasnodar.com
azbukafree.com babyguns.ru
backgroundpictures.net backgroundpictures.net
baksman.com balkanfarma.ru
bambi.ck.ua
bankcrediti.ru
barbourjackets.online barbourjackets.online
bard-real.com.ua battlecarnival.su
battle.net battle.net
bazaronline24.ru beauty-clinic.ru
bedcapdealers.com best-businessman.ru
bestchoice.cf
bestdooz.com
bestimagecoollibrary.com
best-mam.ru best-mam.ru
bestwebsiteawards.com bestofupload.info
bigpictures.club besttorrentknifta.weebly.com
bioca.org binaryoptionscops.info
biographiya.com bin-brokers.com
bio-market.kz binomo.com
bitcoinremote.com bioscorp.ru
bitporno.sx blackhatworth.com
bizcheapjerseyswholesalechina.com bmsco.co
blagovest-med.ru bolitgorlo.net
blogrankers.com bonanza-fortune.men
blogsfunky672.weebly.com bonzbuddy.com
bluerobot.info boo-arts.com
bombla.org bookmaker-bet.com
boole.onlinewebshop.net brandedleadgeneration.com
bouda.kvalitne.cz bristolhostel.com
brainzpod.win btc4u.ru
brandehk.dk bugof.gq
brewdom.ru buyessayonline19.blogspot.ru
bronzeaid-a.akamaihd.net buy-meds24.com
bryansk.zrus.org cactussoft.biz
buttons-for-website.com capture-room.com
buyantiviralwp.com cardsdumps.com
buy-cheap-online.info cardsharp1.ru
buydissertation.net carrauterie.be
bvlgariring.xyz carstrends2015.com
callawaygolfstore.online cartierjusteunclou.xyz
candcstuccoandstone.com cartierlove2u.xyz
cartechnic.ru cartierreplica.top
cartierlovebraceletreplica.xyz cartierreplica.win
cartierreplica.xyz cartierreplica.xyz
casinos4dummies.co.uk cashkitten-a.akamaihd.net
cdncash.org cdnanalytics.xyz
celejihad.info centre-indigo.org.ua
cenoval.ru centrumcoachingu.com
cheapmoncler.pw cfsrating.sonicwall.com
cheap-trusted-backlinks.com c-gainsbourg.com
chinaelitecheapjerseys.com chastnoeporno.com
chocoslim.pro checkhit.com
cialiswithoutadoctor.net chelyabinsk.xrus.org
clayvasedesigns.tk chidporn.com
cleansearch.net christianlouboutinreplica.pw
coderstate.com cinemaflix.website
communisave.co.za cityadspix.com
compliance-brian.top clean-start.net
concordexoticrentals.com clickbank.net
coop-gamers.ru clickpapa.com
covetnica.com clickzzs.nl
cowlmash.com colehaanoutlet.store
custom-electric-guitar.com compliance-barak.top
cxpromote.com compliance-jessica.top
damasarenai.info concealthyself.com
darkbooks.org conocer-sanabria.com
cranly.net
crd.clan.su
creams.makeforum.eu
crest3d.ru
customboxes4less.com
customergrowthsystems.com
dafatiri.com
dalavia.ru
dating-time-now.com
dealitright.click
deanmoore.ie deanmoore.ie
deda-moroza-zakaz.ru defenderxtactical.com
demenageur.com degerlund.net
derevesendeco.com destinationrealestate.com
descargar-musica-gratis.net discovertreasure-a.akamaihd.net
detki-opt.ru divku.ru
detskie-zabavi.ru dominateforex.ml
devochki.top downloadmefiranaratb1972.xpg.com.br
dgfitness.co drpornogratisx.xxx
diegolopezcastan.com dvd-famille.com
divatraffic.com earn-from-articles.com
donna7753191.ru e-buyeasy.com
downloaddy.net edge.sharethis.com
dprtb.com ednorxmed.com
earthmagic.info ee77ee.com
ecxtracking.com elektrischezigarette1.blog.pl
eladkarako.github.io
eldiariodeguadalajara.com
elektrischeziga.livejournal.com
elektrischezigarette1.onsugar.com
elektrischezigarette2.onsugar.com elektrischezigarette2.onsugar.com
elektronischezigarettekaufen1.beeplog.com
elektrozigaretten1.tumblr.com
elmifarhangi.com elmifarhangi.com
eloconcream.blogspot.com enge-fotzen.info
eluxer.net englate.com
emediate.eu
energydiet-info.ru
englishgamer.com englishgamer.com
erotikchat-24.com eonpal.com
erotik-kostenlos.net european-torches.ru
evening-dating-club.info eurosamodelki.ru
everypony.ru executehosting.com
evidencecleanergold.com eywords-monitoring-your-success.com
expresstoplivo.ru ezigarettenkaufen1.pagina.gr
eyessurgery.ru fanoboi.com
face.hostingx.eu fastfixing.tech
fashion.stellaconstance.co fbdownloader.com
fdzone.org felizporno.com
fetishinside.com ferieboligkbh.dk
fickenbumsen.net fikasound.tk
fickkontakte.org filesmonster.porn
fickluder69.com filmbokep69.com
filerockstar298.weebly.com filunika.com.ru
findacheaplawyers.com financepoints.eu
findpik.com finansov.info
findpics.pw
findsexguide.com
finuse.com finuse.com
fishingwholesale.us firesub.pl
flauntyoursite.com fix-website-errors.com
f-loaded.de forodvd.com
forum.poker4life.ru freecamdollars.com
foto-weinberger.at free-laptop-reward.com
fr-bearings.ru freesitetest.com
free-fb-traffic.com fuel-gas.com
free-floating-buttons.com funponsel.com
freegamesplay.online gamebackyard.com
freelifetimefuckbook.com gembird.com
freeuploader.ml getdot.ru
freewhatsappload.com gfaq.ru
frequiry.com glall.ru
funcrushgames.com
futbolkisales.ru
fyl.com.ru
g33.org
game300.ru
gamesprite.me
gamewrath.com
geileweiber.tk
gelezki.com
genericlowlatencyasiodriverhq.aircus.com
getoutofdebtfree.org
gettpromos.com
ghernnqr.skyrock.com
ghostvisitor.com
gigablast.com
girlgamerdaily.com
globalsurfari.com globalsurfari.com
gne8.com gok-kasten.net
go2jump.org gombita.info
goatse.ru googlefeud.com
goldandcard.ru
golmau.host.sk
gosreg.amchs.ru gosreg.amchs.ru
gotomontenegro.net gratis-sexkontakte.com
gribkovye-zabolevaniya.com grtyi.com
growboxbl.ru gsmlab.pl
gsasearchengineranker.space guiadeserraazul.com
gtopstats.com guod.me
guge.io gwebtools.com
hdpixent.com hahashka.ru
help.tpu.ru hamptonoaks.ca
handicapvansarea.com
hawaiielectriclight.com
hd-film.pl
headpress.ru
helicalpile.us
hexpilot.com
highspeed5.net highspeed5.net
hit-men.men hildinghr.se
hitmuzik.ru home-task.com
homedecorpicture.us hostnow.men
housediz.com houston-vikings.com
housekuba.org hundejo.com
ideashome.id hustoon.over-blog.com
ifirestarter.ru hvd-store.com
igithab.com hyhj.info
iklysha.ml iboss.com
impisr.edunsk.ru imagefinder.site
incolors.club images-graphics-pics.com
indiakino.net immobiliaremassaro.com
indianmedicaltourismshop.com increasewwwtraffic.info
instabid.tech insomniagamingfestival.com
interfucks.net internetproviderstucson.com
intermesh.net invest-pamm.ru
intervsem.ru investsuccess.org
invitefashion.com
invivo.hu
iomoio.net iomoio.net
itbc.kiev.ua ipchicken.com
itservicesthatworkforyou.com iplogger.org
iusstf.org iplusbit.blogspot.co.za
jacago.com iqbazar.ru
jagg.info iqupdatetmz.win
janavibekken.no itch.io
japan-bearings.ru itis4you.com
jav-fetish.com jamiembrown.com
je7.us jennyfire.ru
jeremyeaton.co job.icivil.ir
jestr.org jongose.ninja
justucalling32211123456789.tk justkillingti.me
kalb.ru kartiniresto.com
kanimage.com kashubadesign.ru
kazan.xrus.org kenaba.su
kaz.kz keyhantercume.com
keki.info keywordsuggest.org
kiinomaniak.pl kinopolet.net
kinosed.net
kit-opt.ru kit-opt.ru
knigonosha.net klin3952.ru
kochanelli.com
komp-pomosch.ru komp-pomosch.ru
krasivye-devushki.net komputernaya-pomosh-moscow.ru
kung-fu-ru.com krasnodar.ru
lacave.ntic.fr kredit-pod-zalog-krasnodar.ru
law-check-nine.xyz kuzinsp.ru
law-check-seven.xyz kw21.org
ledis.top labvis.host.sk
linkwithin.com lafriore.ru
littlecity.ch landreferat.ru
llastbuy.ru lasvegaslockandsafe.com
lombardfinder.ru lechenie-gemorroya.com
likrot.com
lion.snapmap.us
live-sexcam.tk
louboutinreplica.xyz
lovelycraftyhome.com
low-format.ru low-format.ru
luciddiagnostics.in m3gadownload.pl
luckyshop.net.ua magento-crew.net
lutherstable.org maladot.com
m292.info malls.com
machicon-ueno.info manuscript.su
mahnwachen-helfen.info marmitaco.cat
mailemedicinals.com masturbate.co.uk
manipulyator-peterburg.ru matpre.top
manyresultshub-a.akamaihd.net meduza-consult.ru
marketland.ml mexicotravelnet.com
markjaybeefractal.com michaelkorssaleoutletonline.net
master-muznachas.ru mikozstop.com
masthopehomes.com millionare.com
mathgym.com.au mindbox.co.za
mazda-roadsters.com minecraft-rus.org
medanestesia.ru mnogabukaff.net
meet-flirt-dating.com mobsfun.net
megahdporno.net
me-ke.com
mhi-systems.ru
missclub.info
misterjtbarbers.com
mitrasound.ru
mlf.hordo.win
mockupui.com mockupui.com
mokrayakiska.com mojaocena.com
monsterdivx.com moncleronline.xyz
montazhnic.ru monclervests.xyz
montredemarque.nl moscow.online-podarki.com
moonci.ru moscow.xrus.org
moroccosurfadventures.com mowser.com
mostantikor.ru moxo.com
mountainstream.ms mozello.ru
moviemail-online.co.uk mustat.com
mp3ritm.top muycerdas.xxx
musicas.baixar-musicas-gratis.com mydearest.co
music.utrolive.ru mydownlodablefiles.com
muznachas-service.ru myfreecams.com
mymobilemoneypages.com myshopmatemac.com
na15.ru
naj-filmy24.pl naj-filmy24.pl
narco24.me narutonaruto.ru
narkologiya-voronezh.ru nastroyke.net
netcheckcdn.xyz nationalbreakdown.com
netpics.org naval.jislaaik.com
new-post.tk negociosdasha.com
newtechspb.ru networkcheck.xyz
nottyu.xyz newstraveller.ru
o00.in newyorkhotelsmotels.info
o333o.com next-dentists.tk
noscrapleftbehind.co
novosibirsk.xrus.org
oddamzadarmo.eu
ohmyrings.com
okayimage.com okayimage.com
olgacvetmet.com okeinfo.online
onlineku.com oklogistic.ru
onlythegames.com onlinadverts.com
onthemarch.co online-sbank.ru
openmediasoft.com orgasmus-virtual.com
optibuymac.com
ossmalta.com ossmalta.com
ostrovtaxi.ru ozas.net
oz-offers.com partnerads.men
panouri-solare-acoperis.com partnerworkroom.men
parajumpersstore.online pdns.cz
partner-host.men pensplan.com
partnersafe.men perm.xrus.org
partners-ship.pro petsblogroll.com
pawli.eu photosaga.info
pestomou.info pills24h.com
picscout.com pinwallpaper.xyz
picturesfrom.com pisanieprac.info
pio.polytopesexempt.com pizza-tycoon.com
pizdeishn.com pk-services.ru
pizza-imperia.com platezhka.net
poems.com.ua playboyfiles.xblog.in
pogodnyyeavarii.gq play-movie.pl
popup-hgd.xyz playtap.us
pornophoto.xyz pooleroadmedicalcentre.co.uk
pornoplen.com pornofiljmi.com
posible.net pornotubs.com
powenlite24.ru pornzone.tv
preparevideosafesystem4unow.site
pretty-mart.com
pricheskaonline.ru
pricheski-video.com
printie.com
privatefx-in.ru privatefx-in.ru
prokotov.com privat-girl.net
prombudpostach.com.ua prlog.ru
proxyradar.com producm.ru
psoriasis-file.trade prom23.ru
pssucai.info pro-okis.ru
psvita.ru psa48.ru
qitt.ru push-ad.com
quangcaons.com putevka24.ru
quizzitch.net quickcashlimited.com
rankingchart.de qwarckoine.com
rankscanner.com rabotaetvse.ru
realting-moscow.ru rankia.com
registratciya-v-moskve.ru ranksays.com
registrationdomainsite.com razamicroelectronics.com
remontgruzovik.ru razleton.com
remont-ustanovka-tehniki.ru realizmobi.com
remontvsamare.su redirect.trafficreceiver.club
renecaovilla.online relax.ru
responsive-test.net remmling.de
rezeptiblud.ru replicaclub.ru
rockprogblog.com replicalouboutin.xyz
ruclicks.com rialp.getenjoyment.net
ruspdd.com ricorsogiustizia.org
sabaapress.com ringtonepartner.com
satellite.maps.ilovevitaly.com romhacking.ru
savememoney.co.za ros-ctm.ru
sbprabooks.com rossmark.ru
sbt-aqua.ru royalcar-ufa.ru
scanner-john.top royalvegascasino.com
scanner-walt.top rozalli.com
searchimpression.com ruscoininvest.company
seasonvar.ru rusprostitute.com
sendearnings.com sadaholding.com
seo-prof1.xyz sale-japan.com
service.adtech.us saneyes.com
sexkontakteao.info sarafangel.ru
sexspornotub.com sarf3omlat.com
sexytrend.ru sbtdesign.co.uk
sharebutton.net scanner-jack.top
shlyahten.ru scenicmissouri.us
shoplvlv.us scrapinghub.com
shopvilleroyboch.com.ua securityallianceservices.com
sibdevice.ru selectads.men
sibvitr.ru seminarykansas904.ml
signal03.ru seofied.com
sim-service.net seo-smm.kz
sinestesia.host.sk service.adtech.fr
sisiynas.ru serw.clicksor.com
site3.free-share-buttons.com sex.hotblog.top
sitopreferito.it sexpartygirls.net
skanninge.se sexsearch.com
skatestick.bid share-buttons-for-free.com
sky-mine.ru shisha-swag.de
smallseotools.com shohanb.com
smartadserver.com shopsellcardsdumps.com
snsdeainavi.info sibecoprom.ru
socas.pluto.ro sientalyric.co
soc-econom-problems.ru simply.net
sims-sims.ru
sirpornogratis.xxx
skachat-besplatno-obrazcy.ru
skladvaz.ru
snworks.com
socialbutton.xyz socialbutton.xyz
sockshare.net sockshare.net
softomix.com softomix.net
softwaretrend.net sovinsteel.ru
soheavyblog.com sprttrack.com
sortthemesitesby.com sps-shop.com
sotechco.co spyfu.com
spabali.org steebook.com
spinnerco.ca stickers-market.ru
spy-app.info stillmiracle.com
spywareit.com stoki.ru
ssconstruction.co strangeduckfilms.com
stard.shop streetfooduncovered.com
startwp.org stroymonolit.su
statistici.ro surcentro.com
statoutlook.info surgut.zrus.org
superiends.org svensk-poesi.com
surfbuyermac.com swinger-mobil.net
swimpool.ca telesvoboda.ru
takeflyte.com templates.franklinfire.co
tamada69.com testingads.pro
tandvardshuset.net thefds.net
tanieaukcje.com.pl thegamerznetwork.com
tarad.com theplacetoupdating.pw
tgtclick.com thewomenlife.com
tizanidine4mgprice.blogspot.com thexart.club
tizanidineandgabapentin.blogspot.com time-japan.ru
tizanidineformigraines.blogspot.com timer4web.com
tizanidinesideeffects.blogspot.com titan-cloud.life
tizanidinevssoma.blogspot.com tizanidinehcl2mg.blogspot.com
topads.men tizanidinerestlesslegsyndrome.blogspot.com
topclickguru.com tizanidineusedfor.blogspot.com
topdownloads.ru toon-families.com
topvidos.ru top10-online-games.com
torture.ml torrent-to-magnet.com
tracfone.com touchmods.fr
truck-rece.life tourismvictoria.com
trudogolik.net tour-line.net
trustedmaccleaner.com toy-shop.top
tt-ipd.info track112.site
tube8.com traderzplanet.in
tula.howotorg.ru trafaret74.ru
tv-spoty.info traffic-club.info
tvteleport.ru trafficmp.com
twittrading.com trafficnetzwerk.de
ua.tc traffpartners.com
ultimateclassicrock.com trucri.me
tupper-shop.ru
twincitiescarservice.com
twodollarshows.com
twu.com.ua
tx41tclega.ru
ukrobstep.com
ultramart.biz ultramart.biz
uptimebot.net umityangin.net
urccvfmc.bloger.index.hr unitygame3d.com
vacuumscleaner.com univerfiles.com
validdomain.xyz unlimitdocs.net
vasileostrovsky-rayon.ru unmaroll.ya.ru
urll.eu
urlopener.com
us-america.ru
utiblog.fr
v-doc.co v-doc.co
viagengrarx.com vektorpress.ru
video-chat.in ventelnos.com
vereo.eu
veselokloun.ru
viandpet.com
videochat.mx videochat.mx
videochat.world video-production.com
villacoloniale.com videotuber.ru
visionwell.com.cn vinsit.ru
voprosotvet24.ru vip2ch.com
vseigru.one vipsiterip.org
vsexkontakte.net voltrknc1.com
vykup-avto-krasnodar.ru vseuznaem.com
vzlomfb.com walkme.com
wareseeker.com wdfdocando.com
webinstantservice.com webjam.com
webix.me webmonetizer.net
websiteaccountant.de weprik.ru
website-speed-up.site wesharepics.com
weekes.biz.tc
wfb.hatedriveapart.com wfb.hatedriveapart.com
while.cheapwebsitehoster.com wholesalecheapjerseysfree.com
whipme.yopoint.in winterclassichockeyjerseys.com
witherrom55.eklablog.fr worldis.me
withstandingheartwarming.com worldmusicfests.com
wleuaprpxuvr.ga wormix-cheats.ru
womensplay.net wowas31.ucoz.ru
woodyguthrie.se writingservices17.blogspot.ru
wordpress-crew.net wurr.voila.net
worldlovers.ru ww1943.ru
woweb.com.ua www.888.com
www.event-tracking.com www.timer4web.com
xboxster.ru wygraj-skiny.win
xmlinde.com xbaboon.com
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xerox-douglas.cf
xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai xfluro.com
xn--b1ag5cfn.xn--p1ai xlovecam.com
xportvusbdriver8i.snack.ws xtremeeagles.net
xpresscare.ru xuki.us
xwatt.ru xxlargepop.com
xxxtubesafari.com yatrk.xyz
yaaknaa.info yebocasino.com
yellowstonesafaritours.com yhit.press
yoopsie.com yogamatsexpert.com
youbloodyripper.com youghbould.wordpress.com
youdesigner.kz youporn-ru.com
youtubedownload.org zajm-pod-zalog-nedvizhimosti.ru
youtuhe.com zakazfutbolki.com
zapatosenventa.info zakon-ob-obrazovanii.ru
zarabotat-na-sajte.ru zeleznobeton.ru
zhorapankratov7.blogspot.com zeroredirect9.com
zhuravlev.info zixizop.net.ru
zigarettenonlinekaufen2.drupalgardens.com
z-master.ru
znaniyapolza.ru
zoompegs.com
zophim.me
zvezdagedon.ru zvezdagedon.ru

480
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
0daymusic.org 007angels.com
123any.com 01apple.com
21h2o.com 101billion.com
40cg.com 1kdailyprofit.me
7xc4n.com 1pamm.ru
9icmzvn6.website 3rbseyes.com
aaronabel.com 9med.net
abctoppictures.net a1security.com.ua
adtology.com aa9bd78f328a6a41279d0fad0a88df1901.com
advancedmassagebysara.com abcdefh.xyz
ahmedabadwebs.com adult-shop.com.ua
air-edem.ru advokateg.ru
akita.kz ad-words.ru
akusherok.ru
alekseevec.ru
alfa9.com alfa9.com
allnews24.in all4invest.info
allnews.md amehdaily.com
alloysteel.ru android4fun.org
antons-transporte.de anlimebel.kiev.ua
anmysite.com
apiluckyleapnet-a.akamaihd.net apiluckyleapnet-a.akamaihd.net
appiq.mobi apiwebwebgetcom-a.akamaihd.net
aramaicmedia.org apple.com-cleaner.systems
arclk.net baixar-musicas-gratis.com
asia-forum.ru bannerpower.com
atmovs.com bcmp.org
atout-energie-69.com belinvestdom.by
ausergrubhof.info bestdooz.com
autoloans.com bigames.online
automatic-seo.com bioca.org
avirasecureserver.com bobinoz.com
avtolombard-krasnodar.ru boc.kz
awency.com bombla.org
azazaporn.com burger-imperia.com
bazaronline24.ru burn-fat.ga
bbsoldes.fr business-made-fun.com
berrymall.ru cablecar.us
bestcurs.org cam-kontakte.org
bestdraws.com capacitacionyaprendizaje.com
bestsexyblog.com
bestssaker.com
beyan.host.sk
bio.trade-jp.net
bookmark4you.com.biz
brainxs.us
btnativenav.com
buntube.net
bytimedance.ru
cartierbraceletsreplica.pw
ceotrk.com
cercacamion.it
cerev.info
cgi2.nintendo.co.jp
chiblackhawks-jerseys.com chiblackhawks-jerseys.com
cjs.com.ru children-learningreading.info
clevernt.com cialgenisrx.com
clickcash.com cicaki.net
clicksor.com cindymatches.com
clothesforcash.com citizenclsdriveri7.pen.io
compliance-alex.top ci.ua
compliance-andrew.xyz clippingphotoindia.com
compliance-mark.top cmd.kz
compliance-willy.top compliance-alex.xyz
cs-passion.pl copypaste.traderzplanet.in
cypernhuset.se cordstrap.cc
czeshop.info creatives.adbetclickin.pink
damasarenai.info culmimg.pw
dbmkfhqk.bloger.index.hr dailyfinancefix.com
delitime.info dcj-nn.ru
discountbarbour.online dikqlyremy.info
ec-file.info distver.ru
domain-submit.info
donna7753191.ru
downvids.net
drupa.com
druzhbany.ru
dtnlyss.com
duplicashapp.com
elektrozigarette1.dreamwidth.org
elektrozigaretten1.webs.com
elmacho.xyz
embedle.com embedle.com
f00kclan.de epngo.bz
feorina.ru errorfixing.space
fetishinside.com eyemagination.com
findpik.com ezb.elvenmachine.com
fortunejack.com ezigaretteshop2.mywapblog.com
fotopop.club fanoboi.com
fr-bearings.ru fast-wordpress-start.com
freakycheats.com fbdownloader.com
fz139.ttk.ru fickblock18.com
gamblingnerd.com flowersbazar.com
gay-file.com foxinsocks.ru
gidonline.one frbizlist.com
gojiberriess.apishops.ru froggytube.com
gpirate.com gdebestkupit.ru
graphics8.info gearsadspromo.club
handicapbathtubarea.com getyourimage.club
ghernnqr.skyrock.com
girlporn.ru
guiadeserraazul.com
gwhwpxbw.bloger.index.hr
hao123.com hao123.com
happy.new.yeartwit.com hard-porn.mobi
hauleddes.com hasfun.com
hesteel.pl hayate.biz
hetmanship.xyz headpress.ru
highstairs-a.akamaihd.net heartofpayne.xyz
hotenergy.ru hentai-manga.porn
hspline.com heygidday.biz
humbmosquina.tk host-tracker.com
hyiphunter.org humanorightswatch.org
i4track.net hyipmanager.in
iamsport.org iminent.com
iboss.com imperia31.ru
idealtits.net incest-ru.com
ikritikimou.gr incomekey.net
infokonkurs.ru infazavr.ru
integritylandscapeservices.com instakink.com
investmac.com istizanidineacontrolledsubstance.blogspot.com
inzn.ru iwantmyfreecash.com
iqoption.com izismile.com
iron-age.info jamiembrown.com
jav-fetish.site japfm.com
jeremyeaton.co je7.us
jerseyswholesalechinalimited.com jjbabskoe.ru
jestr.org juliaworld.net
jolic2.com justbcause.com
kino-fun.ru katushka.net
klin3952.ru keenoutlet.online
komputers-best.ru keywesthideaways.co
kongruan.com keywordhut.com
krassh.ru kino-ecran.ru
lazymanyoga.com kinoflux.net
liffa.ru kreativperlen.ch
lirunet.ru kriokomora.info
lmrauction.com kung-fu-ru.com
lomza.info kw21.org
lookingglassemb.com lacave.ntic.fr
lunamedia.co larose.jb2c.me
lyrics.home-task.com ledis.top
m0r0zk0-krava.ru letsrepair.in
manuscript.su lezbiyanki.net
masterseek.com lflash.ru
medictube.ru lifebyleese.com
mejoresfotos.eu lollypopgaming.com
mir-limuzinov.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com
morf.snn.gr mailemedicinals.com
moscow.online-podarki.com mainlinehobby.net
mosrif.ru maximilitary.ru
mrpornogratis.xxx mebel-alait.ru
mustwineblog.com mebeldekor.com.ua
muztops.ru medicovi.com
myblogregistercm.tk michaelkorsoutlet.store
na15.ru monsterdivx.tv
naj-filmy24.pl mp3ringtone.info
muz-shoes.ru
myfreetutorials.com
nac-bearings.ru
narkologiya-penza.ru narkologiya-penza.ru
nbsproject.ru narutonaruto.ru
netcheckcdn.xyz negociosdasha.com
nevansk.ru next-dentists.tk
nfljerseyscheapchinabiz.com nextrent-crimea.ru
nikkiewart.ru ningessaybe.me
nuup.info nrv.co.za
offf.info nudepatch.net
oneclickfiles.com obesidadealgarve.com
ordernorxx.com offtime.ru
orel-reshka.net okeinfo.online
orgasmatrix.com olgacvetmet.com
orion-v.com
ostroike.org
ostrovtaxi.ru
otbelivanie-zubov.com otbelivanie-zubov.com
parajumpersjakkesalgnorge.info pammik.ru
partnerads.men pepperstyle.ru
pcgroup.com.uy percin.biz.ly
pinwallpaper.xyz petsblogroll.com
pizda.lol phuketscreen.com
podshipniki-ntn.ru plastgranar.nu
pokemongooo.ml pontiacsolstice.info
popcash.net poquoson.org
popmarker.com pornowarp.info
popugauka.ru
pornhubforum.tk
pornoelita.info
pornzone.tv
portside.cc
powitania.pl powitania.pl
praisong.net presleycollectibles.com
promoforum.ru printingpeach.com
propranolol40mg.blogspot.com privacyassistant.net
prostitutki-astana.org puserving.com
prostitutki-kiev.org qexyfu.bugs3.com
purplesphere.in raschtextil.com.ua
rapidsites.pro realitykings.com
razorweb-a.akamaihd.net redhotfreebies.co.uk
refads.pro restorator-msk.ru
refudiatethissarah.info rightenergysolutions.com.au
rent2spb.ru rniaeba.ga
rustic-quiver.win rucrypt.com
rvzr-a.akamaihd.net running-line.ru
saneitconsulting.com sabaapress.com
santasgift.ml sandhillsonline.com
satellite.maps.ilovevitaly.com scanner-jess.top
scanner-andrew.top seorussian.ru
seansonline24.pl sfj-ror.no
service.adtech.fr shariki-zuma-lines.ru
sex-foto.pw shoesonlinebuy.xyz
sharebutton.net sinel.info
site5.com sitevaluation.com
smallseotools.com slavia.info
spravka130.ru slomm.ru
sprttrack.com smartbalanceworld.com
squidoo.com softxaker.ru
sstroy44.ru startufa.ru
stathat.com stats-collector.org
stauga.altervista.org streetfooduncovered.com
stickers-market.ru stroiminsk.org
stoki.ru stroy-portal22.ru
strangeduckfilms.com superinterstitial.com
taqplayer.info thebestphotos.eu
telegraf.by thedownloadfromwarez.blogspot.com
telegramdownload10.com timeallnews.ru
templates.radiodigital.co tjkckpytpnje.com
tfxiq.com tomck.com
thejournal.ru top10-online-games.com
titan-cloud.life top-deal.com.pl
tizanidinemusclerelaxant.blogspot.com topkarkas.com
tizanidinevscyclobenzaprine.blogspot.com tozup.com
tobeyouday.win trahvid.com
toon-families.com trudogolik.net
torrentgamer.net tuberkuleznik.ru
torrent-to-magnet.com turbo-suslik.org
tuckpointingmasonrysystems.com ugogo.info
typer.one unmaroll.ya.ru
udsgame.online uptime.com
umnovocaminho.com varikoz24.com
underthesite.com vasileostrovsky-rayon.ru
unitexindia.com vod.com.ua
vacances-voyages.info
videochat.life
videochat.ph
videojam.tv
videositename.com
vinsit.ru
vkonche.com
vonradio.com vonradio.com
vvpg.ru vozbujdenie.com
w7s.ru vrnelectro.ru
wcb.su vykupavto-krasnodar.ru
wesharepics.com websiteexplorer.info
whiteelephantwellington.com website-speed-up.top
wholesalejerseyscheapjerseys.us.com wedding-salon.net
wikes.20fr.com wikes.20fr.com
windowssearch-exp.com win-spy.com
woman-orgasm.ru xjrul.com
workle.website xn----7sbifcamovvfggw9d.xn--p1ai
worldoffiles.ru xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai
writersgroup580.web.fc2.com xn--80aikhbrhr.net
wttavern.com xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai
www.event-tracking.com xn--oogle-wmc.com
xchat26.myfreecams.com yeartwit.com
xn----7sbho2agebbhlivy.xn--p1ai yourdesires.ru
xn----itbkqkfiq.xn--p1ai yoursite.com
x-rates.ru yun56.co
yaminecraft.ru zakon-ob-obrazovanii.ru
yellowstonevisitortours.com zero1.it
yourothersite.com zeroredirect2.com
zoomovies.org zhuravlev.info
zscalertwo.net zigarettenonlinekaufen2.bloog.pl
zigarettenonlinekaufen2.drupalgardens.com
zojirushi-products.ru
zverokruh-shop.cz

24
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html> <html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> l>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -126,4 +116,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.187.174 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1768 #### Version: V4.2019.07.1769
#### Bad Referrer Count: 6737 #### Bad Referrer Count: 6737
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1768 #### Version: V4.2019.07.1769
#### Bad Referrer Count: 6737 #### Bad Referrer Count: 6737
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1768 #### Version: V4.2019.07.1769
#### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1768 #### Version: V4.2019.07.1769
#### Bad Referrer Count: 6737 #### Bad Referrer Count: 6737
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

6
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1768 ### Version: V3.2019.07.1769
### Updated: Fri Jul 26 09:09:33 SAST 2019 ### Updated: Fri Jul 26 09:25:20 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -17993,8 +17993,6 @@ geo $ratelimited {
# BAD BOT RATE LIMITING ZONE # BAD BOT RATE LIMITING ZONE
# Rate limiting will only take effect if on any User-Agents with a value of 2 # Rate limiting will only take effect if on any User-Agents with a value of 2
#limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
#limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m;
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:31 SAST 2019 ### Updated: Fri Jul 26 09:25:18 SAST 2019
### Bad Referrer Count: 6737 ### Bad Referrer Count: 6737
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1768 ### Version: V4.2019.07.1769
### Updated: Fri Jul 26 09:09:34 SAST 2019 ### Updated: Fri Jul 26 09:25:21 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##