vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 03:29:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1781 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-31 16:34:46 +02:00
parent 42d71c94d7
commit 0e8e1521e3
52 changed files with 1117 additions and 1104 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

16
.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost
View file

@ -2,6 +2,10 @@ server {
listen 8080; listen 8080;
server_name xxxx; server_name xxxx;
### NGINX BOT BLOCKER INCLUDE
include /etc/nginx/bots.d/blockbots.conf;
location / { location / {
return 301 https://$host$request_uri; return 301 https://$host$request_uri;
} }
@ -10,6 +14,10 @@ server {
server { server {
listen 443 ssl http2; listen 443 ssl http2;
server_name xxxxx server_name xxxxx
### NGINX BOT BLOCKER INCLUDE
include /etc/nginx/bots.d/blockbots.conf;
root {{ vhost_www_directory }}/sites/public; root {{ vhost_www_directory }}/sites/public;
include {{ nginx_blockbots_cfg_path }}; include {{ nginx_blockbots_cfg_path }};
@ -26,6 +34,10 @@ server {
root {{ vhost_www_directory }}/admin/public; root {{ vhost_www_directory }}/admin/public;
server_name admin.{{ domain_to_protect }}; server_name admin.{{ domain_to_protect }};
### NGINX BOT BLOCKER INCLUDE
include /etc/nginx/bots.d/blockbots.conf;
include {{ nginx_yprox_security_path }}; include {{ nginx_yprox_security_path }};
include {{ nginx_yprox_ssl_path }}; include {{ nginx_yprox_ssl_path }};
@ -40,6 +52,10 @@ server {
listen 443 ssl http2; listen 443 ssl http2;
server_name alp.{{ domain_to_protect }}; server_name alp.{{ domain_to_protect }};
### NGINX BOT BLOCKER INCLUDE
include /etc/nginx/bots.d/blockbots.conf;
root {{ alp_live_directory }}; root {{ alp_live_directory }};
include {{ nginx_bots_cfg_path }}/blockbots.conf; include {{ nginx_bots_cfg_path }}/blockbots.conf;
index index.html; index index.html;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.1.99 0; 104.154.120.187 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.120.187 0;
35.202.145.110 0; 35.202.145.110 0;
35.188.1.99 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.184.226.236 0; 104.154.120.187 0;
35.202.145.110 0; 35.192.85.2 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.85.2 0; 104.154.120.187 0;
35.193.7.13 0; 35.184.226.236 0;
35.224.112.202 0; 35.202.145.110 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.184.96.71 0; 35.193.7.13 0;
35.184.226.236 0; 35.192.85.2 0;
35.202.145.110 0; 35.202.145.110 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Alligator Bandit
autoemailspider Blackboard
BotALot FHscan
Ezooms HaosouSpider
IstellaBot Litemage_walker
MS Web Services Client Protocol Microsoft Data Access
SEOstats seoscanners
SiteSnagger Sosospider
Webster Sqlworm
Whatweb URLy Warning

298
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker
404enemy
80legs
Abonti
Acunetix
ADmantX ADmantX
AhrefsBot
AIBOT
AiHitBot AiHitBot
Aipbot
Alexibot
Alligator Alligator
Anarchie AllSubmitter
Apexoo Apexoo
archive.org_bot autoemailspider
BackDoorBot backlink-check
BacklinkCrawler
BackStreet BackStreet
Battleztar Bazinga Badass
Bitacle Barkrowler
BBBike
BDCbot
Blow Blow
BlowFish
Boardreader Boardreader
BotALot Brandprotect
Brandwatch Buddy
BuiltWith BuiltBotTough
CazoodleBot Bullseye
BunnySlippers
BuzzSumo
CATExplorador
CCBot
Cegbfeieh
CheeseBot
CherryPicker CherryPicker
CheTeam
ChinaClaw
Chlooe
Claritybot
Cliqzbot Cliqzbot
Cloud mapping Cloud mapping
Cogentbot
Collector Collector
com.plumanalytics
Copyscape
Cosmos Cosmos
crawler4j crawl.sogou.com
crawler.feedback
CrazyWebCrawler CrazyWebCrawler
CrunchBot Crescent
CSHttp CSHttp
Curious DBLBot
Custo demandbase-bot
Demon Demon
Deusu
Devil Devil
DIIbot DigitalPebble
Disco Disco
DomainSigmaCrawler Discoverybot
Drip DittoSpyder
Ebingbong DomainStatsBot
ECCP/1.0 Dotbot
EMail Siphon EasyDL
EMail Wolf eCatch
EroCrawler
evc-batch evc-batch
Evil ExtLinksBot
Express WebPictures
ExtractorPro ExtractorPro
EyeNetIE
Ezooms Ezooms
facebookscraper FDM
FemtosearchBot FHscan
Fimap Firefox/7.0
FlashGet Freeuploader
Flunky
Foobot
Fyrebot Fyrebot
GalaxyBot GalaxyBot
GetRight
GetWeb
Gigablast
Gigabot
Gotit Gotit
GoZilla GoZilla
Grabber
Grafula Grafula
GrapeshotCrawler GrapeFX
GridBot GridBot
HaosouSpider GT::WWW
Haansoft
Harvest Harvest
Havij
HEADMasterSEO HEADMasterSEO
Hloader Hloader
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack HTTrack
Humanlinks
Iblog Iblog
IlseBot
Image Sucker Image Sucker
IndeedBot instabid
Indy Library Intelliseek
InfoNaviRobot Internet Ninja
InfoTekies ips-agent
InterGET IRLbot
internetVista monitor
Iria
Iskanie Iskanie
IstellaBot
Jbrofuzz Jbrofuzz
JennyBot
JetCar JetCar
Jetty Jetty
JikeSpider
JOC Web Spider JOC Web Spider
Joomla
Jorgee Jorgee
JustView Jyxobot
Kenjin Spider
Keyword Density
Kozmosbot Kozmosbot
LeechFTP LexiBot
LeechGet Lftp
Libwhisker Libwhisker
Lightspeedsystems
Likse Likse
Linkdexbot
LinkpadBot LinkpadBot
LinksManager LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Spider
Lmspider Lmspider
LNSpiderguy
Ltx71
lwp-request lwp-request
LWP::Simple
Magnet Magnet
Mag-Net Mag-Net
magpie-crawler
Mail.RU_Bot
Majestic12
Majestic-SEO
MarkMonitor
Mass Downloader Mass Downloader
Meanpathbot meanpathbot
MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
Microsoft Data Access mediawords
Metauri
Microsoft URL Control
MIDown tool
Mojeek
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage MSIECrawler
Msrabot MS Web Services Client Protocol
muhstik-scan Musobot
Navroad Nameprotect
Netcraft Needle
NetAnts
NetMechanic NetMechanic
Nettrack Nibbler
NICErsPRO Offline Explorer
Nikto Openfind
Nimbostratus OutclicksBot
NPbot
Nutch
OnCrawl
OpenVAS
OrangeBot
OrangeSpider
OutfoxBot
PageAnalyzer PageAnalyzer
PageGrabber PageGrabber
Pandalytics page scorer
Papa Foto PageScorer
Pavuk Pavuk
Pimonster pcBrowser
Pi-Monster PECL::HTTP
PHPCrawl
Picsearch
PleaseCrawl PleaseCrawl
Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet ProPowerBot
ProWebWalker
Psbot
Pump Pump
RankFlex PyCurl
RankingBot2 RankActive
RankActiveLinkBot
RankurBot
RealDownload RealDownload
Reaper Reaper
RebelMouse
RedesScrapy
Ripper Ripper
RocketCrawler
Rogerbot Rogerbot
s1z.ru
SalesIntelligent SalesIntelligent
SBIder
ScanAlert
Scanbot
scan.lol scan.lol
ScoutJet Scrapy
ScreenerBot Screaming
Searchestate Searchestate
SearchmetricsBot
Semrush
SemrushBot SemrushBot
SEOkicks SEOlyticsCrawler
SEOkicks-Robot
SEOprofiler SEOprofiler
seoscanners seoscanners
SEOstats SeoSiteCheckup
sexsearcher
Shodan Shodan
Siphon
Sitebeam Sitebeam
SiteExplorer
Siteimprove Siteimprove
SiteSnagger
Snake Snake
Snapbot Sogou web spider
Snoopy
SocialRankIOBot
Sociscraper
sogouspider
SpankBot
sp_auditbot sp_auditbot
Spbot
Spinn3r
spyfu
Sqlmap Sqlmap
Sqlworm Steeler
Stripper Stripper
SuperBot Sucker
SuperHTTP Sucuri
Surfbot
SurveyBot SurveyBot
Swiftbot Szukacz
sysscan T0PHackTeam
T8Abot
Teleport Teleport
TeleportPro TeleportPro
Telesphoreo Telesphoreo
Telesphorep TheNomad
The Intraformant
Thumbor
TightTwatBot
Titan Titan
Toata
Toweyabot Toweyabot
Tracemyfile
Trendiction Trendiction
trendiction.com trendiction.com
trendiction.de True_Robot
Turnitin UnisterBot
TurnitinBot Upflow
TwengaBot Vacuum
Twice VB Project
Typhoeus
Vagabondo
VidibleScraper
Virusdie Virusdie
Voil
Voltron Voltron
WASALive-Bot Wallpapers/3.0
WBSearchBot WBSearchBot
Webalta
WebAuto WebAuto
Web Auto
WebBandit
WebCollage WebCollage
WEBDAV WebCopier
WebEnhancer
Web Enhancer Web Enhancer
Web Fetch Web Fetch
Web Fetch
WebFuck WebFuck
Web Fuck WebmasterWorldForumBot
WebGo IS
WebImageCollector
webmeup-crawler webmeup-crawler
WebPix WebPix
WebReaper WebSauger
WebSucker WebsiteQuester
Webster
WebStripper
Web Sucker Web Sucker
WebWhacker
WebZIP
WeSEE WeSEE
Whack Whacker
Widow WinHTTrack
WISENutbot Wonderbot
Woobot
Wotbox
Wprecon Wprecon
WWW-Collector-E WWW-Mechanize
Xaldon WebSpider WWW::Mechanize
Xaldon_WebSpider WWWOFFLE
xpymep1.exe x09Mozilla
YoudaoBot
Zade Zade
Zauba
zauba.io zauba.io
Zermelo Zermelo
Zeus
Zitebot

270
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker
80legs 80legs
Abonti Abonti
Aboundexbot Aboundex
AIBOT
AiHitBot
Aipbot
Alexibot Alexibot
AllSubmitter AllSubmitter
Anarchie Anarchie
Apexoo archive.org_bot
ASPSeek ASPSeek
autoemailspider autoemailspider
Backlink-Ceck
backlink-check backlink-check
BatchFTP BacklinkCrawler
BackWeb
Badass
Barkrowler
BBBike
BDFetch BDFetch
BetaBot BetaBot
Bigfoot
Bitacle
Blackboard
Black Hole Black Hole
BlackWidow BlackWidow
Blow Blow
Boardreader
Bolt
BotALot BotALot
Brandwatch Brandwatch
Buddy Buddy
Bullseye Bullseye
CazoodleBot Calculon
CATExplorador
CCBot
Cegbfeieh Cegbfeieh
CheeseBot
Claritybot
Cloud mapping Cloud mapping
coccocbot-web coccocbot-web
cognitiveseo CopyRightCheck
Copier Cosmos
Craftbot CrazyWebCrawler
crawl.sogou.com
CSHttp CSHttp
Custo Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s DBLBot
demandbase-bot
Demon Demon
Deusu
Devil Devil
Digincore DigitalPebble
Dirbuster DIIbot
DomainAppender Dotbot
DomainCrawler Download Wonder
DomainSigmaCrawler Dragonfly
DTS Agent ECCP/1.0
eCatch Ecxi
EMail Siphon EMail Siphon
EMail Wolf
EroCrawler EroCrawler
evc-batch evc-batch
Evil
Exabot Exabot
ExtractorPro Express WebPictures
EyeNetIE EyeNetIE
Ezooms
facebookscraper facebookscraper
FHscan Fimap
Firefox/7.0
Flunky Flunky
Foobot Foobot
Freeuploader Freeuploader
FrontPage FrontPage
FyberSpider GetRight
GalaxyBot
Genieo
GetWeb GetWeb
G-i-g-a-b-o-t
Gotit
GoZilla
Grabber Grabber
GrabNet GrabNet
Grafula GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot GT::WWW
Haansoft Haansoft
Harvest HaosouSpider
Havij Heritrix
HTMLparser Hloader
HTTP::Lite
Humanlinks
HybridBot
Iblog
IDBot IDBot
Image Sucker
Indy Library Indy Library
InfoNaviRobot InfoNaviRobot
InfoTekies
instabid instabid
Intelliseek Intelliseek
InterGET
InternetSeer InternetSeer
internetVista monitor internetVista monitor
Iria
IRLbot
IstellaBot IstellaBot
Jbrofuzz
JetCar JetCar
Joomla Jyxobot
JustView LeechFTP
Kenjin Spider
Keyword Density
Lanshanbot
Larbin
LexiBot
LibWeb
Libwhisker Libwhisker
Lightspeedsystems Likse
Linkdexbot
LinkextractorPro LinkextractorPro
LinkScan LinkpadBot
LinqiaMetadataDownloaderBot LinkWalker
Lipperhey Spider LinqiaRSSBot
Litemage_walker LinqiaScrapeBot
lwp-request LNSpiderguy
LWP::Simple Magnet
magpie-crawler Mag-Net
Mail.RU_Bot Mail.RU_Bot
Mass Downloader Majestic SEO
Mata Hari Masscan
Meanpathbot Mediatoolkitbot
MeanPath Bot
mediawords
MegaIndex.ru
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
MIDown tool MIIxpc
MJ12bot
Mojeek Mojeek
MSFrontPage Mr.4x3
MSIECrawler
Msrabot Msrabot
Musobot Musobot
Name Intelligence Navroad
Needle Needle
Nessus Nessus
NetAnts NetAnts
netEstate NE Crawler netEstate NE Crawler
Nettrack
Net Vampire
Netvibes Netvibes
NetZIP NetZIP
NextGenSearchBot
Nibbler
NICErsPRO
Niki-bot Niki-bot
Ninja NimbleCrawler
Nimbostratus
Nmap
NPbot
oBot oBot
Offline Explorer
Offline Navigator Offline Navigator
Openfind OnCrawl
Openvas OpenLinkProfiler
OrangeBot OrangeSpider
OutclicksBot
OutfoxBot OutfoxBot
Page Analyzer
page scorer
Panscient Panscient
Papa Foto Papa Foto
pcBrowser pcBrowser
PeoplePal PeoplePal
PHPCrawl Picsearch
Pixray Pimonster
PleaseCrawl
plumanalytics
Pockey Pockey
ProPowerBot Probethenet
ProWebWalker ProWebWalker
Psbot Psbot
Quick-Crawler PyCurl
RankFlex
RankingBot
RankingBot2
Rankivabot
RankurBot RankurBot
RealDownload RealDownload
Reaper ReGet
Recorder
Rogerbot Rogerbot
SalesIntelligent SalesIntelligent
scan.lol SBIder
ScoutJet ScanAlert
Scanbot
Scrapy Scrapy
Screaming Screaming
Searchestate
Semrush Semrush
SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler SEOprofiler
SeoSiteCheckup
SEOstats
Shodan Shodan
Siphon Siphon
SiteExplorer Sitebeam
SiteLockSpider Siteimprove
SiteSnagger
SiteSucker SiteSucker
Site Sucker Sitevigil
SlySearch SMTBot
Snake
Snapbot Snapbot
Snoopy SocialRankIOBot
Sociscraper Sosospider
Sogou web spider Sottopop
SpaceBison
Spammen
SpankBot SpankBot
sp_auditbot sp_auditbot
Spbot SputnikBot
spyfu
Sqlmap Sqlmap
Sqlworm Sqlworm
Sqworm SuperBot
Steeler T0PHackTeam
Sucuri TeleportPro
Surfbot Telesoft
SurveyBot Telesphoreo
Suzuran
Swiftbot
Szukacz
Teleport
Telesphorep Telesphorep
The Intraformant The Intraformant
TheNomad Thumbor
TightTwatBot TightTwatBot
Toata Tracemyfile
Trendiction
Trendictionbot Trendictionbot
True_Robot trendiction.com
Turingos
TurnitinBot TurnitinBot
TwengaBot
Typhoeus
UnisterBot UnisterBot
URLy Warning
URLy.Warning URLy.Warning
Vacuum
Vagabondo Vagabondo
VB Project VCI
VidibleScraper VoidEYE
Virusdie Voil
Voltron WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
WebAuto Webalta
WebBandit Web Collage
WebCopier
WEBDAV WEBDAV
WebEnhancer WebEnhancer
WebFetch WebFetch
Web Fetch
WebFuck WebFuck
WebImageCollector WebmasterWorldForumBot
WebSauger
WebSauger WebSauger
WebsiteExtractor
Website Quester Website Quester
Webster WebZIP
WebStripper
Web Sucker
WebWhacker
WeSEE WeSEE
Who.is Bot Whack
WinHTTrack Widow
Woobot Wonderbot
Wprecon Wotbox
WPScan WPScan
WWW-Mechanize WWW-Collector-E
x22Mozilla WWW::Mechanize
WWWOFFLE
Xaldon WebSpider
Xenu Xenu
Zade xpymep1.exe
YoudaoBot
Zauba Zauba
zauba.io Zeus
zgrab zgrab
Zitebot
ZmEu
ZumBot ZumBot
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
androids-store.com apxeo.info
editors.choice6912650.hulfingtonpost.com bmw-ark.ru
hyiphunter.org cartierbraceletsreplica.pw
laudit.ru fodelsedagspresenter.nu
marcowebonyodziezowe.pl graphid.com
pornophoto.xyz myyour.eu
py100.ru oil-td.ru
remmling.de rocketchange.ru
sophang8.com sex.hotblog.top
supernew.org xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai

956
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
101billion.com 007angels.com
1adult.com 00it.com
1pamm.ru 0n-line.tv
214jaluwobapef.cf 11pikachu.ru
24-ak.ru 123kuma.com
256bit.by 1flag.co.za
2itech.ru 1stat.ru
2rich4bitches.com 2nt.ru
3xforum.ro 3w24.com
4kpics.rocks 4pp13.com
57883.net 4webmasters.org
8lufu.com 51.la
aac52006ec82a24e08b665f4db2b5013f7.com 991mostfm.co.id
abcdeg.xyz aa14ab57a3339c4064bd9ae6fad7495b5f.com
abclauncher.com abctoppictures.net
above.com accessoires-mode.in
absolute-s.ru adserver-e7.com
abusora.com ads.gold
adloads.com adult-shop.com.ua
ads-seo.men adultwebhosting.info
adult3dgames.com advancedsoftwaresupport.com
advokat-grodno.by ahrefs.com
adzerg.com akusherok.ru
afmuseum.com alf-img.com
agahinameh.com algerianembassy.co.in
ahrntal.verymes.xyz allcredits.su
akuhni.by allesohnegirls.net
alfa-img.com allmarketsnewdayli.gdn
allbizne.co.ua allnews.md
all-number.com alphahoverboards.com
allwomen.info altamayoztourism.com
amazingninja.com amazon-adsystem.com
amyfoxfitness.com an-donut.com
anabolics.shop anti-virus-removal.info
apiadanaknet-a.akamaihd.net antons-transporte.de
apimegabrowsebiz-a.akamaihd.net apilinkswiftco-a.akamaihd.net
arraty.altervista.org apiqualitinknet-a.akamaihd.net
artdeko.info apispringsmartne-a.akamaihd.net
as5000.com apiwebwebgetcom-a.akamaihd.net
asiengirls.net arendakvartir.kz
auto4style.ru asacopaco.tk
asiavirtualsolutions.com
atleticpharm.org
audiobangout.com
ausmepa.org.au
autoseo-traffic.com autoseo-traffic.com
aviav.eu autotrends.today
avirasecureserver.com avirasecureserver.com
ayakino.net babs.com.ua
azazu.ru baixar-musicas-gratis.com
babieca.com baladur.ru
backlink4u.net banksrf.ru
bang-hotties.com basedecor.ru
bankmib.ru beachfix.co
bank.uz becuo.com
bannerconnect.net begalka.xyz
bashtime.ru beget.tech
bayareaaeroclub.org best-businessman.ru
beachtoday.ru best-seo-offer.com
belstaffstore.online bestwebsiteawards.com
bestcalovebracelet.cn beta.hotkeys.com
bestofferswalkmydogouteveryday.gq betonka.pro
bestofupload.info bibys.com
best-seo-software.xyz bigcareer.info
bet365.com bitnote.co
betteroffers.review biznesrealnost.ru
biteg.xyz blacktwhite.com
blackhatworth.com blobar.org
blog.koreadaily.com bloke.com
bochemit.com.ua bluesalt.co
boltalko.xyz board.f00d.de
bonvillan.com bodybuilding-shop.biz
bonzbuddy.com boeuklad.com
boostmyppc.com bolegapakistan.com
bosman.pluto.ro bombla.org
brainzpod.win bonky.biz
brus.city bonzybuddy.com
buigas.00it.com brainboosting.club
builtwith.com brainsandeggs.blogspot.com
bum.com.ru briomotor.co
businescoop.men budpost.com.ua
buntube.net
burkesales.com
buzzonclick.com buzzonclick.com
carabela.com.do bycontext.com
cardsdumps.com candiceloves.us
cars-modification.net cand.jp
cartierlovebracelet.xyz canvas.gloverid.site
cartierlovestore.xyz canzoni.ru
celejihad.info cartierjusteunclou.xyz
cartierloveringreplica.xyz
cartierreplica.win
cbcseward.com
cdncash.com
cdncash.net
centrumcoachingu.com
cfacarrosserie74.com
cfjump.com cfjump.com
chatroulette.si changde.58.com
cheapestjerseysonwholesale.com charmstroy.info
chinacheapelitejerseys.com check-host.net
chocolateslim-en-espana.com cherrypointplace.ca
cialischsrx.com chimiver.info
civilwartheater.com chocolateslim-original.com
cleanallvirus.com cicaki.net
clipartnew.com citetick.com
club-samodelkin.ru cityadspix.com
com-onlinesupport.site click2pawn.com
compliance-ivan.xyz clickhype.com
compliance-jane.top clickso.com
compliance-john.top colobit.biz
conocer-sanabria.com compliance-brian.xyz
contentsexpress.com compliance-elena.xyz
coolyarddecorations.com compliance-julianna.top
copblock.org compliance-viktor.top
cornomase.win comsysnet.com
connectionstrenth.com
cookie-law-enforcement-aa.xyz
coslab.club coslab.club
counter.yadro.ru cougfan.info
craftinsta.ru crackzplanet.com
culmimg.pw crazyboost.pro
customcollegeessays.net creams.makeforum.eu
cvety24.by crest-poloski.ru
czat.wp.pl cypernhuset.se
dafatiri.com dairyindia.in
dcj-nn.ru darkbooks.org
deanmoore.ie darodar.com
dawlenie.com
ddpills.com
descargar-musica-gratis.net
deshevo-nedorogo.ru deshevo-nedorogo.ru
detsky-nabytek.info detmebel.su
dev33.dioniqlabb.se dev-seo.blog
dgfitness.co dlya-android.org
diarioaconcagua.com dms-sw.ru
digital-video-processing.com dnepr-avtospar.com.ua
dinkolove.ya.ru doctissimo.fr
distver.ru dogclothing.store
dkvorota.ru dojki-hd.com
doctormakarova.ru dolohen.com
documentsite.net domain2008.com
dstroy.su domoysshop.ru
e2click.com doxysexy.com
earl-brown.info earl-brown.info
e-c.al easytuningshop.ru
eldiariodeguadalajara.com ecommerce-seo.com
elektrischezigaretten2.beeplog.com edelstahlschornstein-123.de
elektrozigarette1.dreamwidth.org ednorxmed.com
elektrozigaretten2.yn.lt eduinfosite.com
envaseslotusama.com ekn-art.se
eralph.tk ekspresihati.info
eredijovon.com elmacho.xyz
erotik0049.com enskedesquashclub.se
errorfixing.space epicbrogaming.com
etur.ru erotiktreff24.info
euromasterclass.ru esnm.ru
evaashop.ru essay-edu.biz
exonline.info etenininrade.ga
expertblog.info everflora.ru
ez8motelseaworldsandiego.com ezigarettekaufen.myblog.de
ezigarettekaufen2.mpbloggar.se family1st.ca
face.hostingx.eu fastcrawl.com
fakehandbags.xyz fastfixing.tech
favorcosmetics.com favoritemoney.ru
fellowshipoftheminds.com fba-mexico.com
fermersovet.ru
filefilter.weebly.com
find1friend.com find1friend.com
flirt4free.com finejewelryshop.ru
fm-upgrade.ru fireads.men
forensicpsychiatry.ru flipper.top
forex-procto.ru f-loaded.de
forum-engineering.ru flowwwers.com
forum.tvmir.org forms-mtm.ru
foxjuegos.com forsex.info
foxtechfpv.com fototravel.eu
foxweber.com foxydeal.com
frameimage.org franecki.net
freejabs.com frbizlist.com
freeseedsonline.com frcls.fr
freshberry.com.ua freesitetest.com
frustrated-favorable.gq free-today.com
fsakhalin.ru freewareseek.com
fungamelands.com fuel-gas.com
fun-mobi.pl fxtips.ru
g7m.pl gamesprite.me
gabeshop.ru gamevalue7.weebly.com
galleryawesome.com gamewrath.com
gallery.rennlist.com genetworx.com
gepezz.info geoads.com
getridofstretchmarks.org getaclueamerica.com
gilbertbanda.net get-free-social-traffic.com
gilsonchiro.xyz getresponse.com
girls-ufa.ru girlgamerdaily.com
global-ics.co.za glopages.ru
gopro-online.info gombita.info
gpirate.com gonextmedia.com
gsasearchengineranker.top googlemare.com
gta-top.ru greatfind-a.akamaihd.net
gymi.name gribokstop.com
hamptonoaks.ca guruofcasino.com
handicapvantoday.com gwhwpxbw.bloger.index.hr
hazardky.net hamacapty.com
hdxnxxtube.mobi happy.new.yeartwit.com
healing-dysplasia.ru havepussy.com
healthcarestore.info hermesbelts.xyz
heatpower.ru hoholikik.club
helpmymacfaster.trade host-protection.com
herokuapp.com hostsshop.ru
hifidesign.ru hotsocialz.com
hmywwogw.bloger.index.hr hoverboard360.at
hobbyhuren24.net huimin764128.com
hotchatdate.com hunterboots.online
hotgirlhdwallpaper.com hyiphunter.org
hybrid.ru ibb.com.ua
idc.com.ua i-hobot.ru
iflycapetown.co.za imagerydatabase.com
images.gyffu.com immobiliaremassaro.com
imgarcade.com impresagaia.it
indetiske.ya.ru incep.imagine-ex.co
instasexyblog.com insomniagamingfestival.com
int.search.tb.ask.com intellekt21.ru
iqbazar.ru interesnie-faktu.ru
iqoption.com islandminingsupply.wordpress.com
iqoption.pro istizanidineanopiate.blogspot.com
iron-age.info itsdp3.com
isistaylorporn.info iusstf.org
isitpaleo.info ivearchenceinflu.cf
izhevsk.xrus.org jagg.info
jerseyswholesalechinalimited.com janerikholst.se
jewelryandfiligree.com j-times.ru
jillepille.com justprofit.xyz
jongose.ninja jwss.cc
jovencitas.gratis kaac.ru
jurajskie.info kadashihotel.com
jus0wil.pp.ua kalb.ru
justdating.online kartiniresto.com
kamen-e.ru keyword-suggestions.com
kasino-money.pw kino-ecran.ru
kemerovo.zrus.org kol-energo.ru
kinohit1.ru
klejonka.info
klosetkitten.com
knigonosha.net
kolotiloff.ru kolotiloff.ru
kostenloser-sex.com
koversite.info
kraljeva-sutjeska.com
krasivoe-hd.com
krasnodar.zrus.org
kreativperlen.ch
kredit-pod-zalog-krasnodar.ru
ks1234.com ks1234.com
kupiproday.com.ua
kvartir-remont.biz
labplus.ru
lakomka.com.ua
landinez.co
landscaping.center
languagecode.com
laparfumotec.com laparfumotec.com
laptoper.net legionalpha.com
lasvegaslockandsafe.com lenvred.org
lecbter-relationships.ga lesbian.xyz
le-clos-des-alouettes.com letmacworkfaster.site
ledis.top lezbiyanki.net
lennatin.info linkarena.com
letolove.ru lion.snapmap.us
lexaprogeneric.link lockerz.com
linkrr.com louboutinreplica.pw
lion.conboy.us louisvuittonoutletstore.net
lookingglassemb.com lowephotos.info
louboutinbooties.xyz m3gadownload.pl
lsp-awak-perikanan.com macrotek.ru
lunamedia.co madot.onlinewebshop.net
macdamaged.tech matrixalchemy.com
macotool.com mazda-roadsters.com
magicalfind-a.akamaihd.net mb140.ru
maglid.ru mebelcomplekt.ru
manualterap.roleforum.ru megakino.net
marketingtechniques.info mega-polis.biz.ua
marketland.ml methodsmarketing.com
marktforschung-stuttgart.com mjchamonix.org
mearns-tractors.co.uk
medmajor.ru
meduza-consult.ru
meget.co.za
me-ke.com
mesto-x.com
metarip.ru
microsoftportal.net
mir-business-24.ru
mirzonru.net
mnogolok.info mnogolok.info
mobilemedia.md monclerboots.xyz
mobile.ok.ru monclercheap.xyz
mrcsa.com.au monclercoats.xyz
mug-na-chas-moscow.ru moneyviking-a.akamaihd.net
muizre.ru more-letom.ru
music7s.me moxo.com
musicspire.online mp3downloadhq.com
muzaporn.com mrpornogratis.xxx
muz-baza.net msk-diplomat.com
muz-tracker.net mttwtrack.com
mydearest.co musezone.su
mydownlodablefiles.com myfreecams.com
nastydollars.com mypets.by
national-today-winning-winner.club narutonaruto.ru
naturalpharm.com.ua naturalshair.site
netcheckcdn.xyz nbsproject.ru
nikhilbahl.com neks.info
normalegal.ru news-readers.ru
notebook-pro.ru newstaffadsshop.club
nzfilecloud.weebly.com nibbler.silktide.com
omoikiri-japan.ru nicefloor.co.uk
onefilms.net noscrapleftbehind.co
onemantrip.com novgorod.xrus.org
ons-add.men novosibirsk.xrus.org
o-o-8-o-o.ru nowtorrents.com
openstat.com offer.camp
oren-cats.ru ok.ru
otbelivanie-zubov.com omsk.xrus.org
ownshop.cf onlinefilmz.net
online-hd.pl
onlineslotmaschine.com
onlinewritingjobs17.blogspot.ru
ooomeru.ru
openfrost.net
oralsexfilme.net
ordernorxx.com
paintingplanet.ru paintingplanet.ru
palocco.it panouri-solare-acoperis.com
partner-cdn.men partnersafe.men
partnerline.men partners-ship.pro
partner-print.men pestomou.info
pharmacyincity.com petrovka-online.com
photo-clip.ru peugeot-club.org
pic2fly.com php-market.ru
pio.polytopesexempt.com pictures-and-images.com
pix-hd.com pigrafix.at
plaff-go.ru pijoto.net
plastjulgranar.se pinsdaddy.com
platesauto.com pinstake.com
pokerniydom.ru pixshark.com
pizza-tycoon.com
play-movie.pl
ploenjitmedia.azurewebsites.net
pogosh.com
pony-business.com
pooleroadmedicalcentre.co.uk
popup-jdh.xyz popup-jdh.xyz
porn555.com popup.matchmaker.com
pornoplen.com porndairy.in
pornowarp.info porndl.org
pornozhara.com pornoelita.info
pornoklad.net
pornoslive.net
pornosmola.info
pornzone.tv
powitania.pl
pp-budpostach.com.ua pp-budpostach.com.ua
pravoholding.ru
pregnant.guru
printie.com
printingpeach.com printingpeach.com
privatbank46.ru prize44.com
prom23.ru proekt-gaz.ru
promoforum.ru promalp-universal.ru
purplestats.com prostitutki-astana.org
push-ad.com qld10000.net
pussysaga.com queerspace.com
pxhdwsm.com raisedseo.com
quick-offer.com
raavidesigns.com
rainbowice.ru
rankexperience.com rankexperience.com
razorweb-a.akamaihd.net rankings-analytics.com
refads.pro rapevideosmovies.com
referencemoi.com realtytimes.com
refererx.com recipedays.ru
registrationdomainsite.com remont-fridge-tv.ru
relayblog.com remont-mobile-phones.ru
rentalcarnavi.info remybutler.fr
research.ifmo.ru resultshub-a.akamaihd.net
reversing.cc rewardpoll.com
rn-to-bsn.com rfserial.net
robertefuller.com ringporno.com
rogervivierforsale.com robot-forex.biz
royalvegascasino.com rock-cafe.info
rumamba.com rockma.se
rusoft-zone.ru russkoe-zdorovie.ru
russkie-gorki.ru saecsa.co
saletool.ru sakhboard.ru
samo-soznanie.ru sale-japan.com
sampleletters.net sandhillsonline.com
sbt-aqua.ru savememoney.co.za
sbtdesign.co.uk sbricur.com
scanmarine.info sdelatmebel.ru
scanner-elena.top seccioncontrabajo.com
scenarii-1-sentyabrya.uroki.org.ua seksotur.ru
screentoolkit.com sel-hoz.com
search.alot.com seorussian.ru
secret.xn--oogle-wmc.com seo-smm.kz
selectads.men sexblog.pw
semaltmedia.com sex-pr.net
sextracker.de sexuria.net
sexvporno.ru sfd-chess.ru
sexyali.com sharebutton.net
shell-pmr.ru shohanb.com
shmetall.com.ua shoppingjequiti.com.br
shoppytoolmac.com shopvilleroyboch.com.ua
sicfor.bcu.cc sientalyric.co
simpoed.ufop.br silvermature.net
sim-service.net simple-share-buttons.com
site-auditor.online simply.net
siteripz.net sk.golden-praga.ru
site.ru sklad-24.ru
smartpet.ru sledstvie-veli.net
slim.sellany.ru
smartbalanceworld.com
soc-econom-problems.ru
socialseet.ru
sodexo.com sodexo.com
solmarket.by softxaker.ru
sonnikforme.ru sovinsteel.ru
sotkal.lark.ru spabali.org
space4updating.win speedup-my.site
spammen.de sptslmtrafms.com
spb-plitka.ru squidoo.com
spywareit.com staynplay.net
srecorder.com stevemonsen.com
stariy-baku.com storehouse.ua
statustroll.com strangeduckfilms.com
stop-gepatit.te.ua streetfooduncovered.com
strag-invest.ru stroy-portal22.ru
stroiminsk.com strv.se
sundrugstore.com suggest-keywords.com
surgut.zrus.org svarbit.com
surintech.ac.th symbaloo.com
svensk-poesi.com szamponrevita.pl
svetlotorg.ru t3chtonic.com
sygraem.com tattooreligion.ru
tanieaukcje.com.pl td-33.ru
taximytishi.ru tdsing.ru
tech4master.com telegramdownload10.com
tedy.su
telefonsexkostenlos.tk
telesvoboda.ru
templates.radiodigital.co
tengohydar.tk tengohydar.tk
thebestweightlosspills.ovh tgtclick.com
theplacetoupdating.pw thelottosecrets.com
thewomenlife.com thiegs.reco.ws
timer4web.com timeallnews.ru
timetorelax.biz tizanidine4mgstreetprice.blogspot.com
tizanidineduringpregnancy.blogspot.com tizanidine4mgtablets.blogspot.com
tizanidinehcl2mg.blogspot.com tizanidineforopiatewithdrawal.blogspot.com
tizanidinehcl4mgisitanarcotic.blogspot.com
tizanidineshowupondrugtest.blogspot.com
tizanidinevssoma.blogspot.com
tizanidinevsvalium.blogspot.com tizanidinevsvalium.blogspot.com
tkanorganizma.ru tizanidinewithdrawalsymptoms.blogspot.com
tn811.us tmtrck.com
tnaionline.org tomck.com
todohr.com toolsky.com
topdownloads.ru top10registrycleaners.com
topkarkas.com torontoplumbinggroup.com
topsy.com touchmods.fr
track112.site tourcroatia.co.uk
trustaffs.com tourismvictoria.com
tt-ipd.info track2.shop
ttrraacckkrr.com traffixer.com
tubeoffline.com triumf-realty.ru
udayavani.com tula.mdverey.ru
ufa.xrus.org tupper-shop.ru
uhdtv.website turbo-suslik.org
ukkelberg.no tvteleport.ru
ultimatesetnewfreeallsoftupgradesystems.pw typimga.pw
unitygame3d.com u17795.netangels.ru
unlimitdocs.net umaseh.com
unrealcommander.org unece.org
upstore.me unionmarkt.de
urdoot.win ural-buldozer.ru
urengoy.pro validccseller.com
url2image.com vbtracker.net
usacasino.com velpanex.ru
userequip.com vikistars.com
v720hd.ru vilingstore.net
valmetrundan.se vip-parfumeria.ru
varikoz24.com virtuagirl.com
vclicks.net visionwell.com.cn
vduplo.ru visitcambridge.org
veselokloun.ru vozbujdenie.com
vesnatehno.ru vsexkontakte.net
viagroid.ru
videochaty.ru
videojam.tv
villacoloniale.com
vipsexfinders.com
vitalads.net
vpnhowto.info
vykupavto-krasnodar.ru
wallpapers-best.com wallpapers-best.com
waysbetter.cn wareseeker.com
wcb.su warningzscaler.heraeus.com
webinstantservice.com wedding-salon.net
webnode.me weightatraining.com
website-audit.com.ua westen-v.life
website-stealer.nufaq.com wheelchairliftsarea.com
wejdz-tu.pl wholesalejerseysgaa.com
white-truck.life wineitudes.wordpress.com
wordpress-crew.net winx-play.ru
world-mmo.com worldlovers.ru
ww1943.ru worst-sites.online
wwwadultcheck.com wpthemedetector.co.uk
www.kabbalah-red-bracelets.com
wygraj-teraz.com wygraj-teraz.com
wyniki-lista.pl xmlinde.com
xaijo.com xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xclicks.net xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai xtube.com
xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai yebocasino.co.za
xn----btbdvdh4aafrfciljm6k.xn--p1ai yellocloud.be
xn--e1afanlbnfckd7c3d.xn--p1ai youghbould.wordpress.com
xn--hxazdsfy.blogspot.com youjizz.vc
xtubeporno.net youresponsive.com
xxxrus.org yoursite.com
xxxtube69.com yourtemplatefinder.com
yellowfootprints.com youthreaders.com
yellowstonesafaritours.com youtube-downloader.savetubevideo.com
yes-com.com zaobao.com.sg
yginekologa.com zarepta.com
yoshkarola.zrus.org zkjovpdgxivg.ga
yottos.com zocaparj.kz
youbrainboost.asia zojirushi-products.ru
yougetsignal.com zona-aqua.ru
yourads.website zoolubimets.ru
youraticles.pl zoominfo.com
yourserverisdown.com zrelaya.pw
za-fun-offer.com zvetki.ru
zaidia.xhost.ro
zakazvzloma.com
zaloadi.ru
zeroredirect7.com
zhuravlev.info
znakomstva-moskva77.ru
znakomstva-piter78.ru
zoogdisany.com
zrizvtrnpale.tk
zynax.ua

488
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00go.com 3-letter-domains.net
0912701309f8ce.com 5ws.dating-app.ru
1flag.co.za 991mostfm.co.id
21h2o.com aa9bd78f328a6a41279d0fad0a88df1901.com
5i2.net aaronabel.com
98oi.ru abcguru.xyz
aanapa.ru air-edem.ru
adloads.com alevinefesleri.com
adrunnr.com alldubai.biz
adult3dgames.com allknow.info
advocatemsk.ru allnews24.in
alekseevec.ru allpdfmags.net
all-number.com amazon-adsystem.com
alt-servis.ru ampower.me
angigreene.com am-se.com
anmysite.com animalrank.com
apisecretsaucebi-a.akamaihd.net apisecretsaucebi-a.akamaihd.net
arendas.net apiwoodensealcom-a.akamaihd.net
artefakct.com arcadepages.com
asiavirtualsolutions.com artpicso.com
asscenihotosidea.blogspot.co.za avek.ru
audiofree.ru azadnegar.com
ayerbo.xhost.ro babieca.com
b00kmarks.com balla-boo.se
babyfactory.fr bank.uz
backlink4u.net barnfurnituremart.com
bag77.ru basisches-wasser.net
baksman.com bbsoldes.fr
bala.getenjoyment.net best-coupon-offer.com
baoxaydung.com.vn blackhatworth.com
beachpics.com boazpower.com
bestdooz.com bonvillan.com
bio-optomarket.ru bonzybuddy.com
blackwitchcraft.ru braip.com.br
blavia.00author.com brg8.com
boc.kz brianhenry.co
bolezniorganov.ru buy-forum.ru
brakehawk.com buytizanidineonline.blogspot.com
brothers-smaller.ru cartierlovestore.xyz
buyhoverboard.com casinos4dummies.co.uk
buy-meds24.com cayado.snn.gr
buynorxx.com cbozhe.com
cakesplus.com.au cfsrating.sonicwall.com
cardul.ru cheapmoncler.pw
cartierjusteunclou.xyz chelyabinsk.xrus.org
cerev.info choice-credit.ru
changde.58.com christianlouboutinshoes.xyz
chinajerseyswholesalecoupons.com civilwartheater.com
chlooe.com club-samodelkin.ru
chocolateslim-original.com counciltally.com
clarithromycin500mg.com cranly.net
clean-virus-mac.com customsua.com.ua
clipartnew.com daydream-studio.ru
compliance-irvin.xyz degerlund.net
compliance-nelson.top derevesendeco.com
compucelunlock.net disruptingdinnerparties.com
counter.bloke.com diusyawiga.tk
covetnica.com djekxa.ru
creatives.adbetclickin.pink djihispano.com
cubs-jerseys.us docsportal.net
customcollegeessays.net doska-vsem.ru
dalavia.ru downloads-whatsapp.com
damasarenai.info download-wallpaper.net
data.vtc.pw dyt.net
deadlinkchecker.com educontest.net
design-lands.ru elektrischezigarette2.onsugar.com
dimkino.ru elektrozigarettekaufen2.blogse.nl
dogclothing.store envaseslotusama.com
donna7753191.ru
dostavka-v-krym.com
draniki.org
droidlook.net
ed-shop01.ru
ee77ee.com
election.interferencer.ru
elektrozigarette2.webs.com
esfchat.tk esfchat.tk
euronis-free.com euroskat.ru
evening-dating-club.info faracontrol.ir
extads.net fba-mexico.com
extractorandburner.com ferrotodo.com
ezigarettenshop1.yolasite.com fettefrauen.net
fearcrow.com fikasound.tk
filkhbr.com findthe.pet
finansov.info forum69.info
fireads.men fotzen-ficken.com
folowsite.com free-gluten.ru
foto-telok.net free-traffic.xyz
fototravel.eu gamingspark.com
free-floating-buttons.com gerhardhealer.com
freenode.info gfaq.ru
free-today.com gheus.altervista.org
freshmac.space gidonline.one
gamebackyard.com glcomputers.ru
gavuer.ru
gaytube.com
get-your-social-buttons.info
globalsurfari.com
gojiberriess.apishops.ru gojiberriess.apishops.ru
gox.com.ua golden-catalog.pro
gpirate.com goroda-vsego-mira.ru
gta-club.ru gorodservis.ru
hamptonoaks.ca growboxbl.ru
hoverboard360.nl handsandlegs.ru
ifmo.ru hatdc.org
ilbe.club helicalpile.us
ilmen.net herokuapp.com
intervsem.ru himgaws.pw
investyb.com hotdl.in
investzalog.ru hothot.ru
istripper.com hunthillfarmtrust.org
iusstf.org husky-shop.cz
iwantmyfreecash.com idealtits.net
jamiembrown.com imadedinner.net
jmat.cn infobabki.ru
joessmogtestonly.com itbc.kiev.ua
kakadu-interior.com.ua janavibekken.no
kambasoft.com jewelryandfiligree.com
kerei.ru jumptap.com
kollesa.ru kalb.ru
komputers-best.ru katjimej.blog.fc2.com
kostenlos-sexvideos.com khafre.us
kupit-adenu.ru kolotiloff.ru
kvartiry-remont.ucoz.ru labelwater.se
legionalpha.com laserpen.club
lerporn.info laxdrills.com
liupis.com life.biz.ua
lomza.info littlesunraiser.com
lotto6888.com lotto6888.com
m3gadownload.pl lyngdalhudterapi.no
m5home.ru magicplayer-s.acestream.net
manyresultshub-a.akamaihd.net makis.nu
marktforschung-stuttgart.com mamasuper.prom.ua
marmitaco.cat mearns-tractors.co.uk
matrixalchemy.com mex-annushka.ru
mcnamaratech.com minneapoliscopiers.com
meble-bogart.info mnogolok.info
medmajor.ru mp3films.ru
megahdporno.net mp3ringtone.info
menhealed.net multgo.ru
methodsmarketing.com musicstock.me
mmgq.ru mxgetcode.com
mobot.site mydoctorok.ru
money-every-day.com myhitmp3.club
mrsdalloways.com nardulan.com
muycerdas.xxx narkologiya-belgorod.ru
myhealthcare.com naturtreenspicerx.pw
najaden.no nbsproject.ru
nationalbreakdown.com net-radar.com
nextlnk12.com newhairstylesformen2014.com
nfljerseyscheapbiz.us nootrino.com
nhl17coins.exblog.jp nrjmobile.fr
nonews.co nrv.co.za
offtopic.biz offers.bycontext.com
oil-td.ru onlainbesplatno.ru
onclkads.com ororodnik.goodbb.ru
onlinemeetingnow.com paceform.com
o-o-6-o-o.com patol01.pw
papasdelivery.ru phobia.us
picphotos.net phormchina.com
pod-muzyku.club piluli.info
pokemongooo.ml pipki.r.acdnpro.com
pontiacsolstice.info pixshark.com
pornoxxx.com.mx pornofiljmi.com
princevc.com powenlite24.ru
privhosting.com pr0fit-b0x.com
profitwithalex.info proekt-gaz.ru
proftests.net prostitutki-belgoroda.org
progress-upakovka.ru psvita.ru
prospekt-st.ru raavidesigns.com
pst2017.onlinewebshop.net rasteniya-vs-zombi.ru
pulseonclick.com razamicroelectronics.com
rada.ru registratciya-v-moskve.ru
razleton.com rn-to-bsn.com
redhotfreebies.co.uk ros-ctm.ru
reklamuss.ru rospromtest.ru
roll123.com royal-investments.net
russkoe-zdorovie.ru rubbed.us
salmonfishingsacramentoriver.com runofilms.ru
salut-camp.ru runstocks.com
sanyuprojects.com russian-postindex.ru
sbetodiodnye-lampy.ru rustic-quiver.win
scalerite.co.za s8-nowy-wygraj.comli.com
scanner-jessica.top sadaholding.com
scanner-julianna.top sady-urala.ru
scopich.com sbtdesign.co.uk
sdrescher.net scanner-jack.top
searchinquire.com scottbywater.com
seasonvar.ru seocheckupx.com
seeresultshub-a.akamaihd.net seo-tools-optimizing.com
seokicks.de sex-pr.net
seonetwizard.com sexyali.com
seryeznie-znakomstva.ru shopfishing.com.ua
sibdevice.ru sk.golden-praga.ru
skanninge.se slkrm.ru
sladkoevideo.com smallseotools.com
slonechka.ru soblaznu.net
snsdeainavi.info solicita.info
soaksoak.ru solitaire-game.ru
social-s-iii.xyz
socialtrade.biz
soochi.co soochi.co
spaceshipad.com sophang8.com
spb.ru sortthemesitesby.com
spitfiremusic.com spamnuker.com
spy-app.info spywarenuker.com
start.myplaycity.com steebook.com
stats-collector.org stroydetali.ru
studiofaca.com takethatad.com
superlist.biz tarad.com
telegraf.by tattooreligion.ru
thebluenoodle.com teesdaleflyballclub.co.uk
thecounter.com teguh.info
themeforest.net telefonsex-ohne0900.net
tizanidinezanaflex.blogspot.com theautoprofit.ml
totu.info thegolfclub.info
tozup.com thewomenlife.com
trafficreceiver.club timetorelax.biz
trichizobswiv.agddns.net tizanidine4mgstreetprice.blogspot.com
ttrraacckkrr.com tizanidinedruginteractions.blogspot.com
twincitiescarservice.com tizanidinenarcotic.blogspot.com
uptime-as.net tn811.us
urdoot.win top250movies.ru
topvidos.ru
torrents-tracker.com
touchmods.fr
tracksurf.daooda.com
trafficmonetize.org
trkdf.com
tupper-shop.ru
twittruth.com
ucsol.ru
uginekologa.com
ultimatesetnewfreeallsoftupgradesystems.pw
urlopener.blogspot.com.au urlopener.blogspot.com.au
uvozdeckych.info vekzdorov.ru
virtuagirl.com vellings.info
viteonlusarezzo.it video-production.com
vksaver-all.ru vitalads.net
vsesubwaysurfers.com vut.com.ru
warningzscaler.heraeus.com w3javascript.com
watchdogs-2.ru warezkeeper.com
webstatsdomain.org wdfdocando.com
wesharepics.site webnode.me
westum.se white-truck.life
whatzmyip.net wildcattube.com
whengirlsgowild.com wordpress-crew.net
win-spy.com worldis.me
witherrom55.eklablog.fr wurr.voila.net
womensplay.net www.kabbalah-red-bracelets.com
wowcasinoonline.ooo www.timer4web.com
wpsecurity.website xbaboon.com
xaijo.com xclicks.net
xblog.in xev.ru
xn----7sbifcamovvfggw9d.xn--p1ai xwatt.ru
xn--d1abj0abs9d.in.ua yachts-cruise.info
yoluxuryevents.com yaderenergy.ru
youbrainboost.asia yellocloud.be
youresponsive.com you-shall-not-pass.is74.ru
yourporngay.com yurgorod.ru
zocaparj.kz zmoda.hostreo.com
zoogdinsney.com
zooggames.com
zrelaya.pw

12
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> l>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>

7
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,6 +5,13 @@
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1780 #### Version: V4.2019.07.1781
#### Bad Referrer Count: 6740 #### Bad Referrer Count: 6740
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1780 #### Version: V4.2019.07.1781
#### Bad Referrer Count: 6740 #### Bad Referrer Count: 6740
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1780 #### Version: V4.2019.07.1781
#### Bad Referrer Count: [6740](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6740](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1780 #### Version: V4.2019.07.1781
#### Bad Referrer Count: 6740 #### Bad Referrer Count: 6740
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1780 ### Version: V3.2019.07.1781
### Updated: Wed Jul 31 14:58:48 SAST 2019 ### Updated: Wed Jul 31 16:24:45 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:47 SAST 2019 ### Updated: Wed Jul 31 16:24:44 SAST 2019
### Bad Referrer Count: 6740 ### Bad Referrer Count: 6740
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1780 ### Version: V4.2019.07.1781
### Updated: Wed Jul 31 14:58:50 SAST 2019 ### Updated: Wed Jul 31 16:24:47 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##