vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-17 02:29:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1733 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-02 13:27:02 +02:00
parent d75b07bb1a
commit 21540af817
51 changed files with 1260 additions and 1085 deletions
Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

91
.dev-tools/setup-ngxblocker/modified/ubuntu18.conf.modified Normal file
View file

@ -0,0 +1,91 @@
user www-data;
worker_processes auto;
pid /run/nginx.pid;
include /etc/nginx/modules-enabled/*.conf;
events {
worker_connections 768;
# multi_accept on;
}
http {
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
##
# Basic Settings
##
sendfile on;
tcp_nopush on;
tcp_nodelay on;
keepalive_timeout 65;
types_hash_max_size 2048;
# server_tokens off;
# server_names_hash_bucket_size 64;
# server_name_in_redirect off;
include /etc/nginx/mime.types;
default_type application/octet-stream;
##
# SSL Settings
##
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
ssl_prefer_server_ciphers on;
##
# Logging Settings
##
access_log /var/log/nginx/access.log;
error_log /var/log/nginx/error.log;
##
# Gzip Settings
##
gzip on;
# gzip_vary on;
# gzip_proxied any;
# gzip_comp_level 6;
# gzip_buffers 16 8k;
# gzip_http_version 1.1;
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
##
# Virtual Host Configs
##
include /etc/nginx/sites-enabled/*;
}
#mail {
# # See sample authentication script at:
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
#
# # auth_http localhost/auth.php;
# # pop3_capabilities "TOP" "USER";
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
#
# server {
# listen localhost:110;
# protocol pop3;
# proxy on;
# }
#
# server {
# listen localhost:143;
# protocol imap;
# proxy on;
# }
#}

85
.dev-tools/setup-ngxblocker/original/ubuntu18.conf.modified Normal file
View file

@ -0,0 +1,85 @@
user www-data;
worker_processes auto;
pid /run/nginx.pid;
include /etc/nginx/modules-enabled/*.conf;
events {
worker_connections 768;
# multi_accept on;
}
http {
##
# Basic Settings
##
sendfile on;
tcp_nopush on;
tcp_nodelay on;
keepalive_timeout 65;
types_hash_max_size 2048;
# server_tokens off;
# server_names_hash_bucket_size 64;
# server_name_in_redirect off;
include /etc/nginx/mime.types;
default_type application/octet-stream;
##
# SSL Settings
##
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
ssl_prefer_server_ciphers on;
##
# Logging Settings
##
access_log /var/log/nginx/access.log;
error_log /var/log/nginx/error.log;
##
# Gzip Settings
##
gzip on;
# gzip_vary on;
# gzip_proxied any;
# gzip_comp_level 6;
# gzip_buffers 16 8k;
# gzip_http_version 1.1;
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
##
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
}
#mail {
# # See sample authentication script at:
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
#
# # auth_http localhost/auth.php;
# # pop3_capabilities "TOP" "USER";
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
#
# server {
# listen localhost:110;
# protocol pop3;
# proxy on;
# }
#
# server {
# listen localhost:143;
# protocol imap;
# proxy on;
# }
#}

0
.dev-tools/test-setupngxblocker.sh Normal file → Executable file
View file

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 35.224.112.202 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.192.187.174 0; 35.202.145.110 0;
104.154.113.151 0; 104.154.120.187 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 35.193.7.13 0;
34.68.144.114 0; 35.192.85.2 0;
35.193.14.140 0; 35.202.145.110 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.113.151 0; 35.184.96.71 0;
35.192.136.167 0; 35.202.145.110 0;
104.198.131.58 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
404enemy BackDoorBot
Anarchie BDFetch
Digincore CSHttp
ExtractorPro Ezooms
FemtosearchBot Intelliseek
InfoNaviRobot RankActiveLinkBot
MauiBot SBIder
MeanPath Bot Telesphorep
NICErsPRO Webalta
xpymep1.exe Zauba

274
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker 404checker
404enemy 404enemy
80legs 80legs
Abonti Abonti
Aboundex Aboundex
AhrefsBot Acunetix
ADmantX
AfD-Verbotsverfahren
AIBOT
AiHitBot AiHitBot
Aipbot Alexibot
AlphaBot AllSubmitter
Anarchie Anarchie
archive.org_bot Apexoo
Asterias Asterias
Attach
Backlink-Ceck Backlink-Ceck
backlink-check BacklinkCrawler
BackStreet BackWeb
Badass
Bandit
Barkrowler Barkrowler
BatchFTP BatchFTP
BBBike
BDCbot BDCbot
Blackboard BDFetch
BLEXBot Black Hole
BlowFish BlowFish
Boardreader Buddy
Bolt
BuiltWith BuiltWith
Bullseye BuzzSumo
BunnySlippers CATExplorador
CheTeam
ChinaClaw
Chlooe Chlooe
Cliqzbot
Cloud mapping Cloud mapping
coccocbot-web coccocbot-web
Cogentbot
Collector Collector
Copier Copier
CopyRightCheck CopyRightCheck
Cosmos Craftbot
crawler4j crawler4j
crawler.feedback DataCha0s
CrunchBot Devil
DatabaseDriverMysqli Dirbuster
DBLBot
DigitalPebble
DIIbot
Discobot Discobot
Discoverybot Discoverybot
Dispatch Dispatch
DittoSpyder DnyzBot
DomainAppender
DomainCrawler DomainCrawler
DomainSigmaCrawler
DomainStatsBot
Dotbot Dotbot
Download Wonder Download Wonder
Drip Drip
DSearch Ebingbong
eCatch
ECCP/1.0 ECCP/1.0
Ecxi
EirGrabber EirGrabber
EMail Siphon Extractor
evc-batch ExtractorPro
Exabot Extreme Picture Finder
facebookscraper EyeNetIE
Fimap FemtosearchBot
Firefox/7.0
FlashGet FlashGet
Freeuploader Flunky
Foobot
FrontPage FrontPage
FyberSpider FyberSpider
Fyrebot Fyrebot
Getintent GalaxyBot
Gigabot GetRight
Go-Ahead-Got-It Gigablast
Go!Zilla Gotit
GrabNet GoZilla
Grafula Grabber
GrapeshotCrawler Haansoft
HaosouSpider
Harvest Harvest
Havij
HEADMasterSEO HEADMasterSEO
HTMLparser IDBot
HTTP::Lite
HTTrack
Iblog
Id-search
Image Fetch Image Fetch
InfoNaviRobot Image Sucker
InfoTekies Indy Library
InterGET instabid
Internet Ninja InternetSeer
internetVista monitor
ips-agent
Iria Iria
IRLbot IRLbot
IstellaBot Jbrofuzz
JamesBOT JikeSpider
JennyBot
Joomla
Jorgee
JustView JustView
Jyxobot
Kenjin Spider
Keyword Density Keyword Density
Lanshanbot Lanshanbot
Larbin
LeechGet LeechGet
Libwhisker LexiBot
Lightspeedsystems Likse
LinkpadBot
LinksManager
LinkWalker LinkWalker
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Lipperhey
Litemage_walker
LNSpiderguy LNSpiderguy
LWP::Simple Ltx71
lwp-trivial Mag-Net
Magnet
Mail.RU_Bot Mail.RU_Bot
Majestic12
Majestic SEO
MarkMonitor MarkMonitor
MarkWatch
Mass Downloader Mass Downloader
meanpathbot MauiBot
Mediatoolkitbot MegaIndex.ru
MFC_Tear_Sample Microsoft URL Control
Mojeek MIIxpc
MSFrontPage MJ12bot
MSIECrawler Mr.4x3
MS Web Services Client Protocol Msrabot
Nameprotect Musobot
NetAnts NearSite
Needle
Netcraft Netcraft
netEstate NE Crawler NetSpider
NetMechanic Net Vampire
Netvibes
NextGenSearchBot
Nibbler
Niki-bot Niki-bot
Nikto Nikto
NimbleCrawler NimbleCrawler
Ninja Nimbostratus
NPbot
Nutch
oBot oBot
Octopus Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OnCrawl
OpenLinkProfiler OpenLinkProfiler
OpenVAS OpenVAS
OrangeBot OrangeBot
OrangeSpider
PageAnalyzer PageAnalyzer
page scorer Page Analyzer
PageScorer PageScorer
Pandalytics
Panscient
Papa Foto Papa Foto
pcBrowser pcBrowser
PECL::HTTP
PHPCrawl
Picsearch
Pi-Monster
Pixray
plumanalytics plumanalytics
ProWebWalker
Psbot Psbot
PxBroker
PyCurl PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler
RankActive RankActive
RankActiveLinkBot
RankingBot2 RankingBot2
Rankivabot
RealDownload RealDownload
Recorder RebelMouse
RedesScrapy ReGet
RepoMonkey RepoMonkey
Ripper Ripper
Rogerbot Rogerbot
SBIder SalesIntelligent
ScanAlert
Scanbot Scanbot
ScoutJet ScoutJet
Scrapy SearchmetricsBot
Searchestate
Semrush
SEOkicks
SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler
SeoSiteCheckup SeoSiteCheckup
Siphon serpstatbot
SISTRIX Shodan
Sitebeam
SiteExplorer
Siteimprove Siteimprove
SiteLockSpider SiteLockSpider
SiteSucker SmartDownload
Site Sucker SMTBot
Snake
Snapbot Snapbot
Snoopy
SocialRankIOBot
Sociscraper Sociscraper
Sosospider
Sottopop Sottopop
Spammen SpaceBison
SpankBot
Spanner Spanner
sp_auditbot Spbot
SputnikBot spyfu
Sqlmap Sqlmap
Sqlworm
Sqworm
Steeler Steeler
Stripper
Sucuri Sucuri
SuperHTTP SuperBot
Surfbot
SurveyBot
Szukacz Szukacz
T8Abot T0PHackTeam
tAkeOut tAkeOut
Telesoft
Telesphoreo Telesphoreo
Telesphorep Telesphorep
Thumbor TheNomad
TightTwatBot TightTwatBot
Titan Titan
Toata Tracemyfile
Trendictionbot Trendictionbot
trendiction.com
Turnitin Turnitin
TwengaBot TurnitinBot
Typhoeus Twice
UnisterBot UnisterBot
URLy.Warning Upflow
Vacuum Vacuum
VeriCiteCrawler Vagabondo
VCI
VidibleScraper VidibleScraper
Wallpapers/3.0 Virusdie
WBSearchBot VoidEYE
WallpapersHD
WASALive-Bot
Webalta
WebAuto
Web Auto Web Auto
WebBandit
Web Collage Web Collage
Web Collage
WebCopier
WEBDAV
WebEnhancer WebEnhancer
Web Fetch Web Fetch
WebGo IS WebGo IS
WebImageCollector WebImageCollector
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
Web Pix Website Quester
Web Sauger Webster
WebStripper
WebSucker
Web Sucker Web Sucker
WebZIP
Whack Whack
WinHTTrack Whacker
Wonderbot Whatweb
Who.is Bot
Widow
WISENutbot
Woobot Woobot
WPScan Wprecon
WWW-Collector-E WWW-Mechanize
WWW::Mechanize
x09Mozilla x09Mozilla
x22Mozilla
Xaldon WebSpider Xaldon WebSpider
Xenu Xaldon_WebSpider
xpymep1.exe Zermelo
YoudaoBot Zeus
zgrab
Zitebot
ZmEu ZmEu
ZumBot ZumBot
ZyBorg ZyBorg

296
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
Aboundex 404checker
AiHitBot 404enemy
Alligator Abonti
AlphaBot Aboundexbot
Apexoo Acunetix
archive.org_bot AfD-Verbotsverfahren
autoemailspider AhrefsBot
AllSubmitter
Anarchie
ASPSeek
BackDoorBot BackDoorBot
backlink-check Backlink-Ceck
Badass BacklinkCrawler
BackStreet
Barkrowler
BatchFTP BatchFTP
Battleztar Bazinga Battleztar Bazinga
BDCbot BDCbot
BDFetch
BetaBot
Bitacle
Blackboard Blackboard
BlackWidow
Blow
BlowFish
Bolt
Brandprotect
BuiltBotTough BuiltBotTough
BuiltWith Bullseye
Calculon
CATExplorador CATExplorador
CCBot CazoodleBot
Chlooe Cegbfeieh
CheeseBot
CherryPicker
CheTeam
Cliqzbot
Cloud mapping
coccocbot-web coccocbot-web
cognitiveseo Cogentbot
Collector
Copier Copier
Copyscape Copyscape
crawler4j Craftbot
Crescent crawl.sogou.com
Curious CSHttp
Custo Custo
DatabaseDriverMysqli
DBLBot
Demon
Deusu Deusu
Devil
Digincore
DIIbot
Dirbuster Dirbuster
Discobot Discobot
Download Wonder Discoverybot
Dispatch
DomainAppender
Dotbot
Dragonfly Dragonfly
Drip
DTS Agent DTS Agent
ECCP/1.0 ECCP/1.0
Ecxi
EMail Wolf EMail Wolf
Evil evc-batch
Express WebPictures Exabot
ExtLinksBot ExtLinksBot
Extractor
ExtractorPro ExtractorPro
Extreme Picture Finder Extreme Picture Finder
EyeNetIE Ezooms
facebookscraper
FDM
FemtosearchBot
FHscan FHscan
FlashGet Fimap
Flunky
Foobot Foobot
Freeuploader Freeuploader
FrontPage Fyrebot
GalaxyBot GalaxyBot
GetRight Genieo
GermCrawler
Getintent
Gigablast Gigablast
Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go!Zilla Go!Zilla
Grabber Grafula
GrabNet
GrapeFX GrapeFX
Havij GridBot
GT::WWW
Haansoft
Harvest
HEADMasterSEO
Heritrix
HMView HMView
HTMLparser
HTTrack HTTrack
HybridBot Image Fetch
Id-search Image Sucker
Indy Library Indy Library
InfoNaviRobot InfoNaviRobot
instabid
Internet Ninja Internet Ninja
InternetSeer Jbrofuzz
internetVista monitor JetCar
ips-agent JikeSpider
Iria JustView
Iskanie Kenjin Spider
JennyBot
Jetty
JOC Web Spider
Jyxobot
Keyword Density
Kozmosbot
Lanshanbot Lanshanbot
Larbin LexiBot
LibWeb Lftp
Libwhisker Libwhisker
Lightspeedsystems LinkScan
LinkpadBot LinksManager
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Lipperhey
Litemage_walker
Lmspider Lmspider
LNSpiderguy LWP::Simple
lwp-request lwp-trivial
Mag-Net
Majestic SEO Majestic SEO
MarkMonitor Majestic-SEO
MarkWatch
Masscan Masscan
MauiBot meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot MegaIndex.ru
Metauri
MFC_Tear_Sample MFC_Tear_Sample
Microsoft URL Control MIDown tool
MIIxpc MIIxpc
MJ12bot MSFrontPage
Mojeek MSIECrawler
Mr.4x3 Msrabot
MS Web Services Client Protocol
muhstik-scan
Name Intelligence Name Intelligence
Nameprotect Nameprotect
NetAnts NearSite
Netcraft NetSpider
netEstate NE Crawler
NetLyzer
NetMechanic
Nettrack Nettrack
Net Vampire Net Vampire
Nibbler Netvibes
NetZIP
NICErsPRO
Niki-bot
Ninja Ninja
Nmap
NPbot NPbot
Nutch
oBot oBot
Offline Explorer Octopus
OnCrawl
Openfind
OpenLinkProfiler
OpenVAS OpenVAS
OrangeBot
OrangeSpider OrangeSpider
OutclicksBot OutclicksBot
Page Analyzer OutfoxBot
PageGrabber
page scorer page scorer
PHPCrawl PECL::HTTP
Picscout PeoplePal
Picsearch Picsearch
PictureFinder PictureFinder
Pi-Monster Pimonster
Pixray
PleaseCrawl
plumanalytics
Pockey
POE-Component-Client-HTTP
ProPowerBot ProPowerBot
Psbot
Pump Pump
PxBroker PxBroker
QueryN Metasearch PyCurl
RankActive RankActive
RankingBot2 RankingBot2
RankurBot RankurBot
RealDownload RealDownload
Reaper Recorder
RepoMonkey RedesScrapy
Ripper ReGet
RocketCrawler Rogerbot
SalesIntelligent SalesIntelligent
ScanAlert SBIder
Scanbot ScoutJet
scan.lol Screaming
Scrapy Searchestate
ScreenerBot SEOkicks
Semrush SEOkicks-Robot
Seomoz
SEOprofiler SEOprofiler
seoscanners serpstatbot
SeoSiteCheckup sexsearcher
SEOstats Shodan
Sitebeam Sitebeam
SiteExplorer
SiteLockSpider SiteLockSpider
SiteSucker
Site Sucker
SmartDownload SmartDownload
SMTBot SMTBot
Snake
Snapbot Snapbot
Snoopy Sociscraper
Sogou web spider
Sosospider Sosospider
Sottopop SpaceBison
Spammen Spanner
SpankBot Spbot
Sqlworm Spinn3r
Stripper SputnikBot
Sucuri Sqlmap
SuperBot Steeler
SuperHTTP SuperHTTP
Suzuran Swiftbot
Szukacz T0PHackTeam
T8Abot T8Abot
Teleport Teleport
Telesoft TeleportPro
Telesphorep Telesphoreo
Thumbor Thumbor
TightTwatBot
Toata
Trendiction
Trendictionbot Trendictionbot
trendiction.com trendiction.com
True_Robot
Turingos
Turnitin
TurnitinBot
TwengaBot TwengaBot
Twice Typhoeus
URLy Warning UnisterBot
Upflow
URLy.Warning URLy.Warning
VB Project VB Project
VCI VidibleScraper
VeriCiteCrawler
Virusdie Virusdie
Voil VoidEYE
WallpapersHD WallpapersHD
Webalta Webalta
Web Collage Web Auto
WebCopier
WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
Web Fetch Web Fetch
WebmasterWorldForumBot Web Fuck
WebPix webmeup-crawler
Web Pix Web Pix
WebReaper
Web Sauger Web Sauger
Web Sauger Webshag
Webster WebsiteExtractor
WebsiteQuester
Website Quester
WebStripper WebStripper
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP WebZIP
WeSEE WeSEE
Whacker Widow
WiseGuys Robot WinHTTrack
WISENutbot Woobot
Wonderbot Wotbox
WWW-Mechanize Wprecon
WPScan
WWW-Collector-E
WWW::Mechanize WWW::Mechanize
x22Mozilla Xaldon_WebSpider
Xenu
xpymep1.exe
YoudaoBot
Zade Zade
zauba.io zauba.io
Zermelo
Zeus Zeus
zgrab zgrab
ZmEu ZmEu
ZumBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
apiportalmorecom-a.akamaihd.net aktobe.xkaz.org
customboxes4less.com aliexpress.com
dogsrun.net compliance-viktor.top
free-social-buttons.xyz engines-usa.com
greatgrace.ru exonline.info
intimshop-fantasy.ru holidaypics.org
myftpupload.com muzaporn.com
proftests.net onlythegames.com
tourcroatia.co.uk stoki.ru
zeroredirect9.com wiosenny-bon-1500.pl

926
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
101raccoon.ru 0daymusic.org
11235813.webzdarma.cz 0n-line.tv
3weekdiet.com 1001watch.com.ua
4ureyesonly.com 10bet.com
5-steps-to-start-business.com 123any.com
5tey7463.weebly.com 14b.info
72-news.com 1qingdao.com
7minuteworkout.com 202ch.com
7xc4n.com 24videos.tv
9icmzvn6.website 3rbseyes.com
aadroid.net 45en.ru
abcguru.xyz 883zy.com
academia-nsk.org aa81bf391151884adfa3dd677e41f94be1.com
adanih.com aa8780bb28a1de4eb5bff33c28a218a930.com
addbin.men aaa38852e886ac4af1a3cff9b47cab6272.com
ads.gold abovetherivernc.com
advancedsoftwaresupport.com absolutelyanalog.com
acunetix-referrer.com
addblueoff.com.ua
adf.ly
adminshop.com
adsland.men
adsloads.com
adtech.fr
adtiger.tk
adultfriendfinder.com
aero2.ru
aerogo.com
affiliate-fr.com
a.frcls.fr
aihelen.net aihelen.net
alert.scansafe.net akita.kz
alibestsale.com akusherok.ru
aliexpress.com alf-img.com
algerianembassy.co.in
allwomen.info
alta-realestate.com
amateurgalls.com
amazon-adsystem.com amazon-adsystem.com
amigobulls.com amyfoxfitness.com
andpolice.com anal-acrobats.com
apartmentbay.ru angigreene.com
apessay.com animalrank.com
apps-analytics.net animaltoplist.com
arcadeplayhouse.com aosexkontakte.net
architecturebest.com apifasterlightin-a.akamaihd.net
apimountainbikei-a.akamaihd.net
apiportalmorecom-a.akamaihd.net
apispringsmartne-a.akamaihd.net
apparel-offer.com
apper.de
applyneedy.xyz
arendas.net
arewater.com arewater.com
arius.tech artdeko.info
asseenontv.ru arvut.org
atout-energie-69.com astana.xxxkaz.org
auto.rusvile.lt atleticpharm.org
availit.weebly.com atmovs.com
avon-ukraine.com ausmepa.org.au
avtointeres.ru avramstroy.ru
awaybird.ru avtoarenda.by
ayerbo.xhost.ro avto-oligarh.ru
baersaratov.ru azartmix.com
baikaleminer.com azbaseimages.net
bankcrediti.ru back.dog
basisches-wasser.net bankiem.pl
beclean-nn.ru bashtime.ru
bedandbreakfast.com bbtec.net
beget.tech besthomemadepornsites.com
belinvestdom.by bestsexyblog.com
benchmarkcommunications.co.uk bestssaker.com
bestofupload.info bibys.com
betterhdporn.com binaryoptionscops.info
bharatdefencekavach.com binomo.kz
bigcareer.info bioscorp.ru
big-cash.net bizfly.info
bigpenisguide.com biznesluxe.ru
bingoporno.com blog-hits.com
bird1.ru blogporn.in
bjanshee.ru blogqpot.com
bodybuilding-shop.biz bmw.afora.ru
boeuklad.com bmwhighperformers.com
bocoarchives.org
bolitgorlo.net bolitgorlo.net
bongacams.com bonzybuddy.com
bookmark4you.com bookmark4you.com
bosman.pluto.ro brainxs.us
brainsandeggs.blogspot.com
brimstonehillfortress.org brimstonehillfortress.org
buckspar.gq
budilneg.xyz budilneg.xyz
burkesales.com bugof.gq
business-suggested.tk bum.com.ru
businesxxl.com buyfriend.ru
buyessayonline19.blogspot.ru
buzz-porno.info buzz-porno.info
calcularpagerank.com buzzsumo.com
call-of-duty.info byme.se
candycrushshop.com callstevens.com
carapics.com cam-kontakte.org
casablancamanor.co.za candlehandmade.com
cbox.ws canvas.gloverid.site
cdnanalytics.xyz cartierlove2u.com
cfsrating.sonicwall.com cartierring.xyz
chatroulette.life cenoval.ru
chocolateslim-en-france.com cerev.info
choice-credit.ru cfjump.com
ci.ua chorus.terakeet.com
clash-clans.ru ciceros.co
clicksotrk.com cineacademy.ru
clickzzs.nl circlesl.com
cntravelre.com citizenclsdriveri7.pen.io
coaching-netz.info cjmc.info
codq.info cleanpcnow.com
cometorussia.net clickcash.com
compliance-checker.info clknsee.com
concordexoticrentals.com compliance-brian.top
confib.ifmo.ru coolbar.pro
connectingsingles.com cosmetic.donna7753191.ru
connectionstrenth.com countbertwistdisp26.soup.io
continent-e.tv cvety24.by
cookie-law-enforcement-aa.xyz cyprusbuyproperties.com
copenergo.ru cyse.tk
cowblog.fr czeshop.info
crd.clan.su dailyrank.net
cryptoswap.biz dairyindia.in
cs-passion.pl damasarenai.info
custodieva.ru dandiyabeats.in
dataloading.net datract.com
dating-time-now.com deadlinkchecker.com
davidovic.info decorationspcs.com
dealwifi.com detki-opt.ru
dear-diary.ru discovertreasure-a.akamaihd.net
delayreferat.ru
detmebel.su
detsky-nabytek.info
dfwu1019.info
diamond-necklace.info
dimkino.ru
dirtpics.pw
discovertreasurenow.com
div.as div.as
dnepr-avtospar.com.ua dkvorota.ru
dogsrun.net doctissimo.fr
domain-submit.info downloader12.ru
doska-vsem.ru downloadmefiranaratb1972.xpg.com.br
dotmass.top downtuptv.gq
doxyporno.com downvids.net
drugs-no-rx.info driving.kiev.ua
drugstoreforyou.com drivotracker.com
eachdayisagift.review dumpsmania24.com
earthmagic.info dvrlists.com
eaplay.ru
easyshoppermac.com easyshoppermac.com
editmedios.com e-commerce-seo1.com
ege-essay.ru econom.co
ekspresihati.info editors.choice6912650.hulfingtonpost.com
electrik-avenue.com edudocs.net
elektrozigarette1.dreamwidth.org ekspertmed.com
elektrozigaretten2.yn.lt elektrischeziga.livejournal.com
energydiet-info.ru elitedollars.com
enews.tech elmifarhangi.com
eorogo.top elvel.com.ua
eredijovon.com eropho.com
erotik0049.com erotikstories.ru
eshop.md
essay-edu.biz
essaypro.com essaypro.com
eupornstar.info estelight.ru
evehemming.blogspot.com.au eu-cookie-law.blogspot.com
expolicenciaslatam.co event-tracking.com
extlinks.com expresstoplivo.ru
ezaz.info ezrvrentals.com
facecup.top f012.de
fanoboi.com fashion-mk.net
fanpagerobot.com felizporno.com
fast-wordpress-start.com fenoyl.batcave.net
feel-planet.com fermersovet.ru
ferretsoft.com fidelityfunding.com
fetishinside.com findanysex.com
fettefrauen.net findthe.pet
fickkontaktehobbyhuren.com firstsiteguide.com
filefilter.weebly.com fiuxy.com
filmi-v.online floating-share-buttons.com
fishingwholesale.us florida-tourism.net
fivedwld.cf forensicpsychiatry.ru
flavors.me forex21.ru
forexgb.ru forexgb.ru
formseo.com forpackningsutveckling.se
forum.tvmir.org forsex.info
fr-bearings.ru fotoxxxru.com
frbizlist.com free-fbook-traffic.com
free-fb-traffic.com freelinkbuilding.website.tk
fullfileaccess.com freesitetest.com
fun-mobi.pl freewlan.info
galaxyflowers.ru fugarif.ga
gallerily.com futbolkisales.ru
gallictures.com
gameonasia.com
gameprimary.com
gamesprite.me
game-top.su
gamevalue7.weebly.com gamevalue7.weebly.com
gamewrath.com
gay-file.com gay-file.com
gazobeton-p.com.ua gaz-voshod.ru
gcup.ru
gdebestkupit.ru
generalporn.org
getdot.ru
gfaq.ru
ghernnqr.skyrock.com ghernnqr.skyrock.com
gifspics.com gidonline.one
girlporn.ru
girlsatgames.ru
glall.ru
glicol.kz
glopages.ru
gne8.com gne8.com
googlemare.com golfresa.lucania.se
gopixdatabase.com gq-catalog.gq
gotorussia.com graphicwe.org
gpms.org.my greatfind-a.akamaihd.net
gribokstop.com gsasearchengineranker.site
guardlink.com gsbs.com.ua
guitar-master.org gsmlab.pl
gungamesz.com guigyverpo.cf
gz2.bbsoldes.fr gyffu.com
handicapvansarea.com handicapvantoday.com
hao123.com hayate.biz
hdhc.ru helpmymacfaster.trade
hentaiheroes.com
herehloadibs.cf
herokuapp.com herokuapp.com
highstairs-a.akamaihd.net hetmanship.xyz
hiwibyh.bugs3.com hidemyass.com
hkdiiohi.skyrock.com himazin.info
hoporno.com hkladys.com
horoshieokna.com hledejvshopech.cz
hostcritique.com hmmm.cz
host-tracker.com hmywwogw.bloger.index.hr
howmuchdoestizanidinecost.blogspot.com homik.pw
hostnow.men
hotdl.in
hoverboard360.de
hully.altervista.org
humanorightswatch.org humanorightswatch.org
hustoon.over-blog.com ibb.com.ua
ideoworld.org iboss.com
iklysha.ml ifirestarter.ru
ilovevitaly.xyz igithab.com
imfamous.info
imgarit.pw imgarit.pw
imperia31.ru imperia31.ru
import-sales.com impisr.ru
impotentik.com inbabes.sexushost.com
impresagaia.it
increasewwwtraffic.info
indiasourcemart.in indiasourcemart.in
informatiecentro.be indo-export.ru
inmate-locator.us infogame.name
instasexyblog.com infostatsvc.com
intellekt21.ru internet-apteka.ru
interferencer.ru invitefashion.com
internetproviderstucson.com ipchicken.com
intim-uslugi.info irkutsk.zrus.org
ipostroika.ru irunfar.com
islandminingsupply.wordpress.com itch.io
istanbulit.com itservicesthatworkforyou.com
istizanidineacontrolledsubstance.blogspot.com jav-fetish.site
istock-mebel.ru jav-way.site
ixora.pro jolic2.com
job.icivil.ir jrpmakati.com
joingames.org kakadu-interior.com.ua
jongose.ninja kamalsinha.com
kamagragelusa.net karaganda.xkaz.org
kam-dom.ru kareliatobacco.ru
karting196.ru kashubadesign.ru
kazka.ru keyhantercume.com
keywordhouse.com kino2018.club
keywords-monitoring-your-success.com kinopolet.net
keywordteam.net
kfon.eu
kino2018.cc
kinobaks.com
kinogonew.ru
kiprinform.com
kleine-titten.biz kleine-titten.biz
kletkimehan.ru kongruan.com
krafte.ru konoplisemena.com
krasnodar-avtolombards.ru koopilka.com
krasnodar.xrus.org kotaku.com
kupiproday.com.ua krasivoe-hd.net
kvartir-remont.biz krasivye-devushki.net
kredit-blog.ru
ku6.com
kurbappeal.info
lacapilla.info lacapilla.info
landscaping.center languagecode.com
laptop-4-less.com lapitec.eu
lasvegaslockandsafe.com ledpolice.ru
lider-zhaluzi.kiev.ua letmacwork.world
lietaer.com life.biz.ua
lifehacĸer.com likesuccess.com
lifeinsurancekb.com
liffa.ru
likrot.com
limads.men
linkarena.com linkarena.com
lion.conboy.us linkbuddies.com
littlesunraiser.com lirunet.ru
livejasmin.com livingroomdecor.info
live-sexcam.tk lombia.com
lkbennettoutlet.online longlifelomilomi.info
lodki-pvh.dp.ua lovi-moment.com.ua
lomb.co mainlinehobby.net
lotto6888.com makedo.ru
m1media.net manyresultshub-a.akamaihd.net
mackeeper-center.club mararoom.ru
malls.com marwer.info
marblestyle.ru massage-info.nl
marketland.ml mastershef.club
master-muznachas.ru matchpal-a.akamaihd.net
mcnamaratech.com medicineseasybuy.com
meble-bogart.info metallosajding.ru
medictube.ru metarip.ru
mega-polis.biz.ua mex-annushka.ru
mejoresfotos.eu millionare.com
minecraft-rus.org mil-stak.com
mini.7zap.com
minneapoliscopiers.com minneapoliscopiers.com
mojowhois.com misswell.net
money-for-placing-articles.com mobilemedia.md
moskva.nodup.ru mobot.site
mountainstream.ms mobstarr.com
mowser.com moinozhki.com
moyaterapiya.ru monclercoats.xyz
mp3ringtone.info monclerjacketsoutlet.pw
msfsaar.de moneyzzz.ru
musicvidz.ru mrinsidesales.com
muzaporn.com muabancantho.info
my-cash-bot.co muschisexbilder.com
myfreemp3.eu muz-baza.net
myperiod.club mydownlodablefiles.com
mywallpaper.top myindospace.com
nationalbreakdown.com mypets.by
negociosdasha.com nailsimg.com
neobux-bg.info napalm51.nut.cc
niki-mlt.ru narosty.com
nonews.co nikitabuch.com
nootrino.com niroo.info
normalegal.ru nordvpn.com
novatech.vn notaria-desalas.com
novosibirsk.xrus.org odesproperty.com
nrjmobile.fr offtime.ru
nudepatch.net oil-td.ru
oakleyglassesonline.us okonich.com.ua
offf.info openmediasoft.com
okel.co
oksrv.com
online247.ml
onlinebay.ru
onlinedomains.ru
online-hit.info
onstrapon.purplesphere.in
o-o-8-o-o.ru
oops-cinema.ru
openstat.com
orel-reshka.net orel-reshka.net
osb.se11.ru ostrovtaxi.ru
ossmalta.com outshop.ru
ownshop.win pammik.ru
partners-ship.pro pandarastore.top
pendelprognos.se parajumpersoutlet.online
pensplan4u.com pateaswing.com
pictures-and-images.com p-business.ru
pictures-and-images.net phuketscreen.com
platesauto.com picquery.com
play.leadzupc.com pics-group.com
pochtovyi-index.ru pinsdaddy.com
pokerniydom.ru pintattoos.com
poquoson.org piski.top
pizdopletka.club
pladform.ru
plusnetwork.com
pobeiranie.pl
polimga.pw
popup-fdm.xyz
porndairy.in porndairy.in
pornogratisdiario.com pornhub-forum.ga
pornoklad.ru pornogad.com
pornosemki.info positive2b.ru
pp-budpostach.com.ua pozdrawleniya.com
predmety.in.ua prefersurvey.net
pregnant.guru preventheadacheguide.info
primedice.com producm.ru
princevc.com pronorm.fr
printdirectforless.com pro-okis.ru
privatefx.all4invest.info
prizestohandle.club
professionalwritingservices15.blogspot.ru
proftests.net
prostitutki-tyumeni.org prostitutki-tyumeni.org
pyrodesigns.com.au pskcijdc.bloger.index.hr
qld10000.net ptr.ruvds.com
radiodigital.co pwwysydh.com
qcstrtvt.bloger.index.hr
q-moto.ru
qpypcx.com
qualitymarketzone.com
quizzitch.net
randalljhoward.com
rangjued.com
rank-checker.online rank-checker.online
ranksonic.org real-time-analytics.com
r-control.ru rebrand.ly
regionshop.biz recordpage-a.akamaihd.net
reklamuss.ru reimageplus.com
replica-watch.ru riders.ro
resant.ru ringtonepartner.com
rockprogblog.com rostov.xrus.org
romhacking.ru
ruscopybook.com
rusexy.xyz
rusprostitute.com
rustic-quiver.win rustic-quiver.win
rutor.vip s1z.ru
sack.net saecsa.co
sammlungfotos.online safe-app.net
samo-soznanie.ru sajatvelemeny.com
sanatorrii.ru salmonfishingsacramentoriver.com
sape.top sampleletters.net
santasgift.ml
sanyuprojects.com
sbwealthsolutions.ca sbwealthsolutions.ca
scanner-mary.top scanner-alexa.top
school-diplomat.ru scanner-walt.top
scottbywater.com scat.porn
scrnet.biz.ua scopich.com
securityallianceservices.com searchwebknow-a.akamaihd.net
seolab.top seasaltwithfood.com
seo-traffic-ranking.info service.adtech.us
seryeznie-znakomstva.ru servicecenter.co.ua
servingnotice.com
sevendays.com.ua sevendays.com.ua
sex.hotblog.top sex-foto.pw
sexreliz.com sexs-foto.com
shakhtar-doneck.ru sexy.babes.frontend-stack.top
sharebutton.org sexy-screen-savers.com
sharpchallenge.com sexytrend.ru
shemalegalls.blogporn.in shemalegalls.blogporn.in
shoppingjequiti.com.br shoesonlinebuy.cn
shoppytoolmac.com shohanb.com
sideeffectsoftizanidine.blogspot.com shymkent.xkaz.org
simply.net
sim-service.net
sims-sims.ru sims-sims.ru
siteonomy.com smart-balancewheel.com
sitevaluation.com snts.shell-pmr.ru
skutecznetabletkinaporostwlosow.pl snyatie-lomki-v-stacionare.ru
sky-mine.ru sobecjvuwa.com.ru
snip.tw social-s-ggg.xyz
social-search.me socialtrade.biz
solicita.info softonicads.com
spbchampionat.ru soheavyblog.com
spidtest.org spacash.com
spinnerco.ca space4update.pw
spy-app.info specialfinanceoffers.com
sstroy44.ru squidoo.com
stardevine.com sribno.net
stariy-baku.com stal-rulon.ru
startwp.org statoutlook.info
staynplay.net stockspmb.info
stpicks.com stroy-portal22.ru
stpolice.com sumo.com
strongholdsb.ru swsociety.se
sukirgenk.dvrlists.com symphonyintegratedhealthcare.com
supers.com.ua tako3.com
surfbuyermac.com td-l-market.ru
svarbit.com
taaaak.com
td-33.ru
tech4master.com tech4master.com
tengohydar.tk telsis.com
thebestweightlosspills.ovh template-kid.com
thefds.net thaisamkok.com
thewebsitetemplate.info thaismartloan.com
thfox.com thenetinfo.com
threecolumnblogger.com thepantonpractice.co.uk
tizanidine4mgprice.blogspot.com thepokertimer.com
tizanidine4mgstreetprice.blogspot.com ticketsys.inetwd.com
tizanidineformigraines.blogspot.com titslove.yopoint.in
tizanidinesideeffectsweightloss.blogspot.com tizanidineonline.blogspot.com
tizanidinestreetvalue.blogspot.com tizanidinepain.blogspot.com
tizanidinevsvalium.blogspot.com tizanidinevssoma.blogspot.com
tn811.us tomck.com
tongkatmadura.info toon-families.com
top-l2.com tracfone.com
topshef.ru tracksurf.daooda.com
topsy.com traderzplanet.in
toxicwap.com trafaret74.ru
tpu.ru trafficjunky.net
trackmedia101.com trustedhealthtips.com
traffpartners.com tt-ipd.info
trkur.com turbo-suslik.org
truebeauty.cc turizm.bz
try-rx.com twojebook.pl
tversvet.ru uchebavchehii.ru
underthesite.com unrealcommander.biz
uptimebot.net uogonline.com
uroffer.link uptimechecker.com
usiad.net usiad.net
vacuumscleaner.com ussearche.cf
valmetrundan.se uytmaster.ru
vchulkax.com valueclick.com
vip2ch.com vapsy.com
vip-dom.in vellings.info
vipsiterip.org veselokloun.ru
vitanail.ru vesnatehno.ru
vkak.ru viagraneggrx.com
vkgaleria.com viandpet.com
vkontaktemusic.ru viddyoze.com
vod.com.ua videochaty.ru
vriel.batcave.net video-woman.com
vykup-avto-krasnodar.ru viel.su
webadvance.club vitoriacabos.com
webalan.ru vsexkontakte.net
webextract.profound.net warningzscaler.heraeus.com
weblo.com webshoppermac.com
webscouter.net website-datenbank.de
websites-reviews.com wesharepics.com
weprik.ru wholesalejerseys-cheapest.com
whiteelephantwellington.com wieseversa.no
womensterritory.ru witherrom55.eklablog.fr
woodyguthrie.se wonderfulflowers.biz
wowcasinoonline.ooo workle.website
writingservices17.blogspot.ru worldhistory.biz
xbaboon.com worldtraveler.world
x-lime.net wwwadultcheck.com
xmronta.com xfire.com
xn--24-glceagatoq7c2a6ioc.xn--p1ai xgames-04.com
yachts-cruise.info xkaz.org
yaderenergy.ru x-musics.com
xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai
xn--b1ag5cfn.xn--p1ai
xn----ctbigni3aj4h.xn--p1ai
xn--d1abj0abs9d.in.ua
xn----itbeirbjbi7bc6bh2d.xn--p1ai
xnxxandxvideos.com
xtube.com
xtubeporno.net
xvideosporn.biz
xxart.ru
youghbould.wordpress.com
yourdesires.ru yourdesires.ru
yourporn.com yourporngay.com
yoursearch.me yourserverisdown.com
youtubedownload.org youtube-downloader.savetubevideo.com
youtuhe.com za-music.mymobiplanet.com
z-master.ru zapiszto.pl
znakom.sibtest.ru zastroyka.org
zoogdiesney.com zetgie.com.pl
zigarettenonlinekaufen1.blox.pl
zvetki.ru

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
08800.top 0daymusic.org
0912701309f8ce.com 20pascals.nl
100dollars-seo.com 28n2gl3wfyb0.ru
1kinobig.ru 2pxg8bcf.top
2daytrendingnews.com 4ur.click
5u.com 5elementov.ru
6hopping.com 7search.com
aaa38852e886ac4af1a3cff9b47cab6272.com 8lufu.com
aac52006ec82a24e08b665f4db2b5013f7.com addblueoff.com.ua
aad1f4acb0a373420d9b0c4202d38d94fa.com adverster.com
actices.com afslankpillen2017nl.eu
adrunnr.com agadelha.com.br
adserver-e7.com algerianembassy.co.in
agroeconom.kz alphacarolinas.com
allblogroll.com alpharma.net
allsilver925.co.il amazingninja.com
allstatesugarbowl.org
amehdaily.com amehdaily.com
aosheng-tech.com android-style.com
appartement-stumm.at android-vsem.org
appfastplay.com animalrank.com
apxeo.info apartmentbay.ru
appsaurus.com
apptester.tk
ap.senai.br
arabsexxxtube.com
arabseyes.com
arclk.net arclk.net
asseenontv.ru arenda-avtoprokat-krasnodar.ru
atley.eu.pn arpelsreplica.xyz
atmagroup.ru autobrennero.it
atofilms.com autoloans.com
ausmepa.org.au aviav.ru.com
autorn.ru avtolombard-krasnodar.ru
ayakino.net ayodhya.co
azazu.ru beauty-b0x.pl
bang-hotties.com beclean-nn.ru
bard-real.com.ua begalka.xyz
basedecor.ru bestplacetobuyeriacta.jw.lt
bbtec.net betonka.pro
beatifullandscape.co bfz.biz
belinka.com.ua brains2.biz
best-seo-offer.com brainsandeggs.blogspot.com
blacktwhite.com btc4u.ru
bloggedporn.com bumble.cheapwebsitehoster.com
bonux.nextview.ru buydissertation.net
brainzpod.win bvlgaribracelet.xyz
buntube.net
business-suggested.tk
buttons-for-website.com
bvlgariring.xyz bvlgariring.xyz
callawaygolfoutlet.online callstevens.com
cardsdumps.com camdolls.com
centraletermice.us cartiertrinity.xyz
chatroulette.si centrumcoachingu.com
chocolateslim-original.com cheapjerseysa.com
cntravelre.com cheapjerseysap.com
compliance-elena.xyz cheap-pills-norx.com
compliance-jack.top cibpenonptib.flu.cc
concealthyself.com clothesforcash.com
copypaste.traderzplanet.in compliance-checker-7.info
culturevie.info compliance-elena.top
cv.wallhade.co cosmetic.donna7753191.ru
dafatiri.com counterbot.com
daneshetabiat.com crazyprotocol.com
davebestdeals.com creams.makeforum.eu
dealwifi.com d2jsp.org
de.zapmeta.com dev78.dioniqlabb.se
distver.ru digest-project.ru
dostavimvdom.ru discountliv.com
easytuningshop.ru discovertreasure-a.akamaihd.net
edwinkonijn.com.au divatraffic.com
enews.tech dominterior.org
eu-cookie-law.blogspot.com dosug-lux.ru
excitacao.com e-buyeasy.com
exct.net ecommerce-seo.org
ezigaretteshop.webs.com education-cz.ru
farmprofi.net enge-fotzen.info
ereko.ru
essayservicewriting.org
evidencecleanergold.com
eyelike.com.ua
falllow.gq
farm26.ru
fatmaelgarny.com fatmaelgarny.com
fearcrow.com firstdrugmall.ru
forum69.info fiuxy.com
fotopop.club fivedwld.cf
foto-sisek.porngalleries.top food.dtu.dk
foxjuegos.com footballfarrago.com
free-stock-illustration.com foxweber.com
front.ru frcls.fr
game300.ru freesitetest.com
gameplexcity.com free-today.com
gidonline.one frvo.alptandem.ru
girlspicsa.com fuckmill.com
glcomputers.ru gallery.rennlist.com
gobongo.info gameprimary.com
gomusix.com gay-site.store
gribkovye-zabolevaniya.com gazoblok.net.ua
guod.me ge0ip.com
highspeed5.net generic-pills-online.com
hop.clickbank.net germetiki.com.ua
hornymatches.com getaclueamerica.com
hothor.se gourcy.altervista.org
housemilan.ru graphics8.info
humbmosquina.tk grtyi.com
igrovyeavtomaty777.ru gsasearchengineranker.top
iinstalll-fii1leis.jus0wil.pp.ua hannasolution.ru
imguramx.pw haveinc.xyz
indetiske.ya.ru hchha.com
inzn.ru hentai-manga.porn
joingames.org homeinns.com
katushka.net hostingclub.lk
keywordsdoctor.com house.sieraddns.com
kinobaks.com hoverboardforsaledirect.com
kinoplen.ru hoztorg-opt.ru
kountrylife.com hspline.com
ku6.com humanelydrew.com
kuzinsp.ru ifirestarter.ru
lion.misba.us igtools.club
liveinternet.ro imfamous.info
lollypopgaming.com incest-ru.com
luckyshop.net.ua infostatsvc.com
magicplayer-s.acestream.net int.search.mywebsearch.com
mahnwachen-helfen.info islandminingsupply.wordpress.com
marcogrup.com jav-fetish.site
marcowebonyodziezowe.pl javidol.site
mastershef.club kidskunst.info
mebel-alait.ru kopihijau.info
meet-flirt-dating.com kunstaktien.info
mesbuta.info lafourmiliaire.com
letmacwork.world
lifebyleese.com
liffa.ru
linkpulse.com
lombia.co
louisvuittonoutletstore.net
ltvperf.com
lyngdalhudterapi.no
matsdale.com
mb140.ru
medmajor.ru
meduza-consult.ru
menetie.ru
metallosajding.ru
mexicotravelnet.com
mezaruk.info
mhtr.be mhtr.be
mirzonru.net michaelkorssaleoutletonline.net
mokrayakiska.com militarysale.pro
moneymaster.ru mmgq.ru
mrwhite.biz mobifunapp.weebly.com
myonlinepayday.co mojpregled.com
neks.info moviezbonkerssk.cf
newyorkhotelsmotels.info mp3ringtone.info
nikhilbahl.com msk.afora.ru
niki-mlt.ru mustwineblog.com
novosti-hi-tech.ru my-cash-bot.co
nrjmobile.fr mygameplus.com
obuv-kupit.ru mylida.org
offer.wpsecurity.website myshopmatemac.com
officedocuments.net najaden.no
omsk.xrus.org nerudlogistik.ru
onclickpredictiv.com netanalytics.xyz
onemactrckr.com nextbackgroundcheck.gq
onload.pw nextrent-crimea.ru
optibuymac.com nfljerseyscheapbiz.us
orel-reshka.net nrv.co.za
paparazzistudios.com.au nudepatch.net
paradontozanet.ru obesidadealgarve.com
pay2me.pl ohmyrings.com
photokitchendesign.com oktube.ru
picphotos.net onlinewritingjobs17.blogspot.ru
piuminiita.com openfrost.com
pizdeishn.com orsonet.ru
pizza-tycoon.com partners-ship.pro
playtap.us popunder.ru
poem-paying.gq pornosemki.info
porngalleries.top porodasobak.net
porno-raskazy.ru productarium.com
praisong.net prokotov.com
prizeestates.cricket promgirldresses.xyz
proxyelite.biz rapidokbrain.com
purplestats.com
quickloanbank.com
r-control.ru
refererx.com
registry-clean-up.net registry-clean-up.net
rique.host.sk respublica-otel.ru
royal-betting.net riders.ro
rusprostitute.com robertefuller.com
sashagreyblog.ga rockingclicks.com
savefrom.com scanner-josh.top
sax-sex.com scanner-walter.top
scoopquest.com sdelai-prosto.ru
seogadget.ru searchimpression.com
seorank.info searchinquire.com
seorankinglinks.com seorankinglinks.us
servingnotice.com seo-traffic-ranking.info
sex-watch.com serw.clicksor.com
sims-sims.ru sevendays.com.ua
site3.free-share-buttons.com sex-foto.pw
sitevaluation.com shemalegalls.blogporn.in
s-iwantyou.com sibdevice.ru
skutecznetabletkinaporostwlosow.pl simpoed.ufop.br
snworks.com snjack.info
social-button.xyz snow.nvr163.com
softlinesolutions.me social-s-hhh.xyz
soft-program.com soft-program.com
softwaretrend.net songoo.wz.cz
space-worry.ml sosdepotdebilan.com
splendorsearch-a.akamaihd.net
spyfu.com
spywareit.com spywareit.com
stair.registrydomainservices.com srgwebmail.nl
stats-collector.org startwp.org
steelmaster.lv steame.ru
stillmiracle.com strv.se
streetfire.net studiofmp.com
symphonyintegratedhealthcare.com suhanpacktech.com
tabletkinaodchudzanie.com.pl supers.com.ua
td-l-market.ru surgut.zrus.org
telegraf.by surintech.ac.th
telemetryverification.net teesdaleflyballclub.co.uk
tetracsaudi.com teslathemes.com
thaisamkok.com thefotosgratis.eu
thebestweightlosspills.ovh tiandeural.ru
thedownloadfromwarez.blogspot.com toloka.hurtom.com
timdreby.com torrentgamer.net
tizanidineandhydrocodone.blogspot.com torrents-tracker.com
tizanidineonline.blogspot.com tracfone.com
tizanidinestreetprice.blogspot.com trafficjunky.net
tmm-kurs.ru turkeyreport.tk
tongkatmadura.info twinderbella.com
toonfamilies.net ultimatesetnewfreeallsoftupgradesystems.pw
tootoo.to uptime-gamma.net
torture.ml urldelivery.com
totu.info userequip.com
trackmedia101.com vduplo.ru
trafficreceiver.club via-energy-cumpara.com
turbodsp.com vseigru.one
tvnewsclips.info vzubah.com
tytoona.com wesharepics.site
ultimateclassicrock.com wleuaprpxuvr.ga
umnovocaminho.com worst-sites.online
unitexindia.com xn--lifehacer-1rb.com
unrealcommander.org xtube.com
upupa.net xxx-cam.webcam
uroki.net yatrk.xyz
uytmaster.ru yellowfootprints.com
v720hd.ru zaloro.com
valmetrundan.se zapatosenventa.info
verymes.xyz zapiszto.pl
videospornogratisx.net zazagames.org
viel.su zerocash.msk.ru
voronezh.xrus.org zophim.me
vostoktrade.info zscalertwo.net
w7s.ru
webkeyit.com
wetgames.ru
whatzmyip.net
wholinkstome.com
woman-h.ru
workle.website
xblog.in
xn----7sbahjd3btneuw1joc.xn--p1ai
xn--b1agm2d.net
xn----itbkqkfiq.xn--p1ai
xrus.org
xuki.us
xvideosbay.com
yottos.com
youandcredit.ru
yourporn.com
yunque.pluto.ro
zero1.it
zetgie.com.pl
zzlgxh.com

22
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,11 +1,21 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -116,14 +126,4 @@ l>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.14.140 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1732 #### Version: V4.2019.07.1733
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1732 #### Version: V4.2019.07.1733
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1732 #### Version: V4.2019.07.1733
#### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1732 #### Version: V4.2019.07.1733
#### Bad Referrer Count: 6717 #### Bad Referrer Count: 6717
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1732 ### Version: V3.2019.07.1733
### Updated: Tue Jul 2 12:24:32 SAST 2019 ### Updated: Tue Jul 2 13:14:52 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:31 SAST 2019 ### Updated: Tue Jul 2 13:14:51 SAST 2019
### Bad Referrer Count: 6717 ### Bad Referrer Count: 6717
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1732 ### Version: V4.2019.07.1733
### Updated: Tue Jul 2 12:24:34 SAST 2019 ### Updated: Tue Jul 2 13:14:53 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##