vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-06 12:40:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.07.1744 [ci skip]

Browse source
This commit is contained in:
Travis 2019-07-03 15:19:09 +02:00
parent 8d9362cc63
commit c2131f6579
49 changed files with 1114 additions and 1077 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/setup-ngxblocker/commented/centos.conf.modified
View file

@ -33,7 +33,7 @@ http {
# Load modular configuration files from the /etc/nginx/conf.d directory. # Load modular configuration files from the /etc/nginx/conf.d directory.
# See http://nginx.org/en/docs/ngx_core_module.html#include # See http://nginx.org/en/docs/ngx_core_module.html#include
# for more information. # for more information.
#include /etc/nginx/conf.d/*.conf; include /etc/nginx/conf.d/*.conf;
server { server {
listen 80 default_server; listen 80 default_server;

9
.dev-tools/setup-ngxblocker/commented/fedora.conf.modified
View file

@ -23,6 +23,15 @@ http {
sendfile on; sendfile on;
tcp_nopush on; tcp_nopush on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
tcp_nodelay on; tcp_nodelay on;
keepalive_timeout 65; keepalive_timeout 65;
types_hash_max_size 2048; types_hash_max_size 2048;

9
.dev-tools/setup-ngxblocker/commented/opensuse.conf.modified
View file

@ -39,6 +39,15 @@ http {
sendfile on; sendfile on;
#tcp_nopush on; #tcp_nopush on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
#keepalive_timeout 0; #keepalive_timeout 0;
keepalive_timeout 65; keepalive_timeout 65;

9
.dev-tools/setup-ngxblocker/commented/ubuntu16.conf.modified
View file

@ -15,6 +15,15 @@ http {
sendfile on; sendfile on;
tcp_nopush on; tcp_nopush on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
tcp_nodelay on; tcp_nodelay on;
keepalive_timeout 65; keepalive_timeout 65;
types_hash_max_size 2048; types_hash_max_size 2048;

9
.dev-tools/setup-ngxblocker/commented/ubuntu18.conf.modified
View file

@ -16,6 +16,15 @@ http {
sendfile on; sendfile on;
tcp_nopush on; tcp_nopush on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
tcp_nodelay on; tcp_nodelay on;
keepalive_timeout 65; keepalive_timeout 65;
types_hash_max_size 2048; types_hash_max_size 2048;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.68.144.114 0; 35.192.187.174 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 35.188.73.34 0;
34.68.144.114 0; 104.154.113.151 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.198.131.58 0; 35.188.73.34 0;
104.154.113.151 0; 35.192.187.174 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 104.198.131.58 0;
35.192.136.167 0; 35.192.136.167 0;
35.188.73.34 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.68.144.114 0; 35.192.136.167 0;
34.66.178.120 0; 34.66.178.120 0;
35.193.14.140 0; 35.188.73.34 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
AllSubmitter 80legs
BackStreet Badass
Craftbot Black Hole
meanpathbot Discobot
Netvibes Download Wonder
Nutch Go-Ahead-Got-It
Pixray mediawords
ProPowerBot SEOprofiler
SputnikBot WebCopier
Webalta Zermelo

288
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker 360Spider
80legs 404enemy
Abonti Abonti
Aboundexbot Aboundex
Acunetix Acunetix
ADmantX AfD-Verbotsverfahren
AhrefsBot
Alligator Alligator
AlphaBot AllSubmitter
Anarchie Anarchie
Apexoo
archive.org_bot
ASPSeek
Asterias
Attach Attach
backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
Bandit
Barkrowler Barkrowler
BBBike BBBike
BDCbot BDCbot
BetaBot BDFetch
Black Hole Bigfoot
Blow Bitacle
BlowFish
Boardreader
Bolt Bolt
Brandprotect
Brandwatch Brandwatch
Buddy
BuiltBotTough
BuiltWith
Bullseye Bullseye
BunnySlippers BunnySlippers
CazoodleBot BuzzSumo
Calculon
CCBot CCBot
CherryPicker CheeseBot
CheTeam
ChinaClaw ChinaClaw
Chlooe
Claritybot Claritybot
Cloud mapping Cliqzbot
coccocbot-web CopyRightCheck
cognitiveseo Copyscape
Copier crawler4j
Cosmos crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent Curious
CrunchBot DatabaseDriverMysqli
CSHttp DBLBot
Custo demandbase-bot
DataCha0s
Deusu Deusu
DigitalPebble Devil
Digincore
DIIbot
Disco
Discobot Discobot
Discoverybot Discoverybot
DittoSpyder
DomainAppender
DomainCrawler DomainCrawler
DomainStatsBot DomainStatsBot
Download Wonder Download Wonder
Drip DSearch
DTS Agent
EasyDL
Ebingbong Ebingbong
eCatch eCatch
ECCP/1.0
Ecxi
EMail Siphon EMail Siphon
EMail Wolf EroCrawler
Evil Express WebPictures
Exabot
ExtLinksBot
Extreme Picture Finder
EyeNetIE
Ezooms Ezooms
FDM FDM
FemtosearchBot
FHscan FHscan
Firefox/7.0 FlashGet
Freeuploader
FyberSpider
GalaxyBot
Genieo
GermCrawler GermCrawler
Getintent
GetWeb
Gigablast Gigablast
Gigabot
G-i-g-a-b-o-t
Gotit Gotit
GoZilla
Grabber
Grafula
GrapeFX GrapeFX
HaosouSpider HaosouSpider
Harvest Harvest
Havij HEADMasterSEO
HMView HMView
HTMLparser
HTTP::Lite
HybridBot
Iblog Iblog
Id-search IDBot
IlseBot IlseBot
Image Fetch Image Sucker
IndeedBot
Indy Library
InfoNaviRobot InfoNaviRobot
InfoTekies InfoTekies
instabid Internet Ninja
Intelliseek InternetSeer
IRLbot ips-agent
Iskanie Iria
JamesBOT Jbrofuzz
JennyBot Jetty
JetCar JOC Web Spider
Joomla Jorgee
Jyxobot JustView
Kenjin Spider
Keyword Density
Kozmosbot Kozmosbot
LeechGet LeechFTP
Lftp LexiBot
LibWeb LibWeb
Libwhisker Libwhisker
Likse Likse
Linkdexbot Linkdexbot
LinkextractorPro LinkextractorPro
LinkpadBot LinkpadBot
LinkScan
LinksManager LinksManager
LinkWalker LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey
Lipperhey Spider
Litemage_walker Litemage_walker
LNSpiderguy LNSpiderguy
Ltx71 Ltx71
lwp-request lwp-request
LWP::Simple LWP::Simple
Mag-Net Magnet
magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic SEO Majestic12
Majestic-SEO
MarkWatch MarkWatch
Masscan
meanpathbot
Meanpathbot Meanpathbot
mediawords MFC_Tear_Sample
MegaIndex.ru Microsoft Data Access
Metauri
Microsoft URL Control Microsoft URL Control
Mister PiX MJ12bot
Mojeek
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage
MS Web Services Client Protocol
muhstik-scan
Musobot Musobot
Nameprotect Name Intelligence
Navroad Needle
NetAnts Netcraft
NetLyzer netEstate NE Crawler
NetMechanic
NetSpider
Netvibes Netvibes
NetZIP NetZIP
Nibbler NextGenSearchBot
NICErsPRO NICErsPRO
Niki-bot Nimbostratus
Ninja oBot
Nmap
Octopus Octopus
Offline Explorer
OnCrawl
OpenLinkProfiler
Openvas Openvas
OpenVAS
OrangeBot OrangeBot
OutclicksBot OrangeSpider
PageAnalyzer OutfoxBot
PageScorer Pandalytics
Papa Foto Papa Foto
PeoplePal PeoplePal
PHPCrawl PHPCrawl
Picsearch
PictureFinder
Pimonster Pimonster
Pi-Monster
Pixray Pixray
plumanalytics PleaseCrawl
Pockey Pockey
POE-Component-Client-HTTP Probethenet
Pump
QueryN Metasearch QueryN Metasearch
Quick-Crawler RankActive
RankingBot2 RankFlex
Recorder Rankivabot
RedesScrapy RankurBot
ReGet RealDownload
RepoMonkey
Ripper Ripper
RocketCrawler SalesIntelligent
ScanAlert SBIder
Scrapy Scrapy
Screaming
Searchestate
SearchmetricsBot SearchmetricsBot
SEOkicks SEOkicks-Robot
SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners
SeoSiteCheckup SeoSiteCheckup
serpstatbot SEOstats
sexsearcher
SISTRIX SISTRIX
SiteExplorer Sitebeam
Siteimprove SiteSnagger
Sitevigil Site Sucker
SMTBot SMTBot
Snake Snake
Snapbot Snapbot
Snoopy Snoopy
Sociscraper SocialRankIOBot
Sogou web spider
Sosospider
Sottopop Sottopop
SpaceBison
SpankBot SpankBot
sp_auditbot
Spinn3r Spinn3r
spyfu spyfu
Sqlmap
Sqlworm Sqlworm
Sqworm Steeler
Stripper SuperBot
Sucker Suzuran
Szukacz
T0PHackTeam
T8Abot
tAkeOut tAkeOut
TeleportPro Teleport
Telesoft Telesoft
Telesphoreo Telesphoreo
Telesphorep Thumbor
The Intraformant
TheNomad
Tracemyfile
Trendiction
Trendictionbot Trendictionbot
True_Robot trendiction.de
Turingos Turingos
Typhoeus TurnitinBot
Vagabondo TwengaBot
URLy.Warning
VCI
VeriCiteCrawler VeriCiteCrawler
Webalta VoidEYE
WebCollage Voil
WallpapersHD
WebAuto
WebBandit
WebCopier
WEBDAV WEBDAV
WebEnhancer
Web Enhancer
WebFetch WebFetch
Web Fetch
WebFuck WebFuck
Web Fuck Web Fuck
WebImageCollector WebGo IS
WebLeacher WebLeacher
webmeup-crawler Webshag
WebPix WebsiteExtractor
WebReaper
Web Sauger
Website Quester
Webster Webster
WebWhacker WebStripper
Whack WebSucker
Whatweb Web Sucker
WeSEE
Whacker
WinHTTrack
WISENutbot
Wprecon
WPScan
WWW-Collector-E
WWW-Mechanize WWW-Mechanize
WWW::Mechanize Xaldon WebSpider
x22Mozilla Xenu
YoudaoBot YoudaoBot
zauba.io zauba.io
Zermelo
Zeus Zeus
zgrab zgrab
ZmEu ZmEu
ZyBorg

272
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404enemy 360Spider
ADmantX 404checker
80legs
Abonti
Aboundexbot
Acunetix
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot AIBOT
AiHitBot AiHitBot
Alexibot Alexibot
Alligator
AllSubmitter AllSubmitter
AlphaBot
Anarchie Anarchie
archive.org_bot ASPSeek
Asterias
Attach Attach
backlink-check
BackStreet BackStreet
BackWeb
Barkrowler Barkrowler
BBBike BetaBot
Bigfoot
Bitacle Bitacle
Blackboard
Black Hole Black Hole
BLEXBot BlackWidow
Blow Blow
BlowFish BlowFish
BotALot Boardreader
BuiltBotTough Bolt
Brandprotect
Buddy
BuiltWith
BunnySlippers BunnySlippers
BuzzSumo Calculon
CATExplorador CATExplorador
CheeseBot CazoodleBot
CherryPicker Cegbfeieh
Claritybot
Cliqzbot Cliqzbot
com.plumanalytics Cogentbot
Copyscape cognitiveseo
CopyRightCheck
Cosmos Cosmos
Craftbot
crawler4j crawler4j
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent CrunchBot
CSHttp CSHttp
Curious Curious
Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s DataCha0s
Demon DBLBot
Digincore DIIbot
Disco
Discobot Discobot
Discoverybot Discoverybot
DittoSpyder Dispatch
DnyzBot
DomainAppender
DomainCrawler DomainCrawler
Dotbot DTS Agent
Dragonfly EasyDL
Drip Ebingbong
DSearch eCatch
Ecxi
EirGrabber EirGrabber
EMail Siphon EroCrawler
EMail Wolf
evc-batch evc-batch
Exabot
Express WebPictures
ExtLinksBot
Extractor Extractor
ExtractorPro
EyeNetIE EyeNetIE
facebookscraper facebookscraper
Firefox/7.0 FDM
FHscan
Flunky Flunky
Foobot FyberSpider
Freeuploader GalaxyBot
Genieo Genieo
GetRight
Gigabot
Gotit Gotit
GoZilla GoZilla
GrabNet GrabNet
Grafula GrapeFX
GrapeshotCrawler
GT::WWW
HaosouSpider HaosouSpider
Harvest Harvest
HEADMasterSEO Havij
Heritrix
HMView
HTTP::Lite
HTTrack
Iblog Iblog
Image Fetch IDBot
Id-search
Image Sucker
IndeedBot IndeedBot
Indy Library Indy Library
Internet Ninja InfoNaviRobot
ips-agent instabid
Intelliseek
Iria Iria
IRLbot IRLbot
Iskanie Iskanie
Jbrofuzz IstellaBot
JennyBot JamesBOT
JetCar
Jetty
JOC Web Spider JOC Web Spider
Joomla Joomla
JustView
Jyxobot Jyxobot
Larbin Kenjin Spider
LeechGet Keyword Density
Kozmosbot
LexiBot LexiBot
LibWeb Lftp
Libwhisker Lightspeedsystems
Likse
LinkextractorPro
LinkpadBot LinkpadBot
LinqiaMetadataDownloaderBot LinkScan
LinksManager
LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider Lipperhey Spider
Litemage_walker
Lmspider Lmspider
Ltx71
Mag-Net Mag-Net
magpie-crawler magpie-crawler
Mail.RU_Bot
Majestic12 Majestic12
Majestic SEO
Majestic-SEO Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch MarkWatch
Masscan Masscan
Mass Downloader
Mata Hari
meanpathbot meanpathbot
Meanpathbot Meanpathbot
Mediatoolkitbot
mediawords
MegaIndex.ru
Microsoft Data Access
MJ12bot MJ12bot
Mojeek Morfeus Fucking Scanner
MSFrontPage
Msrabot
MS Web Services Client Protocol MS Web Services Client Protocol
muhstik-scan
Musobot Musobot
Name Intelligence Nameprotect
Navroad
NearSite
Nessus Nessus
Netcraft NetAnts
NetLyzer NetSpider
NetMechanic
Net Vampire
Netvibes Netvibes
NetZIP Niki-bot
NextGenSearchBot NPbot
Ninja oBot
Nmap Openvas
Nutch
Octopus
Offline Navigator
Openfind
OpenVAS OpenVAS
OutclicksBot Page Analyzer
PageGrabber PageGrabber
page scorer Papa Foto
Pandalytics
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
Picscout Picscout
Pimonster
Pixray Pixray
PleaseCrawl
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet Probethenet
Psbot Psbot
PxBroker
PyCurl
QueryN Metasearch QueryN Metasearch
RankActive
RankingBot2
Rankivabot Rankivabot
Reaper RankurBot
Recorder RealDownload
RedesScrapy RebelMouse
ReGet
Ripper Ripper
Rogerbot SBIder
ScanAlert Scanbot
ScoutJet
Screaming Screaming
ScreenerBot
Searchestate
Semrush Semrush
SEOkicks SEOkicks
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz
SEOprofiler
seoscanners seoscanners
SeoSiteCheckup SeoSiteCheckup
SEOstats serpstatbot
Shodan SiteSnagger
Siphon SlySearch
Sitebeam
SiteExplorer
SiteSucker
SMTBot
Snake Snake
Snapbot Snapbot
Snoopy Snoopy
Sociscraper Sosospider
Sottopop
Spammen Spammen
Spbot Spanner
SputnikBot sp_auditbot
Sqlmap
Sqlworm
Sqworm Sqworm
Steeler Stripper
SurveyBot Sucker
Suzuran SuperBot
Swiftbot Swiftbot
Szukacz
T0PHackTeam T0PHackTeam
T8Abot T8Abot
Teleport
TeleportPro
Telesphoreo
The Intraformant The Intraformant
Thumbor TheNomad
TightTwatBot TightTwatBot
Titan Titan
Toata Tracemyfile
Toweyabot Trendictionbot
trendiction.de trendiction.de
True_Robot Turingos
TurnitinBot TurnitinBot
TwengaBot
Twice Twice
UnisterBot
Upflow Upflow
URLy Warning
URLy.Warning URLy.Warning
Vagabondo Vagabondo
VCI VB Project
VeriCiteCrawler
Virusdie Virusdie
WallpapersHD Wallpapers/3.0
WASALive-Bot WBSearchBot
Webalta Web Collage
WebCollage WebEnhancer
WebCopier WebFetch
Web Fetch Web Fetch
WebFuck WebFuck
WebImageCollector WebPix
WebLeacher
WebmasterWorldForumBot
webmeup-crawler
WebReaper WebReaper
Webshag Web Sauger
WebsiteQuester
Website Quester Website Quester
Webster
WebStripper
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP Whack
Whacker
Whatweb Whatweb
Who.is Bot
Widow Widow
WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot WISENutbot
Woobot Wonderbot
Wotbox Wotbox
WWW-Collector-E Wprecon
x22Mozilla WPScan
xpymep1.exe WWW-Mechanize
WWW::Mechanize
Xaldon WebSpider
Xaldon_WebSpider
YoudaoBot YoudaoBot
Zauba Zermelo
zauba.io
zgrab
ZmEu ZmEu
ZyBorg ZumBot

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
apiwoodensealcom-a.akamaihd.net excitacion.info
gsasearchengineranker.pw mydirtystuff.com
gsmlab.pl porno-play.net
hoste.octopis.com proekt-mos.ru
locationdesaison.com saddiechoua.com
matchpal-a.akamaihd.net soserfis.com
onlinebay.ru star61.de
smailik.org theendivechronicles.com
telegramdownload10.com timdreby.com
your-bearings.com xwatt.ru

932
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00it.com 007angels.com
0lovespells0.blogspot.com 0912701309f8ce.com
1001watch.com.ua 0c47f8422d3f.com
1adult.com 1kdailyprofit.me
1hwy.com 202ch.com
3dracergames.com 2ads.co.uk
4pp13.com 3-letter-domains.net
4webmasters.org 4webmasters.org
5ws.dating-app.ru 8kisses.eu
aa625d84f1587749c1ab011d6f269f7d64.com aa625d84f1587749c1ab011d6f269f7d64.com
aa9bd78f328a6a41279d0fad0a88df1901.com aad1f4acb0a373420d9b0c4202d38d94fa.com
aasoldes.fr adclickservice.com
abclauncher.com addray.pro
absolutelyanalog.com adexprts.com
abtasty.com adsfresh.men
activecampaign.dreamhosters.com adultnet.in
addblueoff.com.ua adult-shop.com.ua
adhome.biz advertisingtag.net
adinterax.com afftrack001.com
adman.gr all4invest.ru
ads-cool.pro allpdfmags.net
adsland.men alot.com
adsref.men amung.us
adtech.de anal-acrobats.com
ad-words.ru animal-drawings.com
alert-fjg.xyz apartment.ru
alfa9.com approved.su
alfabot.xyz arendas.net
allcredits.su asophoto.com
allesohnegirls.net atelielembrancaqueencanta.com.br
allsilver925.co.il atmagroup.ru
all-streaming-media.com autochoixspinelli.com
alphacarolinas.com autoloans.com
aludecor.info autoseo-traffic.com
ameblo.jp avon-novosib.ru
ampower.me azartclub.org
am-se.com baladur.ru
animal36.com bannerspace.com
aosheng-tech.com bear.gotcher.us
apiallgeniusinfo-a.akamaihd.net beauty-bracelet.com
apimegabrowsebiz-a.akamaihd.net beauty-clinic.ru
appfixing.space becuo.com
arabseyes.com begalka.xyz
aramaicmedia.org best-games.today
arcadepages.com bestserials.com
arcteryxstore.online bio-market.kz
arewater.com blogos.kz
artdestshop.eu
artparquet.ru
arvut.org
asia-forum.ru
asiavirtualsolutions.com
astana.xxxkaz.org
aussie-prizes.com
autogrep.ru
autotop.com.ua
aviav.ru.com
avirasecureserver.com
avtochehli.by
azazu.ru
baditri.com
baksman.com
banksrf.ru
bank.uz
baoxaydung.com.vn
batanga.net
bedcapdealers.com
belinvestdom.by
benchmarkcommunications.co.uk
beremenyashka.com
besthoro.ru
bestimagecoollibrary.com
bestmobilityscooterstoday.com
best-seo-solution.com
betterhdporn.com
bharatdefencekavach.com
bigcareer.info
bioca.org
blogqpot.com blogqpot.com
bnt-team.com blogrankers.com
bolegapakistan.com bochemit.com.ua
burger-imperia.com boc.kz
burkesales.com boleznikogi.com
butstrap.space bongiornos.info
braip.com.br
buntube.net
business-made-fun.com
buyessay3.blogspot.ru buyessay3.blogspot.ru
buyhoverboard.com buyessaynow.biz
c1.onedmp.com buyessayonline19.blogspot.ru
calvet.altervista.org bwlx.prepedu.cn
cardul.ru bycontext.com
cam-kontakte.org
carloans.com carloans.com
cartierjusteunclou.xyz cartechnic.ru
casinos4dummies.co.uk cartujano-pre.de
chatroulette.life c-english.ru
chatroulette.si chelnytruck.ru
cheapbarbour.online chocolateslim-u-srbiji.com
cheatcode-lita12.rhcloud.com christianlouboutinsaleonline.us
chidporn.com
chinacheapelitejerseys.com
christianlouboutinreplica.win
cicaki.net cicaki.net
ciproandtizanidine.blogspot.com cindymatches.com
classiquebijoux.ru citysecurity.nu
clean-start.net civilwartheater.com
clickbank.net clarithromycin500mg.com
clubfashionista.com clickaider.com
cntravelre.com clickzzs.nl
cognitiveseo.com collegerentals.com
coin-hive.com compliance-barak.top
compliance-checker.info
compliance-elena.xyz
compliance-fred.xyz compliance-fred.xyz
compliance-willy.top compliance-jack.top
comsysnet.com conocer-sanabria.com
conciergegroup.org counter.bloke.com
cookie-law-enforcement-ee.xyz country-chic.ru
counciltally.com covadhosting.biz
crazyprotocol.com crackzplanet.com
cryptoswap.biz creatives.adbetclickin.pink
cyse.tk crystalslot.com
daooda.com cyprusbuyproperties.com
datract.com dailyfinancefix.com
dbmkfhqk.bloger.index.hr damasarenai.info
dame-ns.kz
ddsoldes.fr
deanmoore.ie
deluxedumps.com
demian.kz
deniven.1bb.ru
dentalpearls.com.au
design-ideas.info design-ideas.info
dfwu1013.info detskie-konstruktory.ru
digitalfaq.com deutschehobbyhuren.net
dikx.gdn dfiles.me
djihispano.com dgfitness.co
djstools.com dignitasdata.se
dkvorota.ru divku.ru
dneprsvet.com.ua doctormakarova.ru
dostavka-v-ukrainu.ru doktoronline.no
dotmass.top doublepimp.com
dtm-spain.com drunkmoms.net
dtnlyss.com dstroy.su
e-commerce-seo.com earl-brown.info
ednorxmed.com editors.choice6912650.hulfingtonpost.com
edudocs.net
ee77ee.com
ege-russian.ru ege-russian.ru
ekosmetyki.net.pl electricwheelchairsarea.com
ekspresihati.info
elektrischezigaretten2.beeplog.com
elektronischezigarettekaufen1.myblog.de elektronischezigarettekaufen1.myblog.de
elektronischezi.livejournal.com elektrozigaretten1.webs.com
elektrozigarette2.wordpressy.pl el-nation.com
elitesportsadvisor.com
eloconcream.blogspot.com
elvenar.com
emerson-rus.ru emerson-rus.ru
enbersoft.com englishdictionaryfree.com
eng-lyrics.com englishgamer.com
enternet.ee enternet.ee
ero-advertising.com erectile.bid
escortplius.com esopini.com
escortslet.net estibot.com
etm-consult.de europeanwatches.ru
etotupo.ru excaliburfilms.com
euronis-free.com excitacao.com
evehemming.blogspot.com.au extstat.com
evogarage.com ezigaretteshop2.mywapblog.com
extremez.net f012.de
ezaz.info fanrto.com
ezigarettekaufen2.mpbloggar.se fealq.com
ezigarettenkaufen1.pagina.gr
favoritemoney.ru
feeriaclub.ru
felizporno.com
figuringmoneyout.com
filerockstar298.weebly.com
filesvine.com
film-one.ru
filunika.com.ru
financepoints.eu financepoints.eu
finansov.info findanysex.com
forodvd.com finteks.ru
forum20.smailik.org flavors.me
freecamdollars.com free-fbook-traffic.com
freenom.link freenom.link
freewebs.com freewlan.info
fuck-paid-share-buttons.xyz fr.netlog.com
fugarif.ga fz139.ttk.ru
fyl.com.ru gabeshop.ru
gagrasector.ru galaxyflowers.ru
galleryawesome.com
gamblingnerd.com gamblingnerd.com
gamerextra.com gamedayassist.com
gardene.ru gateway.zscalertwo.net
gate5.co.za genericlowlatencyasiodriverhq.aircus.com
gelezki.com getresponse.com
getmiro.com getyourimage.club
gg-arena.ru gigablast.com
ggiaro.com gigapeta.com
gogalleryawesome.com glastecfilms.com.my
goldandcard.ru glavprofit.ru
goatse.ru
golmau.host.sk golmau.host.sk
goodnightjournal.com gopro-online.info
googlefeud.com gorodservis.ru
gsasearchenginerankerdiscount.com gotcher.us
gsasearchengineranker.top gpms.org.my
gsbs.com.ua greatfind-a.akamaihd.net
gwhwpxbw.bloger.index.hr gsou.cf
hacktougroup.ru gtopstats.com
handicapbathtubarea.com guigyverpo.cf
gungamesz.com
gwagka.com
handicapvantoday.com
hannasolution.ru
hasshe.com hasshe.com
hatedriveapart.com
hausfrauensex18.com hausfrauensex18.com
haveinc.xyz hchha.com
healing-dysplasia.ru hdfreeporno.net
hermesreplica.pw headpress.ru
hkladys.com helpmymacfaster.trade
host-protection.com hidefiles.org
hotenergy.ru hitsbox.info
housediz.com hledejvshopech.cz
hptwaakw.blog.fc2.com hobild.net
humanorightswatch.org homeandhealth.ru
iboss.com hoverboard360.de
ilikevitaly.com hoverboard360.se
ilovevitaly.xyz hunterboots.online
images-graphics-pics.com idegenvezeto.eu
imediadesk.com ie.57883.net
inbabes.sexushost.com ifmo.ru
indiakino.net igtools.club
infektsii.com ilte.info
imagefinder.site
imgarit.pw
img.wallpaperstock.net
imperiafilm.ru
impisr.edunsk.ru
importchinacoach-teach.com
incomekey.net
indiasourcemart.in
infoupdate.org infoupdate.org
innoslicon.com intellekt21.ru
instabid.tech investsuccess.org
ipornox.xxx iqoption.com
irkutsk.zrus.org iqupdatetmz.win
islandminingsupply.wordpress.com islamtoday.co.za
itis4you.com ivearchenceinflu.cf
itrevolution.cf izhevsk.zrus.org
ivanstroi.ru jbl-charge.info
iweblist.info jerseyssportsshop.com
janavibekken.no johnrobertsoninc.com
joessmogtestonly.com
journeydownthescale.info
jrcigars.com
junglenet-a.akamaihd.net
kamen-e.ru
karusel-market.ru karusel-market.ru
kenaba.su kevblog.top
keywordsdoctor.com kichenaid.ru
kinopolet.net kinoduh.ru
kino-rating.ru kiwi237au.tk
konkursowo-24.pl kndxbkdx.bloger.index.hr
kraljeva-sutjeska.com konica.kz
kreativperlen.ch kountrylife.com
ks1234.com kredit-blog.ru
kupiproday.com.ua kredit-pod-zalog-krasnodar.ru
kustanay.kz kretpicf.pw
krynica.info
lancheck.net lancheck.net
laptop-4-less.com larger.io
legalrc.biz leadn.pl
letsrepair.in leftofcentrist.com
lida-ru.com lego4x4.ru
life-instyle.com letmacwork.world
liver-chintai.org lifeinsurancekb.com
live-sexcam.tk light.ifmo.ru
livingcanarias.com liky.co.ua
lollypopgaming.com limads.men
lottospring.com linkbuddies.com
louboutinreplica.xyz linkwithin.com
lsex.xyz lion.misba.us
lumb.co lirunet.ru
lyrics.home-task.com liumimgx.pw
macdamaged.space livefixer.com
magnetic-bracelets.ru liveinternet.ru
marktforschung-stuttgart.com livejasmin.com
mastershef.club liverpool.gsofootball.com
mazda-roadsters.com lmrauction.com
mcadamssupplyco.com localmatchbook.com
mediafresh.online locksmith.jp
medkletki.ru lombia.com
menhealed.net longlifelomilomi.info
michaelkorsoutlet.store lotto6888.com
mielec.pl luckyshop.net.ua
militarysale.pro m1media.net
millionare.com mackeeper-center.club
minegam.com macrotek.ru
minharevisao.com magicalfind-a.akamaihd.net
mixtapetorrent.com maglid.ru
monclercheap.xyz mailemedicinals.com
monclerjacketsoutlet.win malwareremovalcenter.com
moncleroutletonline.win mathgym.com.au
montredemarque.nl m.b00kmarks.com
moonci.ru meccadumps.net
moroccosurfadventures.com megahdporno.net
mountainstream.ms meltwater.com
movies-in-theaters.net menetie.ru
moviezbonkerssk.cf mexicotravelnet.com
mowser.com mir-betting.ru
mtmtv.info mir-business-24.ru
mwtpludn.review mirobuvi.com.ua
mydirtyhobby.com mirtorrent.net
mydirtystuff.com mirzonru.net
myhealthcare.com missvietnam.org
mypets.by mistr-x.org
myplaycity.com mobile-appster.ru
naj-filmy24.pl mobilemedia.md
naughtyconnect.com mobsfun.net
navalwiki.info moje-recenze.cz
netallergy.ru monclerboots.xyz
netcheckcdn.xyz moneyteam24.com
netoil.no morf.snn.gr
newstaffadsshop.club morocco-nomad-excursions.com
next-dentists.tk moscow.xrus.org
nicovideo.jp mrbitsandbytes.com
njkmznnb.ru mriyadh.com
nofreezingmac.work musicas.baixar-musicas-gratis.com
northfacestore.online musicdaddy.net
noumeda.com my-big-family.com
odesproperty.com myiptest.com
okeinfo.online myseoconsultant.com
o.light.d0t.ru myxdate.info
olvanto.ru naphukete.ru
onescreen.cc nardulan.com
optitrade24.com narosty.com
orenburg-gsm.ru naval.jislaaik.com
orhonit.com new-apps.ru
paparazzistudios.com.au nextlnk12.com
pdn-4.com nfljerseysforsalewholesaler.com
no-fuel.org
nottyu.xyz
novosibirsk.xrus.org
oktube.ru
omoikiri-japan.ru
online-x.ru
onlyforemont.ru
o-o-8-o-o.com
openlibrary.org
osb.se11.ru
ozoz.it
panchro.xyz
parfusale.se
partner-cdn.men
patol01.pw
pdns.download
perm.xrus.org perm.xrus.org
piski.top pipki.r.acdnpro.com
piulatte.cz pl.aasoldes.fr
pix24x7.com pliks.pl
plastweb.ru ploenjitmedia.azurewebsites.net
poisk-zakona.ru plohaya-kreditnaya-istoriya.ru
pokemon-go-play.online pochtovyi-index.ru
polimga.pw polcin.de
polybuild.ru
popcash.net popcash.net
porngalleries.top poppen-nw.net
pornhub-ru.com poquoson.org
pornhubforum.tk
pornofiljmi.com
pornosee.info
pornosexrolik.com pornosexrolik.com
powitania.pl porno-transsexuals.ru
pr0fit-b0x.com pravoholding.ru
privat-girl.net predominant-invent.tk
prizeestates.cricket pricheskaonline.ru
profit-opportunity.com privatov-zapisi.ru
prointer.net.ua privhosting.com
prizestohandle.club
produkto.net
prodvigator.ua
pronorm.fr
pron.pro
pro-okis.ru pro-okis.ru
proprostatit.com pro-poly.ru
prostitutki-belgoroda.org prostitutki-belgoroda.org
proxyradar.com prostitutki-kiev.org
pukaporn.com quickcashlimited.com
putevka24.ru radiogambling.com
puzo2arbuza.ru
rabot.host.sk
raisedseo.com
ranksonic.org ranksonic.org
rapevideosmovies.com realizmobi.com
r-control.ru real-time-analytics.com
reckonstat.info registrationdomainsite.com
referencemoi.com
registrydomainservices.com registrydomainservices.com
rep-am.com reining.lovasszovetseg.hu
research.ifmo.ru rentaremotecomputer.com
reversing.cc replicalouboutin.xyz
replica-watch.ru
reyel1985.webnode.fr reyel1985.webnode.fr
rightenergysolutions.com.au rockingclicks.com
rustic-quiver.win roofers.org.uk
rutor.vip ros-ctm.ru
sady-urala.ru royalcar-ufa.ru
saitevpatorii.com royal-investments.net
sa-live.com ru-dety.ru
sammyweaver.com ruex.org.ua
sax-sex.com running-line.ru
scanner-irvin.top rusenvironmental.net
scanner-walt.top rutor.group
scanner-willy.top sack.net
scottbywater.com safe-app.net
sdrescher.net saletool.ru
searchwebknow-a.akamaihd.net saratov.xrus.org
saugatuck.com
savetubevideo.com
sbricur.com
sbwealthsolutions.ca
scanner-jessica.top
scanner-john.top
scoopquest.com
sc-specialhost.com
sdi-pme.com
searchimage.co
searchinquire.com
search.pch.com
seeingmeerkat.com seeingmeerkat.com
sel-hoz.com segol.tv
seo-2-0.com seksotur.ru
seojokes.net seoholding.com
seolab.top seoprofiler.com
seorankinglinks.com serptehnika.ru
seo-smm.kz sexy-pings.com
seo-tools-optimizing.com sfj-ror.no
service.adtech.us silktide.com
sex-foto.pw simpoed.ufop.br
sex-sex-sex5.com skatestick.bid
sex-tracker.com skytraf.xyz
sex-tracker.de sledstvie-veli.net
ship-marvel.co.ua smart-scripts.com
shopcheermakeup.info
shoplvlv.us
shoppingmiracles.co.uk
shtaketniki.ru
sibtest.ru
siha.de
simple-share-buttons.com
sisiynas.ru
siteripz.net
skylta.com
smartpet.ru
snegozaderzhatel.ru
snomer1.ru snomer1.ru
snworks.com socialbutton.xyz
softonicads.com souvenirua.com
soft-terminal.ru space4updating.win
softtor.com spasswelt.xyz
soserfis.com splendorsearch-a.akamaihd.net
spywareit.com spravka130.ru
sr-rekneskap.no stal-rulon.ru
stats-public.grammarly.io starpages.net
steame.ru steelmaster.lv
storehouse.ua strongholdsb.ru
stpicks.com sudexpert66.ru
streha-metalko.si susanholtphotography.com
stroymonolit.su swinon.site
superfish.com taaaak.com
superstats.com taraz.xkaz.org
support.nopeas.sk taxi-v-eisk.ru
surcentro.com tecspb.ru
swinginwithme.ru telefonsexkostenlos.tk
swsociety.se tengohydar.tk
tackletarts.co
tam-gde-more.ru
tastyfoodideas.com
tattoo33.ru
telesvoboda.ru
texbaza.by
thebluenoodle.com
thebluffs.com
thecounter.com thecounter.com
theendivechronicles.com thegameriders.com
thegalerie.eu tiens2010.ru
thepokertimer.com timhost.ru
thesmartsearch.net tizanidinedrugtest.blogspot.com
tk-assortiment.ru tizanidinehcl2mgtablet.blogspot.com
tksn.ru tizanidinehcl4mgisitanarcotic.blogspot.com
tpu.ru tizanidinehclsideeffects.blogspot.com
track2.shop tizanidinevscyclobenzaprine.blogspot.com
tracxn.com tmm-kurs.ru
traffique.net token-lab.org
truck-rece.life toloka.hurtom.com
truebeauty.cc topclickguru.com
trustedmaccleaner.com track112.site
tsstcorpcddvdwshbbdriverfb.aircus.com trafficjunky.com
turkeyreport.tk tripper.de
turvgori.ru trkur.com
tvteleport.ru trustaffs.com
uamtrk.com trustedhealthtips.com
ucoz.ru tt-ipd.info
udsgame.online ttsq.fr
uhodzalijami.ru tubeoffline.com
umekana.ru tubo360.com
unitygame3d.com tuckermktg.com
urzedowski.eu twojebook.pl
usacasino.com typimga.pw
viagra.pp.ua uginekologa.com
videotuber.ru uhdtv.website
viktoria-center.ru ultramart.biz
vip-parfumeria.ru um-razum.ru
visa-pasport.ru unblocksit.es
vkak.ru unmaroll.ya.ru
vote-up.ru unrealcommander.org
urlcut.ru
uroki.net
v720hd.ru
vabasa.inwtrade.com
vadimkravtcov.ru
valoresito.com
vegascosmetics.ru
vereo.eu
videochat.life
vintontech.info
vip-file.com
vipsiterip.org
vitanail.ru
vladimir.zrus.org
vltai.com
vonradio.com
voprosotvet24.ru
vostoktrade.info
vozbujdenie.com vozbujdenie.com
vucms.com vremya.eu
vut.com.ru wallpaperstock.net
wallpapersdesk.info watchdogs-2.ru
warningwar.ru waysbetter.cn
waterpurifier.club webalan.ru
webinstantservice.com webmasters.stackexchange.com
webstatsdomain.org wechatdownload10.com
westum.se weclipart.com
wholesalejerseys-cheapest.com wetgames.ru
woman-orgasm.ru wholesalejerseychinaoutlet.com
woman-tampon.ru wholesalenfljerseys.us.com
womens-journal.net winx-play.ru
works.if.ua wma-x.com
wosik-dach.service-for-web.de wnoz.de
wowas31.ucoz.ru womensterritory.ru
wurr.voila.net woodyguthrie.se
x-lime.com wowcasinoonline.ooo
xmlinde.com writingservices17.blogspot.ru
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xchat26.myfreecams.com
xn----7sbifcamovvfggw9d.xn--p1ai xn----7sbahjd3btneuw1joc.xn--p1ai
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai xn--80abgj3a5acid6ghs.top
xn--80ajbshivpvn2i.xn--p1ai xn--e1afanlbnfckd7c3d.xn--p1ai
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai xn--l1aengat.xn--p1ai
xn----dtbndd4ae7eub.top xolodremont.ru
xn--oogle-wmc.com xportvusbdriver8i.snack.ws
xsion.net xtremeeagles.net
xxxrus.org xwatt.ru
yoluxuryevents.com xxart.ru
yoopsie.com youtoner.it
yottos.com youtuhe.com
your-bearings.com yugo-star.ru
ytmnd.com zakon-ob-obrazovanii.ru
yunque.pluto.ro zeroredirect6.com
zaapplesales.blogspot.com zhorapankratov7.blogspot.com
zebradudka.com znakom.sibtest.ru
zero1.it zoompegs.com
zeroredirect8.com
zhongwenlink.com
zigarettenonlinekaufen.tumblr.com
znakomstvaonlain.ru
zoogdiesney.com
zrelaya.pw
zrizvtrnpale.tk zrizvtrnpale.tk
zrus.org
zytpirwai.net

486
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
12u.info 1-99seo.com
1j7740kd.website 1stat.ru
2x2fan.ru 5tey7463.weebly.com
51.la 6hopping.com
acmebtn.ml aad1f4acb0a373420d9b0c4202d38d94fa.com
adman.se advancedmassagebysara.com
aktobe.xkaz.org afora.ru
akusherok.ru alert-jdh.xyz
alkoravto.ru altamayoztourism.com
allesohnegirls.net amanda-porn.ga
amateurlivechat.org amazingpic.net
apimountainbikei-a.akamaihd.net anapa-inns.ru
apispringsmartne-a.akamaihd.net animalrank.com
aproposde.com aosheng-tech.com
arquapetrarca.info arvut.org
australia-opening-times.com automatic-seo.com
autochoixspinelli.com auto-zapchasti.org
autovideobroadcast.com aviav.eu
avon-novosib.ru axbocz.net
azlex.uz barnfurnituremart.com
balans.shahterworld.org bayareaaeroclub.org
bannerconnect.net beetpics.pw
bestofferswalkmydogouteveryday.gq benchmarkcommunications.co.uk
besttorrentknifta.weebly.com bidr.trellian.com
bikini-image.com big-cash.net
bimatoprost-careprost.com.ua bluejays-jerseys.us
bio-optomarket.ru bobba.dzaba.com
bongiornos.info bonanza-fortune.men
bonkers.name bosefux.esy.es
buypuppies.ca btnativenav.com
callawaygolfstore.online candlewooddentalcentre.com.au
callstevens.com capture-room.com
carloans.com cartierloveringreplica.xyz
cartierreplica.pw cdnnetwok.xyz
cartierreplica.xyz chatroulette.world
cfsrating.sonicwall.com cheap-trusted-backlinks.com
cheapmarmot.online chelyabinsk.xrus.org
clevernt.com chocolateslim-en-france.com
clickzzs.nl ciceros.co
codysbbq.com clickprotects.com
com-secure.download clipartnew.com
conboy.us cl.s7.exct.net
cookie-law-enforcement-hh.xyz collegeessay19.blogspot.ru
coolingoods.com com-cleaner.systems
creditmoney.com.ua com-onlinesupport.host
crest-poloski.ru compiko.info
cutalltheshit.com compliance-donald.xyz
dcj-nn.ru continent-e.tv
demian.kz countbertwistdisp26.soup.io
dengi-pod-zalog-nedvizhimosti.ru creditwell.ru
detective01.ru crystalslot.com
detmebel.su dangphoto.trade
db.speedup.gdn
deanmoore.ie
decorazilla.com
detsky-nabytek.info
deutschehobbyhuren.net
devochki.top devochki.top
divci-hry.info dieswaene.com
dms-sw.ru digitalassetmanagement.site
doxysexy.com discovertreasure-a.akamaihd.net
drhomes.biz discovertreasurenow.com
dvd-famille.com disruptingdinnerparties.com
e-commerce-seo.com doctormakarova.ru
ecxtracking.com domaineaneblanc.com
dotmass.top
earthmagic.info
econom.co
eduserver.net
egovaleo.it
eleimgo.pw
encodable.com encodable.com
eu-cookie-law.info enginebay.ru
european-torches.ru exportshop.us
evogarage.com extlinks.com
eyemagination.com faptitans.com
ezigaretteshop.webs.com farmingworm.com
fanoboi.com fellowshipoftheminds.com
favornews.com femmesdenudees.com
fearcrow.com fermersovet.ru
figuringmoneyout.com ferretsoft.com
floating-share-buttons.com forex21.ru
folowsite.com forex.osobye.ru
fr-bearings.ru forminecrafters.ru
fuckingawesome.com futbolkisales.ru
garciniaxt.us gay-file.com
ghernnqr.skyrock.com getdot.ru
gilsonchiro.xyz getlaid-xxxhookupdirect.com
grizzlysgrill.com gigapeta.com
growshop.es gotwebsite1.com
gsasearchengineranker.site growmyfunds.ca
guitar-master.org guarrasdelporno.xxx
gwhwpxbw.bloger.index.hr haikuware.com
gyffu.com hop.clickbank.net
hamptonoaks.ca hotblog.top
helicalpile.us hotchatdate.com
hit-kino.ru
hollywoodactress.info
hosting-tracker.com
houseofgaga.ru
hoverboard360.se
howtoclean.club
howtowhitenteethfast.xyz howtowhitenteethfast.xyz
ibmdatamanagement.co hyhj.info
imagui.eu ido3.com
impisr.ru i-midias.net.br
inclk.com imperia31.ru
intervsem.ru infokonkurs.ru
iqbazar.ru interior-stickers.ru
istock-mebel.ru internetartfair.com
ivanovo.zrus.org ispaniya-costa-blanca.ru
kamorel.com jav-fetish.com
kemerovo.zrus.org jbl-charge.info
kirov.zrus.org jerseywholesalechinabiz.com
kiskinhouse.com jewelryandfiligree.com
konica.kz kinocccp.net
konoplisemena.com kiwi237au.tk
kumuk.info kollekcioner.ru
kurbappeal.info kosynka-games.ru
kutikomi.net kretpicf.pw
lacloop.info kupit-adenu.ru
larchik.net kwzf.net
law-check-seven.xyz laudit.ru
linkarena.com ledis.top
letmacwork.world
li-er.ru
linkbuddies.com
liquimondo.com liquimondo.com
locationdesaison.com locatellicorretor.com.br
lockerz.com lomza.info
mac-shield.com lyngdalhudterapi.no
mactechinfo.info magazin-pics.ru
marcoislandvacations.net mail.allnews24.in
masturbate.co.uk map028.com
mazda-roadsters.com mediawhirl.net
medosmotr-ufa.ru metaxalonevstizanidine.blogspot.com
merryhouse.co.uk michaelkorssaleoutletonline.net
methodsmarketing.com mir-business-24.ru
mexicosleevegastrectomy.com mncrftpcs.com
modabutik.ru mnogolok.info
moesen-ficken.com mowser.com
moviemail-online.co.uk musicas.baixar-musicas-gratis.com
mturkcontent.com myperiod.club
my-aladin.com nacap.ru
naval.jislaaik.com
negociosdasha.com
netvouz.com
newstaffadsshop.club
o-dachnik.ru
oddamzadarmo.eu
offtime.ru offtime.ru
okel.co onlinadverts.com
onescreen.cc osagonline.ru
osnova3.ru ossmalta.com
ostrovtaxi.ru owohho.com
paidonlinesites.com pattersonsweb.com
paintingplanet.ru paydayonlinecom.com
paleohub.info perm-profnastil.ru
par-fallen.ga photosaga.info
paydayloanslocal.com pictures-and-images.net
peekyou.com pinkduck.ga
percin.biz.ly pio.polytopesexempt.com
peugeot-club.org pisanieprac.info
picphotos.net pixelrz.com
picquery.com pkr1hand.com
picsforkeywordsuggestion.com plusnetwork.com
pix24x7.com poffet.net
pizza-tycoon.com porno-dojki.net
plastweb.ru porn-w.org
platinumdeals.gr poshiv-chehol.ru
plohaya-kreditnaya-istoriya.ru powenlite24.ru
popander.mobi presleycollectibles.com
popserve.adscpm.net pricheskaonline.ru
porno-play.net princeadvantagesales.com
porno-transsexuals.ru privatbank46.ru
potolokelekor.ru prokotov.com
prointer.net.ua promodj.com
promover.org proposal-engine.com
prostitutki-kharkova.org
pro-tec.kz pro-tec.kz
pst2017.onlinewebshop.net purplestats.com
qexyfu.bugs3.com puserving.com
rapidgator-porn.ga py100.ru
r-control.ru pyrodesigns.com.au
rewardpoll.com qcstrtvt.bloger.index.hr
reward-survey.net randki-sex.com
ritlweb.com rankingchart.de
rossmark.ru relax.ru
rp9.ru renecaovillasale.online
sakhboard.ru rennlist.com
scanner-mary.top rique.host.sk
scopich.com robot-forex.biz
sdi-pme.com rubanners.com
seasaltwithfood.com samara.rosfirm.ru
seocdvig.ru saneitconsulting.com
sexpornotales.com satellite.maps.ilovevitaly.com
sextracker.com scanmarine.info
s-forum.biz scanner-andrew.top
shivafurnishings.com scanner-margo.top
silktide.com scanner-marwin.top
simply.net searchaddis.com
site-speed-checker.site searchmywindow-a.akamaihd.net
skutecznetabletkinaporostwlosow.pl seo-prof1.xyz
slayerlife.com seorankinglinks.us
smstraf.ru servicecenter.co.ua
social-search.me serviporno.com
sophang8.com sexad.net
splendorsearch-a.akamaihd.net sexkrasivo.net
staff.prairiesouth.ca sexy-screen-savers.com
shell-pmr.ru
shikiso.info
shoesonlinebuy.cn
sinestesia.host.sk
sivs.ru
spymac.net
stardevine.com
staynplay.net
stroymonolit.su stroymonolit.su
superstats.com superoboi.com.ua
survival.betteroffers.review suture.co
svetodiodoff.ru svetlotorg.ru
swiped.su t-bygg.com
sygraem.com thaisamkok.com
symbaloo.com thebluffs.com
tamada69.com theporndude.com
tds-advert002.info tizanidinedrugtest.blogspot.com
technopellet.gr tizanidineformigraines.blogspot.com
telefonsexi.com tizanidinehcl4mgtablet.blogspot.com
telesvoboda.ru tizanidinesideeffects.blogspot.com
theautoprofit.ml top250movies.ru
thebestphotos.eu topsy.com
thfox.com torrents.cd
tizanidinemusclerelaxant.blogspot.com tozup.com
tomatis.gospartner.com turvgori.ru
toproadrunner5.info twitlinks.com
trafaret74.ru usdx.us
trustedmaccleaner.com userequip.com
tuberkuleznik.ru uzungil.com
twittruth.com vacances-voyages.info
ua.tc varikoz24.com
unmaroll.ya.ru videospornogratisx.net
uptime-gamma.net vipsiterip.org
valmetrundan.se vitoriacabos.com
vereo.eu vksaver-all.ru
vertaform.com vodkoved.ru
via-energy-acquistare.com voluumtrk.com
via-energy-cumpara.com voronezh.xrus.org
videochat.bz vysigy.su
video-chat.in vzlom-na-zakaz.com
vip-dom.in web-betting.ru
vriel.batcave.net webmasterhome.cn
weblo.com witherrom55.eklablog.fr
website-analytics.online withstandingheartwarming.com
wedding-salon.net wordpresscore.com
whatsappdownload10.com worldtraveler.world
wnhjavlhezp.gq worst-sites.online
womensterritory.ru xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
woweb.com.ua xn--80ak6aa92e.com
xchangetrak.com xn--h1aakne2ba.xn--p1ai
xfluro.com yougotanewdomain.com
xitjw.info your-bearings.com
xn--80abgj3a5acid6ghs.top ypmuseum.ru
xn--80ahvj9e.xn--p1ai zakonobosago.ru
xn--l1aengat.xn--p1ai
xz618.com
yaoguangdj.com
yoluxuryevents.com
yopoint.in
youbloodyripper.com
yurgorod.ru
zhorapankratov7.blogspot.com
zrizvtrnpale.tk

20
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,4 +1,14 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -116,14 +126,4 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.188.73.34 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1743 #### Version: V4.2019.07.1744
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.07.1743 #### Version: V4.2019.07.1744
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.07.1743 #### Version: V4.2019.07.1744
#### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.07.1743 #### Version: V4.2019.07.1744
#### Bad Referrer Count: 6719 #### Bad Referrer Count: 6719
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.07.1743 ### Version: V3.2019.07.1744
### Updated: Wed Jul 3 14:38:27 SAST 2019 ### Updated: Wed Jul 3 15:06:57 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:25 SAST 2019 ### Updated: Wed Jul 3 15:06:55 SAST 2019
### Bad Referrer Count: 6719 ### Bad Referrer Count: 6719
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.07.1743 ### Version: V4.2019.07.1744
### Updated: Wed Jul 3 14:38:28 SAST 2019 ### Updated: Wed Jul 3 15:06:58 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##