vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 02:59:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1679 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-29 10:02:53 +02:00
parent 6da7676250
commit 1d558bbf8b
45 changed files with 1536 additions and 1476 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.73.34 0; 35.192.187.174 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_test1/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_nginx_conf_backup/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.178.120 0; 104.198.131.58 0;
35.188.73.34 0; 35.193.14.140 0;

4
.dev-tools/conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

0
.dev-tools/test-nginx-2.sh Normal file → Executable file
View file

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Cegbfeieh BackWeb
Cosmos BetaBot
DomainSigmaCrawler GT::WWW
FrontPage NPbot
Mister PiX Quick-Crawler
OutclicksBot SEOstats
Seomoz Teleport
Surfbot WebCopier
Szukacz Web Enhancer
Web Fetch webmeup-crawler

278
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 404enemy
80legs 80legs
ADmantX Aboundex
AhrefsBot AhrefsBot
AIBOT AIBOT
AiHitBot AiHitBot
Aipbot
Alexibot Alexibot
AlphaBot Alligator
Anarchie Anarchie
archive.org_bot ASPSeek
Attach
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
Bandit
BatchFTP BatchFTP
Battleztar Bazinga Battleztar Bazinga
BDFetch
Bigfoot Bigfoot
Black Hole
BLEXBot BLEXBot
Blow
BlowFish
Boardreader
Bolt Bolt
BuiltBotTough Brandwatch
BuiltWith Buddy
Bullseye
BuzzSumo
CATExplorador CATExplorador
Cegbfeieh Cegbfeieh
CheeseBot CherryPicker
CheTeam Cliqzbot
ChinaClaw
Cloud mapping
coccocbot-web
Cogentbot Cogentbot
Copyscape cognitiveseo
Collector
Copier
Cosmos Cosmos
crawler4j crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler
CrunchBot CrunchBot
Custo CSHttp
Curious
DataCha0s DataCha0s
demandbase-bot
Demon Demon
Digincore Deusu
DigitalPebble DomainStatsBot
Discobot Dragonfly
DomainAppender
DomainSigmaCrawler
Download Wonder
DSearch DSearch
DTS Agent EasyDL
ECCP/1.0 ECCP/1.0
EMail Siphon
EMail Wolf EMail Wolf
EroCrawler
evc-batch evc-batch
Evil EyeNetIE
Express WebPictures facebookscraper
Extreme Picture Finder FemtosearchBot
Firefox/7.0 Firefox/7.0
FyberSpider FlashGet
GermCrawler Foobot
Gigablast FrontPage
G-i-g-a-b-o-t Getintent
Go-Ahead-Got-It Grabber
Gotit
Go!Zilla
GrabNet GrabNet
GT::WWW Grafula
Haansoft GrapeFX
Hloader GrapeshotCrawler
HMView HaosouSpider
Harvest
Havij
HEADMasterSEO
HTMLparser HTMLparser
HTTP::Lite
HTTrack
Humanlinks Humanlinks
HybridBot IDBot
Iblog
Id-search Id-search
IlseBot
Image Fetch
Image Sucker
IndeedBot
Indy Library Indy Library
InfoTekies instabid
Intelliseek Intelliseek
InterGET
Internet Ninja
InternetSeer
internetVista monitor internetVista monitor
JamesBOT ips-agent
Jbrofuzz Iskanie
JennyBot IstellaBot
JetCar
Jetty Jetty
JikeSpider
JOC Web Spider JOC Web Spider
Joomla Jorgee
JustView JustView
Keyword Density Keyword Density
Lanshanbot Lanshanbot
Larbin
LeechFTP
LexiBot
Lftp Lftp
Libwhisker Likse
Lightspeedsystems LinkWalker
Linkdexbot
LinkextractorPro
LinkScan
LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot Lipperhey Spider
Lipperhey Lmspider
LNSpiderguy LNSpiderguy
lwp-request LWP::Simple
lwp-trivial magpie-crawler
Magnet Mail.RU_Bot
Majestic12 MarkMonitor
MarkWatch Mass Downloader
Mata Hari
MauiBot
meanpathbot meanpathbot
Meanpathbot
Mediatoolkitbot Mediatoolkitbot
mediawords mediawords
Metauri Metauri
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access
MIDown tool
MIIxpc MIIxpc
Mister PiX Mister PiX
Mojeek MJ12bot
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3
MSFrontPage MSFrontPage
MSIECrawler
Msrabot Msrabot
MS Web Services Client Protocol
muhstik-scan
Name Intelligence Name Intelligence
Navroad Nameprotect
Nessus
Netcraft Netcraft
NetSpider NetLyzer
Net Vampire
NextGenSearchBot NextGenSearchBot
Nibbler Nibbler
NICErsPRO Nikto
Niki-bot Nimbostratus
Ninja Ninja
NPbot Nmap
Nutch
oBot
Octopus Octopus
Offline Explorer
Offline Navigator Offline Navigator
Openfind Openfind
OrangeSpider OpenLinkProfiler
OutclicksBot OpenVAS
Page Analyzer OutfoxBot
PageAnalyzer
page scorer
PageScorer PageScorer
Panscient
Papa Foto Papa Foto
Pavuk PECL::HTTP
PeoplePal PeoplePal
PHPCrawl
Picscout Picscout
Picsearch Picsearch
PictureFinder PictureFinder
Pi-Monster
Pixray Pixray
plumanalytics POE-Component-Client-HTTP
ProPowerBot Probethenet
Psbot
Pump
PyCurl PyCurl
QueryN Metasearch
Quick-Crawler
RankActiveLinkBot RankActiveLinkBot
RankingBot RankFlex
RankingBot2
Rankivabot Rankivabot
RankurBot RankurBot
Reaper
RedesScrapy
RepoMonkey RepoMonkey
Ripper Rogerbot
s1z.ru
SalesIntelligent SalesIntelligent
SBIder ScanAlert
Scanbot
scan.lol
ScoutJet
Screaming Screaming
ScreenerBot
SearchmetricsBot SearchmetricsBot
Semrush SEOkicks
SEOlyticsCrawler SEOkicks-Robot
serpstatbot Seomoz
seoscanners
SeoSiteCheckup
Shodan
Siphon
Sitebeam
Siteimprove Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
Site Sucker
Sitevigil
SlySearch SlySearch
SmartDownload SmartDownload
SocialRankIOBot SMTBot
sogouspider Sogou web spider
Sottopop Sottopop
SpaceBison Spammen
SpankBot
sp_auditbot
Spbot
Spinn3r
SputnikBot SputnikBot
spyfu Sqworm
Steeler
Stripper
Sucker Sucker
Sucuri
SuperBot SuperBot
SuperHTTP SuperHTTP
Suzuran TeleportPro
Teleport Telesoft
Telesphoreo
Telesphorep
Thumbor Thumbor
Titan TightTwatBot
Toata Toweyabot
Tracemyfile trendiction.de
Trendictionbot True_Robot
trendiction.com
Turingos
Turnitin Turnitin
TurnitinBot TurnitinBot
TwengaBot
Twice Twice
Typhoeus
UnisterBot UnisterBot
URLy Warning URLy Warning
VB Project URLy.Warning
VCI Vagabondo
VidibleScraper Virusdie
Wallpapers/3.0 Voltron
WASALive-Bot WASALive-Bot
Webalta WBSearchBot
Web Auto Web Auto
WebCollage WebCollage
WebCopier WebCopier
WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
Web Fetch WebFetch
Web Fuck WebFuck
WebGo IS WebGo IS
WebmasterWorldForumBot WebImageCollector
webmeup-crawler webmeup-crawler
WebPix
Web Pix Web Pix
Web Sauger
Webshag
WebsiteExtractor WebsiteExtractor
Website Quester
Webster
WebStripper WebStripper
WebSucker WebZIP
Web Sucker
WeSEE WeSEE
Whatweb Whacker
Who.is Bot
WinHTTrack WinHTTrack
WiseGuys Robot WiseGuys Robot
Woobot WISENutbot
Wonderbot
Wotbox Wotbox
Wprecon
WWW::Mechanize WWW::Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
Xaldon WebSpider Xaldon WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot Zauba
zauba.io
Zermelo Zermelo
zgrab Zeus
ZmEu
ZyBorg

270
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 80legs
Abonti AiHitBot
Acunetix Aipbot
AfD-Verbotsverfahren archive.org_bot
AhrefsBot ASPSeek
AlphaBot Attach
BackDoorBot autoemailspider
BacklinkCrawler Backlink-Ceck
BackStreet backlink-check
BackWeb
Badass
Bandit
Battleztar Bazinga Battleztar Bazinga
BBBike
BDFetch BDFetch
BetaBot Bigfoot
Blackboard
Black Hole Black Hole
BlackWidow
BLEXBot
Blow Blow
BlowFish
Boardreader Boardreader
Brandprotect BotALot
Brandwatch BuiltWith
Buddy
BuiltBotTough
Bullseye Bullseye
BunnySlippers BunnySlippers
CATExplorador Calculon
CazoodleBot CCBot
Claritybot Claritybot
Cloud mapping Cliqzbot
coccocbot-web
Cogentbot Cogentbot
cognitiveseo
com.plumanalytics com.plumanalytics
Copier Copier
Copyscape Cosmos
Craftbot Craftbot
crawler4j crawler4j
crawl.sogou.com
Crescent
CSHttp CSHttp
Custo
demandbase-bot
Deusu Deusu
Devil
Digincore
DIIbot DIIbot
Disco Disco
Discoverybot DnyzBot
DittoSpyder
DomainAppender
DomainCrawler DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot DomainStatsBot
Dotbot Download Wonder
Drip DSearch
DTS Agent DTS Agent
EasyDL
Ebingbong Ebingbong
eCatch eCatch
ECCP/1.0 ECCP/1.0
EirGrabber EirGrabber
EMail Siphon EMail Siphon
evc-batch EMail Wolf
Extreme Picture Finder EroCrawler
ExtLinksBot
Extractor
ExtractorPro
Ezooms
FemtosearchBot FemtosearchBot
FHscan FHscan
Fimap Fimap
Firefox/7.0 FlashGet
Foobot FrontPage
Freeuploader
FyberSpider
Fyrebot
GalaxyBot
Genieo
GermCrawler
Getintent Getintent
GetRight GetRight
Gigablast Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit
GoZilla
Go!Zilla Go!Zilla
Grafula Grafula
GrapeshotCrawler
GridBot
GT::WWW
Haansoft
HaosouSpider HaosouSpider
Harvest Harvest
HEADMasterSEO Havij
Heritrix Heritrix
Hloader
HTMLparser HTMLparser
HTTP::Lite
HTTrack HTTrack
Humanlinks Humanlinks
HybridBot HybridBot
Image Fetch IlseBot
Image Sucker Image Sucker
IndeedBot InfoNaviRobot
InfoTekies instabid
Intelliseek Intelliseek
InterGET InterGET
Internet Ninja Internet Ninja
InternetSeer
internetVista monitor
IstellaBot
JamesBOT JamesBOT
Jbrofuzz Jbrofuzz
JennyBot
JetCar
JikeSpider
Joomla
Kenjin Spider Kenjin Spider
Keyword Density
Lanshanbot
Larbin
LeechFTP LeechFTP
Lftp LibWeb
Libwhisker Lightspeedsystems
Likse Likse
Linkdexbot LinkpadBot
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider Lipperhey Spider
Lmspider LNSpiderguy
Magnet
Mag-Net Mag-Net
Majestic12 Majestic SEO
Majestic-SEO Meanpathbot
MarkWatch MeanPath Bot
Masscan Mediatoolkitbot
MauiBot
meanpathbot
mediawords
MegaIndex.ru MegaIndex.ru
Microsoft Data Access
Mister PiX Mister PiX
MJ12bot
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage
Msrabot
MS Web Services Client Protocol MS Web Services Client Protocol
muhstik-scan muhstik-scan
Name Intelligence Name Intelligence
Navroad Navroad
NearSite Nessus
Needle netEstate NE Crawler
Netcraft
NetLyzer NetLyzer
NetMechanic NetMechanic
Nettrack
Net Vampire
Netvibes
NetZIP NetZIP
NextGenSearchBot Nibbler
NICErsPRO
Niki-bot
Nikto Nikto
NimbleCrawler
Nimbostratus Nimbostratus
Nmap
oBot oBot
Octopus Octopus
Offline Navigator Openfind
OnCrawl Openvas
OrangeBot OrangeBot
OrangeSpider OrangeSpider
OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
page scorer Panscient
PageScorer
Pandalytics
Papa Foto Papa Foto
pcBrowser pcBrowser
PECL::HTTP PictureFinder
Pi-Monster
Pixray Pixray
plumanalytics PleaseCrawl
Pockey Pockey
POE-Component-Client-HTTP
Probethenet
Psbot
Pump Pump
PxBroker
PyCurl PyCurl
Quick-Crawler Quick-Crawler
RankActive RankActive
RankActiveLinkBot
RankFlex RankFlex
RankingBot RankingBot
RankingBot2 RankingBot2
Rankivabot
RealDownload RealDownload
RebelMouse Reaper
Recorder RedesScrapy
ReGet SalesIntelligent
RepoMonkey
Ripper
RocketCrawler
Rogerbot
SBIder SBIder
Scanbot SearchmetricsBot
scan.lol
Screaming
ScreenerBot
Semrush Semrush
SEOkicks SEOkicks
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz Shodan
SEOprofiler Siphon
SeoSiteCheckup SISTRIX
Sitebeam SiteExplorer
SiteLockSpider Siteimprove
SiteSnagger SmartDownload
SiteSucker
Sitevigil
SMTBot SMTBot
Snake
Snapbot Snapbot
Snoopy
SocialRankIOBot SocialRankIOBot
Sottopop Sociscraper
SpankBot Sogou web spider
Spanner SpaceBison
sp_auditbot
Spbot Spbot
Spinn3r
SputnikBot SputnikBot
spyfu Sqlmap
Stripper Steeler
Sucker Sucker
Sucuri Sucuri
SuperBot SuperHTTP
SurveyBot
Suzuran Suzuran
sysscan Swiftbot
Szukacz
T0PHackTeam
T8Abot
tAkeOut tAkeOut
Teleport Telesoft
TeleportPro Telesphorep
Telesphoreo
The Intraformant
TheNomad
Thumbor Thumbor
TightTwatBot
Toweyabot
Tracemyfile Tracemyfile
Trendictionbot
trendiction.com trendiction.com
trendiction.de trendiction.de
Turingos Twice
TwengaBot UnisterBot
Typhoeus Upflow
URLy Warning URLy.Warning
Vacuum
Vagabondo Vagabondo
VB Project
VCI VCI
Virusdie
VoidEYE
WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
WebGo IS Webalta
WebBandit
Web Collage
WebCopier
WEBDAV
Web Enhancer
WebFetch
Web Fetch
WebImageCollector WebImageCollector
WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix WebPix
WebSucker WebSauger
WebZIP WebsiteExtractor
WeSEE WeSEE
Who.is Bot
WiseGuys Robot WiseGuys Robot
Wonderbot Wonderbot
Wotbox
WWW-Collector-E
WWWOFFLE WWWOFFLE
x22Mozilla x09Mozilla
Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe xpymep1.exe
Zade YoudaoBot
zauba.io Zermelo
Zitebot Zeus
ZumBot ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
avirasecureserver.com 101flag.ru
blacktwhite.com back.dog
blagovest-med.ru discovertreasure-a.akamaihd.net
foto-basa.com download-wallpaper.net
headpharmacy.com lombardfinder.ru
managerpak204.weebly.com partners-ship.pro
signx.info pelfind.me
vrnelectro.ru turizmus.us
win-spy.com xsion.net
x-rates.ru youandcredit.ru

1736
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

466
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1stat.ru 12bet.com
2rich4bitches.com 2kata.ru
3dracergames.com 4ureyesonly.com
5tey7463.weebly.com 5tey7463.weebly.com
7yue.org 7makemoneyonline.com
9icmzvn6.website abcdefh.xyz
academiacsmendoza.org
actionnooz.com
adanih.com adanih.com
add-add.men addtoadd.men
adloads.com adserver-e7.com
ads-cool.pro adultfriendfinder.com
alfa-medosmotr.ru advertisingtag.net
alldubai.biz aghanyna.com
altamayoztourism.com air-edem.ru
amanda-porn.ga algarveglobal.com
allforminecraft.ru
alphavisions.net
amazon-adsystem.com amazon-adsystem.com
android-systems.ru ampower.me
animebox.com.ua anticrawler.org
apartamentwroclaw.eu
apartment.ru apartment.ru
apiportalmorecom-a.akamaihd.net autoplate.info
asdfz.pro autotrends.today
asia-forum.ru bank.uz
azte.ch bannertesting.com
backuperwebcam.weebly.com bausparen.bz.it
bambi.ck.ua berrymall.ru
bamo.xsl.pt betonka.pro
bbsoldes.fr blackcurranthumidifiers.site
beauty-clinic.ru blog.f00kclan.de
bedandbreakfast.com boazpower.com
berlininsl.com bongiornos.info
bestwebsitesawards.com bosman.pluto.ro
bgviagrachrx.com braip.com.br
bird1.ru bristolhotel.com
bizfly.info bugof.gq
blackle.com burn-fat.ga
blogig.org buttons-for-website.com
burger-imperia.com callmd5map.com
businescoop.men candypeople.se
calstaterealty.us candytiner.com
canoncdriverq3.pen.io canyougethighofftizanidine.blogspot.com
cardul.ru carfax.com.ua
cartierlove.xyz casablancamanor.co.za
centraletermice.us catalogs-parts.com
ceotrk.com cgi2.nintendo.co.jp
christianlouboutinreplica.pw chastnoeporno.com
cinemaflix.website cheapmoncler.pw
clean-start.net chelnytruck.ru
clippingphotoindia.com claytransformations.info
compliance-elena.top clicksor.com
clubfashionista.com
cocyq.inwtrade.com
comeondog.info
comissionka.net
compliance-don.xyz
compliance-fred.top
compliance-jack.top
compliance-john.top compliance-john.top
cookie-law-enforcement-hh.xyz conboy.us
coslab.club culturevie.info
culad.com customcatchcan.com
danashop.ru customchocolate.business-for-home.com
day-news.info cutalltheshit.com
dfwu1019.info cvety24.by
download-wallpaper.net cxpromote.com
dstroy.su dafatiri.com
e-biznes.info dating-app.ru
ekaterinburg.xrus.org dfwu1013.info
electricwheelchairsarea.com domainsphoto.com
erotiktreff24.info dotmass.top
eu-cookie-law.info elektrischezigaretten1.blogse.nl
ewebarticle.info erectile.bid
farmprofi.net euronis-free.com
fetroshok.ru exct.net
freelinkbuilding.website.tk ezigarettenkaufen1.deviantart.com
freshmac.space fanrto.com
frustrated-favorable.gq faracontrol.ir
funnypica.com fenoyl.batcave.net
fz139.ttk.ru ff30236ddef1465f88547e760973d70a.com
gazobeton-p.com.ua filesdatabase.net
girlporn.ru fillmewithhappiness.com
girlsatgames.ru flagcounter.me
gogps.me forex21.ru
golfresa.lucania.se foxjuegos.com
gratuitbaise.com frcls.fr
greenidesign.co free-traffic.xyz
guge.io funponsel.com
gungamesz.com gallery.rennlist.com
hacktougroup.ru game-mmorpg.net
handicapbathtubarea.com gavuer.ru
hasfun.com gayxperience.com
hawaiielectriclight.com germes-trans.com
hdwallpapers-free.com gettpromos.com
goodhumor24.com
googlemare.com
growshop.es
gsasearchengineranker.xyz
hannasolution.ru
hchha.com
healmytrauma.info
highspeed5.net highspeed5.net
hildinghr.se hitsbox.info
hotenergy.ru hostingclub.lk
house.sieraddns.com hotblognetwork.com
ibmdatamanagement.co hunthillfarmtrust.org
ilte.info intelhdgraphicsgtdrive6w.metroblog.com
indetiske.ya.ru intellego.info
intellektmedia.at iqbazar.ru
int.search.mywebsearch.com iwanttodeliver.com
jerseywholesalebizchina.com japfm.com
jillepille.com kinofak.net
junglenet-a.akamaihd.net koleso24.com.ua
justkillingti.me ktotut.net
justucalling32211123456789.tk kupiproday.com.ua
kaliningrad.zrus.org kvartiry-remont.ucoz.ru
karadene.com landmania.ru
kartiniresto.com likesuccess.com
kazrent.com lincolntheatre.com
kenaba.su localflirtbuddies.com
keywordsdoctor.com locationdesaison.com
knigonosha.net longadventure.com
kollekcioner.ru low-format.ru
koopilka.com mactechinfo.info
kotaku.com mail.allnews24.in
landreferat.ru map028.com
ldrtrack.com matb3aa.com
ledpolice.ru meduza-consult.ru
leftofcentrist.com menetie.ru
legalrc.biz mesto-x.com
livetsomudvekslingstudent.bloggersdelight.dk
louboutinreplica.pw
lyrster.com
mackeeper-land-672695126.us-east-1.elb.amazonaws.com
macresource.co.uk
mailemedicinals.com
maladot.com
maslenka.kz
matematikus.info
megavolt.net.ua
metarip.ru metarip.ru
modenamebel.ru motherboard.vice.com
mojowhois.com mrlmedia.net
monclercheap.xyz mturkcontent.com
monetizationking.net myshopmatemac.com
moomi-daeri.com naughtyconnect.com
moscow-clining.ru naval.jislaaik.com
most-kerch.org needtosellmyhousefast.com
myblogregistercm.tk
myonigroup.com
negociosdasha.com
negral.pluto.ro negral.pluto.ro
net-profits.xyz
nfljerseysforsalewholesaler.com nfljerseysforsalewholesaler.com
ngps1.ru
nlfjjunb5.ru
nl.netlog.com
nootrino.com nootrino.com
no-rx.info nowtorrents.com
nosecret.com.ua nzfilecloud.weebly.com
nyfinance.ml oecnhs.info
old-rock.com onlinebay.ru
online-podarki.com onlinefilmz.net
onthemarch.co orion-v.com
orgasmatrix.com owathemes.com
otbelivanie-zubov.com paleohub.info
ourville.info palvira.com.ua
owohho.com parlament.biz
pammik.ru partner-stop.men
panouri-solare-acoperis.com
partnerworkroom.men
percin.biz.ly percin.biz.ly
photosaga.info picscout.com
physfunc.ru picurams.pw
piuminiita.com pkr1hand.com
pl-vouchers.com plastgranar.nu
porno-video-chati.ru podshipniki-nsk.ru
pozdrawleniya.com pogodnyyeavarii.gq
proekt-gaz.ru polimga.pw
prohoster.info pornoelita.info
prom23.ru positive2b.ru
prostitutki-kharkova.org pospr.waw.pl
prostitutki-tyumeni.org pozvonim.com
prpops.com psvita.ru
ptr.ruvds.com push-ad.com
quelle.ru qpypcx.com
ranksays.com rank-checker.online
realmonte.net reelheroes.net
renecaovillasale.online regdefense.com
ring4rhino.com reining.lovasszovetseg.hu
ringporno.com rockprogblog.com
ruclicks.com rossanasaavedra.net
ruex.org.ua
russintv.fr russintv.fr
rutor.group scanner-andrew.top
s1z.ru scanner-ivan.top
saitevpatorii.com scat.porn
sampleletters.net school-diplomat.ru
scanner-jane.top
sc-specialhost.com sc-specialhost.com
sell-fb-group-here.com search.pch.com
seonetwizard.com seokicks.de
sexflirtbook.com seo-prof1.xyz
sexobzor.info servethis.com
sexy-pings.com servisural.ru
shinikiev.com.ua serw.clicksor.com
sexfreepornoxxx.com
shlyahten.ru
shoesonlinebuy.xyz shoesonlinebuy.xyz
shymkent.xkaz.org shop.xz618.com
sindragosa.comxa.com sierraapps.com
site5.com
smartbalanceworld.com
sneakyboy.com
snyatie-lomki-v-stacionare.ru snyatie-lomki-v-stacionare.ru
soft-program.com space4updating.win
spb.afora.ru spammen.de
sports-supplements.us spamnuker.com
srecorder.com sugarlyflex.pw
stal-rulon.ru superlist.biz
streetfooduncovered.com svetodiodoff.ru
suralink.com swagbucks.com
svarbit.com swiped.su
td-33.ru tampabaywatch.org
threecolumnblogger.com tastyfoodideas.com
tmm-kurs.ru thecoolimages.net
tonerbox.kz thefotosgratis.eu
tk-assortiment.ru
tnaionline.org
toproadrunner5.info toproadrunner5.info
topsy.com topsy.com
toyota.7zap.com toxicwap.com
traffpartners.com toys.erolove.in
trion.od.ua traderzplanet.in
trumpetedextremes.com traffmonster.info
tuberkuleznik.ru tubeoffline.com
tytoona.com tubo360.com
uk-zheu20.ru turn-up-life.life
unrealcommander.org tvoystartup.ru
uprour.com uchebavchehii.ru
urccvfmc.bloger.index.hr ufa.xrus.org
urll.eu ugogo.info
valkiria-tk.ru ukrobstep.com
vasileostrovsky-rayon.ru undergroundcityphoto.com
vduplo.ru unece.org
vektorpress.ru unimodemhalfduplefw.pen.io
videochat.life unpredictable.ga
videotuber.ru urlopener.com
vinylvault.co.uk uvozdeckych.info
vip.51.la ventelnos.com
vizitki.net wallpaperstock.net
vodkoved.ru waterpurifier.club
vrnelectro.ru webads.co.nz
warezaccess.com website-datenbank.de
watchmyfb.pl webtherapy.ru
webpromotion.ae withstandingheartwarming.com
weclipart.com w-journal.ru
wejdz-tu.pl wwwadultcheck.com
welcomeauto.ru xlolitka.com
wesharepics.site xtremeeagles.net
westvilletowingservices.co.za yachts-cruise.info
wfb.hatedriveapart.com yoopsie.com
wholesalejerseysgaa.com yourothersite.com
winterclassichockeyjerseys.com youtubedownload.org
winwotgold.pl zhacker.net
woman-tampon.ru zhorapankratov7.blogspot.com
wzgyyq.com zionstar.net
xclicks.net
xn----ctbbcjd3dbsehgi.xn--p1ai
xn--d1aifoe0a9a.top
xn--l1aengat.xn--p1ai
yuarra.pluto.ro
yubikk.info
zaidia.xhost.ro
zarepta.com
zvezdagedon.ru

90
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,33 +1,3 @@
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.15.8</center>
</body>
</html>
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>
@ -108,4 +78,64 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.178.120 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1678 #### Version: V4.2019.06.1679
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1678 #### Version: V4.2019.06.1679
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1678 #### Version: V4.2019.06.1679
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1678 #### Version: V4.2019.06.1679
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1678 ### Version: V3.2019.06.1679
### Updated: Fri Jun 28 22:40:39 SAST 2019 ### Updated: Sat Jun 29 09:56:57 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:38 SAST 2019 ### Updated: Sat Jun 29 09:56:56 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1678 ### Version: V4.2019.06.1679
### Updated: Fri Jun 28 22:40:40 SAST 2019 ### Updated: Sat Jun 29 09:56:58 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##