mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-03 11:10:47 +00:00
V3.2017.12.1013 [ci skip]
This commit is contained in:
parent
db27cb6378
commit
435952675e
52 changed files with 149 additions and 79 deletions
|
@ -26,4 +26,4 @@
|
||||||
# Only add actual IP addresses and ranges here
|
# Only add actual IP addresses and ranges here
|
||||||
|
|
||||||
111.111.111.111 0;
|
111.111.111.111 0;
|
||||||
35.184.63.133 0;
|
35.202.249.48 0;
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
|
@ -26,4 +26,4 @@
|
||||||
# Only add actual IP addresses and ranges here
|
# Only add actual IP addresses and ranges here
|
||||||
|
|
||||||
111.111.111.111 0;
|
111.111.111.111 0;
|
||||||
35.184.63.133 0;
|
35.202.249.48 0;
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -118,7 +118,7 @@ map $http_user_agent $bad_bot {
|
||||||
# START CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ***********************************************************************************
|
# ***********************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/blacklist-user-agents.conf;
|
include /usr/local/nginx/bots.d/blacklist-user-agents.conf;
|
||||||
|
|
||||||
# *********************************************************************************
|
# *********************************************************************************
|
||||||
# END CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
@ -766,7 +773,7 @@ map $http_referer $bad_words {
|
||||||
# START WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ************************************************************************
|
# ************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-domains.conf;
|
include /usr/local/nginx/bots.d/whitelist-domains.conf;
|
||||||
|
|
||||||
# **********************************************************************
|
# **********************************************************************
|
||||||
# END WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -777,7 +784,7 @@ map $http_referer $bad_words {
|
||||||
# START CUSTOM BAD REFERRER WORDS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START CUSTOM BAD REFERRER WORDS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ******************************************************************************
|
# ******************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/bad-referrer-words.conf;
|
include /usr/local/nginx/bots.d/bad-referrer-words.conf;
|
||||||
|
|
||||||
# ****************************************************************************
|
# ****************************************************************************
|
||||||
# END CUSTOM BAD REFERRER WORDS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END CUSTOM BAD REFERRER WORDS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -823,7 +830,7 @@ map $http_referer $bad_words {
|
||||||
# kill all your SEO in a week.
|
# kill all your SEO in a week.
|
||||||
|
|
||||||
# To add your own custom bad referrers use the custom include file
|
# To add your own custom bad referrers use the custom include file
|
||||||
# /etc/nginx/bots.d/custom-bad-referrers.conf
|
# /usr/local/nginx/bots.d/custom-bad-referrers.conf
|
||||||
# Or send a Pull Request to add it to the global blacklist for other users.
|
# Or send a Pull Request to add it to the global blacklist for other users.
|
||||||
|
|
||||||
# In the bad referrers section I also include sites that hotlink images without permission.
|
# In the bad referrers section I also include sites that hotlink images without permission.
|
||||||
|
@ -852,7 +859,7 @@ map $http_referer $bad_referer {
|
||||||
# START WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ************************************************************************
|
# ************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-domains.conf;
|
include /usr/local/nginx/bots.d/whitelist-domains.conf;
|
||||||
|
|
||||||
# **********************************************************************
|
# **********************************************************************
|
||||||
# END WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END WHITELISTED DOMAINS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -869,7 +876,7 @@ map $http_referer $bad_referer {
|
||||||
# START CUSTOM BAD REFERRERS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START CUSTOM BAD REFERRERS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# *************************************************************************
|
# *************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/custom-bad-referrers.conf;
|
include /usr/local/nginx/bots.d/custom-bad-referrers.conf;
|
||||||
|
|
||||||
# ***********************************************************************
|
# ***********************************************************************
|
||||||
# END CUSTOM BAD REFERRERS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END CUSTOM BAD REFERRERS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -6980,7 +6987,7 @@ geo $validate_client {
|
||||||
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# **************************************************************************
|
# **************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-ips.conf;
|
include /usr/local/nginx/bots.d/whitelist-ips.conf;
|
||||||
|
|
||||||
# ************************************************************************
|
# ************************************************************************
|
||||||
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -7152,7 +7159,7 @@ geo $validate_client {
|
||||||
# START BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ********************************************************************
|
# ********************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/blacklist-ips.conf;
|
include /usr/local/nginx/bots.d/blacklist-ips.conf;
|
||||||
|
|
||||||
# ******************************************************************
|
# ******************************************************************
|
||||||
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
@ -7173,7 +7180,7 @@ geo $ratelimited {
|
||||||
# START WHITELISTED IP RANGES2 ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# START WHITELISTED IP RANGES2 ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ***************************************************************************
|
# ***************************************************************************
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-ips.conf;
|
include /usr/local/nginx/bots.d/whitelist-ips.conf;
|
||||||
|
|
||||||
# *************************************************************************
|
# *************************************************************************
|
||||||
# END WHITELISTED IP RANGES2 ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END WHITELISTED IP RANGES2 ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
|
|
@ -26,4 +26,4 @@
|
||||||
# Only add actual IP addresses and ranges here
|
# Only add actual IP addresses and ranges here
|
||||||
|
|
||||||
111.111.111.111 0;
|
111.111.111.111 0;
|
||||||
35.184.63.133 0;
|
35.202.249.48 0;
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
|
@ -26,4 +26,4 @@
|
||||||
# Only add actual IP addresses and ranges here
|
# Only add actual IP addresses and ranges here
|
||||||
|
|
||||||
111.111.111.111 0;
|
111.111.111.111 0;
|
||||||
35.184.63.133 0;
|
35.202.249.48 0;
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:53 SAST 2017
|
Last Tested: Wed Dec 20 11:29:51 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:16:58 SAST 2017
|
Last Tested: Wed Dec 20 11:29:56 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:02 SAST 2017
|
Last Tested: Wed Dec 20 11:30:00 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
<!DOCTYPE html>
|
<!DOCTYPE html>
|
||||||
<html>
|
<html>
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
<!DOCTYPE html>
|
<!DOCTYPE html>
|
||||||
<html>
|
<html>
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
<!DOCTYPE html>
|
<!DOCTYPE html>
|
||||||
<html>
|
<html>
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Sun Dec 3 10:17:33 SAST 2017
|
Last Tested: Wed Dec 20 11:30:31 SAST 2017
|
||||||
|
|
||||||
<!DOCTYPE html>
|
<!DOCTYPE html>
|
||||||
<html>
|
<html>
|
||||||
|
|
|
@ -1,3 +1,4 @@
|
||||||
|
|
||||||
360Spider
|
360Spider
|
||||||
80legs
|
80legs
|
||||||
Abonti
|
Abonti
|
||||||
|
@ -64,6 +65,7 @@ Chlooe
|
||||||
Claritybot
|
Claritybot
|
||||||
Cliqzbot
|
Cliqzbot
|
||||||
Cloud mapping
|
Cloud mapping
|
||||||
|
coccocbot-web
|
||||||
Cogentbot
|
Cogentbot
|
||||||
cognitiveseo
|
cognitiveseo
|
||||||
Collector
|
Collector
|
||||||
|
@ -86,6 +88,7 @@ Demon
|
||||||
Deusu
|
Deusu
|
||||||
Devil
|
Devil
|
||||||
Digincore
|
Digincore
|
||||||
|
DigitalPebble
|
||||||
DIIbot
|
DIIbot
|
||||||
Dirbuster
|
Dirbuster
|
||||||
Disco
|
Disco
|
||||||
|
@ -121,6 +124,7 @@ Extreme Picture Finder
|
||||||
EyeNetIE
|
EyeNetIE
|
||||||
Ezooms
|
Ezooms
|
||||||
FDM
|
FDM
|
||||||
|
FemtosearchBot
|
||||||
FHscan
|
FHscan
|
||||||
Fimap
|
Fimap
|
||||||
Firefox/7.0
|
Firefox/7.0
|
||||||
|
@ -178,6 +182,7 @@ InterGET
|
||||||
Internet Ninja
|
Internet Ninja
|
||||||
InternetSeer
|
InternetSeer
|
||||||
internetVista monitor
|
internetVista monitor
|
||||||
|
ips-agent
|
||||||
Iria
|
Iria
|
||||||
IRLbot
|
IRLbot
|
||||||
Iskanie
|
Iskanie
|
||||||
|
@ -275,6 +280,7 @@ Ninja
|
||||||
Nmap
|
Nmap
|
||||||
NPbot
|
NPbot
|
||||||
Nutch
|
Nutch
|
||||||
|
oBot
|
||||||
Octopus
|
Octopus
|
||||||
Offline Explorer
|
Offline Explorer
|
||||||
Offline Navigator
|
Offline Navigator
|
||||||
|
@ -364,6 +370,7 @@ Sitevigil
|
||||||
Slackbot-LinkExpanding
|
Slackbot-LinkExpanding
|
||||||
SlySearch
|
SlySearch
|
||||||
SmartDownload
|
SmartDownload
|
||||||
|
SMTBot
|
||||||
Snake
|
Snake
|
||||||
Snapbot
|
Snapbot
|
||||||
Snoopy
|
Snoopy
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
Binary file not shown.
Binary file not shown.
|
@ -4,9 +4,9 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V3.2017.12.1012
|
#### Version: V3.2017.12.1013
|
||||||
#### Bad Referrer Count: 6069
|
#### Bad Referrer Count: 6069
|
||||||
#### Bad Bot Count: 503
|
#### Bad Bot Count: 510
|
||||||
____________________
|
____________________
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -4,9 +4,9 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V3.2017.12.1012
|
#### Version: V3.2017.12.1013
|
||||||
#### Bad Referrer Count: 6069
|
#### Bad Referrer Count: 6069
|
||||||
#### Bad Bot Count: 503
|
#### Bad Bot Count: 510
|
||||||
____________________
|
____________________
|
||||||
|
|
||||||
## Help Support This Project
|
## Help Support This Project
|
||||||
|
|
|
@ -4,9 +4,9 @@
|
||||||
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites.
|
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites.
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V3.2017.12.1012
|
#### Version: V3.2017.12.1013
|
||||||
#### Bad Referrer Count: 6069
|
#### Bad Referrer Count: 6069
|
||||||
#### Bad Bot Count: 503
|
#### Bad Bot Count: 510
|
||||||
____________________
|
____________________
|
||||||
|
|
||||||
## Help Support This Project
|
## Help Support This Project
|
||||||
|
|
|
@ -1,3 +1,4 @@
|
||||||
|
|
||||||
360Spider
|
360Spider
|
||||||
80legs
|
80legs
|
||||||
Abonti
|
Abonti
|
||||||
|
@ -122,8 +123,8 @@ ExtractorPro
|
||||||
Extreme\ Picture\ Finder
|
Extreme\ Picture\ Finder
|
||||||
EyeNetIE
|
EyeNetIE
|
||||||
Ezooms
|
Ezooms
|
||||||
FemtosearchBot
|
|
||||||
FDM
|
FDM
|
||||||
|
FemtosearchBot
|
||||||
FHscan
|
FHscan
|
||||||
Fimap
|
Fimap
|
||||||
Firefox/7.0
|
Firefox/7.0
|
||||||
|
@ -507,4 +508,3 @@ Zitebot
|
||||||
ZmEu
|
ZmEu
|
||||||
ZumBot
|
ZumBot
|
||||||
ZyBorg
|
ZyBorg
|
||||||
|
|
||||||
|
|
|
@ -3,9 +3,9 @@
|
||||||
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V3.2017.12.1012
|
#### Version: V3.2017.12.1013
|
||||||
#### Bad Referrer Count: 6069
|
#### Bad Referrer Count: 6069
|
||||||
#### Bad Bot Count: 503
|
#### Bad Bot Count: 510
|
||||||
____________________
|
____________________
|
||||||
|
|
||||||
## Help Support This Project
|
## Help Support This Project
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
|
@ -4,10 +4,10 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:47 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Referrer Count: 6069
|
### Bad Referrer Count: 6069
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
@ -212,6 +212,7 @@ map $http_user_agent $bad_bot {
|
||||||
# Known Vulnerability Scanners (now merged into one section)
|
# Known Vulnerability Scanners (now merged into one section)
|
||||||
|
|
||||||
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
# START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
"~*\b\b" 3;
|
||||||
"~*\b360Spider\b" 3;
|
"~*\b360Spider\b" 3;
|
||||||
"~*\b80legs\b" 3;
|
"~*\b80legs\b" 3;
|
||||||
"~*\bAbonti\b" 3;
|
"~*\bAbonti\b" 3;
|
||||||
|
@ -278,6 +279,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bClaritybot\b" 3;
|
"~*\bClaritybot\b" 3;
|
||||||
"~*\bCliqzbot\b" 3;
|
"~*\bCliqzbot\b" 3;
|
||||||
"~*\bCloud\ mapping\b" 3;
|
"~*\bCloud\ mapping\b" 3;
|
||||||
|
"~*\bcoccocbot-web\b" 3;
|
||||||
"~*\bCogentbot\b" 3;
|
"~*\bCogentbot\b" 3;
|
||||||
"~*\bcognitiveseo\b" 3;
|
"~*\bcognitiveseo\b" 3;
|
||||||
"~*\bCollector\b" 3;
|
"~*\bCollector\b" 3;
|
||||||
|
@ -300,6 +302,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bDeusu\b" 3;
|
"~*\bDeusu\b" 3;
|
||||||
"~*\bDevil\b" 3;
|
"~*\bDevil\b" 3;
|
||||||
"~*\bDigincore\b" 3;
|
"~*\bDigincore\b" 3;
|
||||||
|
"~*\bDigitalPebble\b" 3;
|
||||||
"~*\bDIIbot\b" 3;
|
"~*\bDIIbot\b" 3;
|
||||||
"~*\bDirbuster\b" 3;
|
"~*\bDirbuster\b" 3;
|
||||||
"~*\bDisco\b" 3;
|
"~*\bDisco\b" 3;
|
||||||
|
@ -335,6 +338,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bEyeNetIE\b" 3;
|
"~*\bEyeNetIE\b" 3;
|
||||||
"~*\bEzooms\b" 3;
|
"~*\bEzooms\b" 3;
|
||||||
"~*\bFDM\b" 3;
|
"~*\bFDM\b" 3;
|
||||||
|
"~*\bFemtosearchBot\b" 3;
|
||||||
"~*\bFHscan\b" 3;
|
"~*\bFHscan\b" 3;
|
||||||
"~*\bFimap\b" 3;
|
"~*\bFimap\b" 3;
|
||||||
"~*\bFirefox/7.0\b" 3;
|
"~*\bFirefox/7.0\b" 3;
|
||||||
|
@ -392,6 +396,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bInternet\ Ninja\b" 3;
|
"~*\bInternet\ Ninja\b" 3;
|
||||||
"~*\bInternetSeer\b" 3;
|
"~*\bInternetSeer\b" 3;
|
||||||
"~*\binternetVista\ monitor\b" 3;
|
"~*\binternetVista\ monitor\b" 3;
|
||||||
|
"~*\bips-agent\b" 3;
|
||||||
"~*\bIria\b" 3;
|
"~*\bIria\b" 3;
|
||||||
"~*\bIRLbot\b" 3;
|
"~*\bIRLbot\b" 3;
|
||||||
"~*\bIskanie\b" 3;
|
"~*\bIskanie\b" 3;
|
||||||
|
@ -489,6 +494,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bNmap\b" 3;
|
"~*\bNmap\b" 3;
|
||||||
"~*\bNPbot\b" 3;
|
"~*\bNPbot\b" 3;
|
||||||
"~*\bNutch\b" 3;
|
"~*\bNutch\b" 3;
|
||||||
|
"~*\boBot\b" 3;
|
||||||
"~*\bOctopus\b" 3;
|
"~*\bOctopus\b" 3;
|
||||||
"~*\bOffline\ Explorer\b" 3;
|
"~*\bOffline\ Explorer\b" 3;
|
||||||
"~*\bOffline\ Navigator\b" 3;
|
"~*\bOffline\ Navigator\b" 3;
|
||||||
|
@ -578,6 +584,7 @@ map $http_user_agent $bad_bot {
|
||||||
"~*\bSlackbot-LinkExpanding\b" 3;
|
"~*\bSlackbot-LinkExpanding\b" 3;
|
||||||
"~*\bSlySearch\b" 3;
|
"~*\bSlySearch\b" 3;
|
||||||
"~*\bSmartDownload\b" 3;
|
"~*\bSmartDownload\b" 3;
|
||||||
|
"~*\bSMTBot\b" 3;
|
||||||
"~*\bSnake\b" 3;
|
"~*\bSnake\b" 3;
|
||||||
"~*\bSnapbot\b" 3;
|
"~*\bSnapbot\b" 3;
|
||||||
"~*\bSnoopy\b" 3;
|
"~*\bSnoopy\b" 3;
|
||||||
|
|
|
@ -1,14 +1,16 @@
|
||||||
### Version Information #
|
### Version Information #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.12.1012
|
### Version: V3.2017.12.1013
|
||||||
### Updated: Sun Dec 3 10:16:48 SAST 2017
|
### Updated: Wed Dec 20 11:29:46 SAST 2017
|
||||||
### Bad Bot Count: 503
|
### Bad Bot Count: 510
|
||||||
###################################################
|
###################################################
|
||||||
### Version Information ##
|
### Version Information ##
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow: /wp-admin/
|
Disallow: /wp-admin/
|
||||||
Allow: /wp-admin/admin-ajax.php
|
Allow: /wp-admin/admin-ajax.php
|
||||||
|
User-agent:
|
||||||
|
Disallow:/
|
||||||
User-agent: 360Spider
|
User-agent: 360Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: 80legs
|
User-agent: 80legs
|
||||||
|
@ -141,6 +143,8 @@ User-agent: Cliqzbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Cloud mapping
|
User-agent: Cloud mapping
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: coccocbot-web
|
||||||
|
Disallow:/
|
||||||
User-agent: Cogentbot
|
User-agent: Cogentbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: cognitiveseo
|
User-agent: cognitiveseo
|
||||||
|
@ -185,6 +189,8 @@ User-agent: Devil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Digincore
|
User-agent: Digincore
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: DigitalPebble
|
||||||
|
Disallow:/
|
||||||
User-agent: DIIbot
|
User-agent: DIIbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Dirbuster
|
User-agent: Dirbuster
|
||||||
|
@ -255,6 +261,8 @@ User-agent: Ezooms
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: FDM
|
User-agent: FDM
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: FemtosearchBot
|
||||||
|
Disallow:/
|
||||||
User-agent: FHscan
|
User-agent: FHscan
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Fimap
|
User-agent: Fimap
|
||||||
|
@ -369,6 +377,8 @@ User-agent: InternetSeer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: internetVista monitor
|
User-agent: internetVista monitor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: ips-agent
|
||||||
|
Disallow:/
|
||||||
User-agent: Iria
|
User-agent: Iria
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: IRLbot
|
User-agent: IRLbot
|
||||||
|
@ -563,6 +573,8 @@ User-agent: NPbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Nutch
|
User-agent: Nutch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: oBot
|
||||||
|
Disallow:/
|
||||||
User-agent: Octopus
|
User-agent: Octopus
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Offline Explorer
|
User-agent: Offline Explorer
|
||||||
|
@ -741,6 +753,8 @@ User-agent: SlySearch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SmartDownload
|
User-agent: SmartDownload
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
User-agent: SMTBot
|
||||||
|
Disallow:/
|
||||||
User-agent: Snake
|
User-agent: Snake
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Snapbot
|
User-agent: Snapbot
|
||||||
|
|
Loading…
Add table
Reference in a new issue