mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-01 18:19:55 +00:00
V4.2019.06.1598 [ci skip]
This commit is contained in:
Travis
parent
cee1e20e59
commit
1518960313
22 changed files with 1758 additions and 1758 deletions
|
|
@ -33,4 +33,4 @@
|
|||
# 111.111.111.111 0;
|
||||
|
||||
|
||||
35.193.7.13 0;
|
||||
35.184.96.71 0;
|
||||
|
|
|
|||
|
|
@ -4,8 +4,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:42 SAST 2019
|
||||
### Version: V4.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:43 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
@ -693,38 +693,38 @@ map $http_user_agent $bad_bot {
|
|||
# ***********************************************
|
||||
|
||||
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\badidxbot\b" 0;
|
||||
"~*\bAdsBot-Google\b" 0;
|
||||
"~*\baolbuild\b" 0;
|
||||
"~*\bbingbot\b" 0;
|
||||
"~*\bbingpreview\b" 0;
|
||||
"~*\bDoCoMo\b" 0;
|
||||
"~*\bduckduckgo\b" 0;
|
||||
"~*\bfacebookexternalhit\b" 0;
|
||||
"~*\bFeedfetcher-Google\b" 0;
|
||||
"~*\bGooglebot\b" 0;
|
||||
"~*\bGooglebot-Image\b" 0;
|
||||
"~*\bGooglebot-Mobile\b" 0;
|
||||
"~*\bGooglebot-News\b" 0;
|
||||
"~*\bGooglebot/Test\b" 0;
|
||||
"~*\bGooglebot-Video\b" 0;
|
||||
"~*\bGoogle-HTTP-Java-Client\b" 0;
|
||||
"~*\bGravityscan\b" 0;
|
||||
"~*\bgsa-crawler\b" 0;
|
||||
"~*\bJakarta\ Commons\b" 0;
|
||||
"~*\bKraken/0.1\b" 0;
|
||||
"~*\bLinkedInBot\b" 0;
|
||||
"~*\bMediapartners-Google\b" 0;
|
||||
"~*\bmsnbot\b" 0;
|
||||
"~*\bmsnbot-media\b" 0;
|
||||
"~*\bSAMSUNG\b" 0;
|
||||
"~*\bSlackbot\b" 0;
|
||||
"~*\bSlackbot-LinkExpanding\b" 0;
|
||||
"~*\bslurp\b" 0;
|
||||
"~*\bteoma\b" 0;
|
||||
"~*\bTwitterBot\b" 0;
|
||||
"~*\bWordpress\b" 0;
|
||||
"~*\byahoo\b" 0;
|
||||
"~*(?:\b)adidxbot(?:\b|)" 0;
|
||||
"~*(?:\b)AdsBot-Google(?:\b|)" 0;
|
||||
"~*(?:\b)aolbuild(?:\b|)" 0;
|
||||
"~*(?:\b)bingbot(?:\b|)" 0;
|
||||
"~*(?:\b)bingpreview(?:\b|)" 0;
|
||||
"~*(?:\b)DoCoMo(?:\b|)" 0;
|
||||
"~*(?:\b)duckduckgo(?:\b|)" 0;
|
||||
"~*(?:\b)facebookexternalhit(?:\b|)" 0;
|
||||
"~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Image(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-News(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot/Test(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Video(?:\b|)" 0;
|
||||
"~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
|
||||
"~*(?:\b)Gravityscan(?:\b|)" 0;
|
||||
"~*(?:\b)gsa-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
|
||||
"~*(?:\b)Kraken/0.1(?:\b|)" 0;
|
||||
"~*(?:\b)LinkedInBot(?:\b|)" 0;
|
||||
"~*(?:\b)Mediapartners-Google(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot-media(?:\b|)" 0;
|
||||
"~*(?:\b)SAMSUNG(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
|
||||
"~*(?:\b)slurp(?:\b|)" 0;
|
||||
"~*(?:\b)teoma(?:\b|)" 0;
|
||||
"~*(?:\b)TwitterBot(?:\b|)" 0;
|
||||
"~*(?:\b)Wordpress(?:\b|)" 0;
|
||||
"~*(?:\b)yahoo(?:\b|)" 0;
|
||||
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# ***************************************************
|
||||
|
|
@ -735,12 +735,12 @@ map $http_user_agent $bad_bot {
|
|||
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
|
||||
|
||||
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bjetmon\b" 1;
|
||||
"~*\blibwww-perl\b" 1;
|
||||
"~*\bLynx\b" 1;
|
||||
"~*\bmunin\b" 1;
|
||||
"~*\bPresto\b" 1;
|
||||
"~*\bWget/1.15\b" 1;
|
||||
"~*(?:\b)jetmon(?:\b|)" 1;
|
||||
"~*(?:\b)libwww-perl(?:\b|)" 1;
|
||||
"~*(?:\b)Lynx(?:\b|)" 1;
|
||||
"~*(?:\b)munin(?:\b|)" 1;
|
||||
"~*(?:\b)Presto(?:\b|)" 1;
|
||||
"~*(?:\b)Wget/1.15(?:\b|)" 1;
|
||||
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# **************************************************************
|
||||
|
|
@ -748,23 +748,23 @@ map $http_user_agent $bad_bot {
|
|||
# **************************************************************
|
||||
|
||||
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bAlexa\b" 2;
|
||||
"~*\barchive.org\b" 2;
|
||||
"~*\bBaidu\b" 2;
|
||||
"~*\bBUbiNG\b" 2;
|
||||
"~*\bFlipboardProxy\b" 2;
|
||||
"~*\bia_archiver\b" 2;
|
||||
"~*\bMSIE\ 7.0\b" 2;
|
||||
"~*\bProximic\b" 2;
|
||||
"~*\bR6_CommentReader\b" 2;
|
||||
"~*\bR6_FeedFetcher\b" 2;
|
||||
"~*\bRED/1\b" 2;
|
||||
"~*\bRPT-HTTPClient\b" 2;
|
||||
"~*\bsfFeedReader/0.9\b" 2;
|
||||
"~*\bSpaidu\b" 2;
|
||||
"~*\bUptimeRobot/2.0\b" 2;
|
||||
"~*\bYandexBot\b" 2;
|
||||
"~*\bYandexImages\b" 2;
|
||||
"~*(?:\b)Alexa(?:\b|)" 2;
|
||||
"~*(?:\b)archive.org(?:\b|)" 2;
|
||||
"~*(?:\b)Baidu(?:\b|)" 2;
|
||||
"~*(?:\b)BUbiNG(?:\b|)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b|)" 2;
|
||||
"~*(?:\b)ia_archiver(?:\b|)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
|
||||
"~*(?:\b)Proximic(?:\b|)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b|)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
|
||||
"~*(?:\b)RED/1(?:\b|)" 2;
|
||||
"~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
|
||||
"~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
|
||||
"~*(?:\b)Spaidu(?:\b|)" 2;
|
||||
"~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
|
||||
"~*(?:\b)YandexBot(?:\b|)" 2;
|
||||
"~*(?:\b)YandexImages(?:\b|)" 2;
|
||||
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -33,4 +33,4 @@
|
|||
# 111.111.111.111 0;
|
||||
|
||||
|
||||
35.193.7.13 0;
|
||||
35.184.96.71 0;
|
||||
|
|
|
|||
|
|
@ -10,8 +10,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:43 SAST 2019
|
||||
### Version: V3.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:44 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
|
|||
|
|
@ -10,8 +10,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:43 SAST 2019
|
||||
### Version: V3.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:44 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
|
|||
|
|
@ -4,8 +4,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:42 SAST 2019
|
||||
### Version: V4.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:43 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
@ -693,38 +693,38 @@ map $http_user_agent $bad_bot {
|
|||
# ***********************************************
|
||||
|
||||
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\badidxbot\b" 0;
|
||||
"~*\bAdsBot-Google\b" 0;
|
||||
"~*\baolbuild\b" 0;
|
||||
"~*\bbingbot\b" 0;
|
||||
"~*\bbingpreview\b" 0;
|
||||
"~*\bDoCoMo\b" 0;
|
||||
"~*\bduckduckgo\b" 0;
|
||||
"~*\bfacebookexternalhit\b" 0;
|
||||
"~*\bFeedfetcher-Google\b" 0;
|
||||
"~*\bGooglebot\b" 0;
|
||||
"~*\bGooglebot-Image\b" 0;
|
||||
"~*\bGooglebot-Mobile\b" 0;
|
||||
"~*\bGooglebot-News\b" 0;
|
||||
"~*\bGooglebot/Test\b" 0;
|
||||
"~*\bGooglebot-Video\b" 0;
|
||||
"~*\bGoogle-HTTP-Java-Client\b" 0;
|
||||
"~*\bGravityscan\b" 0;
|
||||
"~*\bgsa-crawler\b" 0;
|
||||
"~*\bJakarta\ Commons\b" 0;
|
||||
"~*\bKraken/0.1\b" 0;
|
||||
"~*\bLinkedInBot\b" 0;
|
||||
"~*\bMediapartners-Google\b" 0;
|
||||
"~*\bmsnbot\b" 0;
|
||||
"~*\bmsnbot-media\b" 0;
|
||||
"~*\bSAMSUNG\b" 0;
|
||||
"~*\bSlackbot\b" 0;
|
||||
"~*\bSlackbot-LinkExpanding\b" 0;
|
||||
"~*\bslurp\b" 0;
|
||||
"~*\bteoma\b" 0;
|
||||
"~*\bTwitterBot\b" 0;
|
||||
"~*\bWordpress\b" 0;
|
||||
"~*\byahoo\b" 0;
|
||||
"~*(?:\b)adidxbot(?:\b|)" 0;
|
||||
"~*(?:\b)AdsBot-Google(?:\b|)" 0;
|
||||
"~*(?:\b)aolbuild(?:\b|)" 0;
|
||||
"~*(?:\b)bingbot(?:\b|)" 0;
|
||||
"~*(?:\b)bingpreview(?:\b|)" 0;
|
||||
"~*(?:\b)DoCoMo(?:\b|)" 0;
|
||||
"~*(?:\b)duckduckgo(?:\b|)" 0;
|
||||
"~*(?:\b)facebookexternalhit(?:\b|)" 0;
|
||||
"~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Image(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-News(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot/Test(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Video(?:\b|)" 0;
|
||||
"~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
|
||||
"~*(?:\b)Gravityscan(?:\b|)" 0;
|
||||
"~*(?:\b)gsa-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
|
||||
"~*(?:\b)Kraken/0.1(?:\b|)" 0;
|
||||
"~*(?:\b)LinkedInBot(?:\b|)" 0;
|
||||
"~*(?:\b)Mediapartners-Google(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot-media(?:\b|)" 0;
|
||||
"~*(?:\b)SAMSUNG(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
|
||||
"~*(?:\b)slurp(?:\b|)" 0;
|
||||
"~*(?:\b)teoma(?:\b|)" 0;
|
||||
"~*(?:\b)TwitterBot(?:\b|)" 0;
|
||||
"~*(?:\b)Wordpress(?:\b|)" 0;
|
||||
"~*(?:\b)yahoo(?:\b|)" 0;
|
||||
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# ***************************************************
|
||||
|
|
@ -735,12 +735,12 @@ map $http_user_agent $bad_bot {
|
|||
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
|
||||
|
||||
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bjetmon\b" 1;
|
||||
"~*\blibwww-perl\b" 1;
|
||||
"~*\bLynx\b" 1;
|
||||
"~*\bmunin\b" 1;
|
||||
"~*\bPresto\b" 1;
|
||||
"~*\bWget/1.15\b" 1;
|
||||
"~*(?:\b)jetmon(?:\b|)" 1;
|
||||
"~*(?:\b)libwww-perl(?:\b|)" 1;
|
||||
"~*(?:\b)Lynx(?:\b|)" 1;
|
||||
"~*(?:\b)munin(?:\b|)" 1;
|
||||
"~*(?:\b)Presto(?:\b|)" 1;
|
||||
"~*(?:\b)Wget/1.15(?:\b|)" 1;
|
||||
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# **************************************************************
|
||||
|
|
@ -748,23 +748,23 @@ map $http_user_agent $bad_bot {
|
|||
# **************************************************************
|
||||
|
||||
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bAlexa\b" 2;
|
||||
"~*\barchive.org\b" 2;
|
||||
"~*\bBaidu\b" 2;
|
||||
"~*\bBUbiNG\b" 2;
|
||||
"~*\bFlipboardProxy\b" 2;
|
||||
"~*\bia_archiver\b" 2;
|
||||
"~*\bMSIE\ 7.0\b" 2;
|
||||
"~*\bProximic\b" 2;
|
||||
"~*\bR6_CommentReader\b" 2;
|
||||
"~*\bR6_FeedFetcher\b" 2;
|
||||
"~*\bRED/1\b" 2;
|
||||
"~*\bRPT-HTTPClient\b" 2;
|
||||
"~*\bsfFeedReader/0.9\b" 2;
|
||||
"~*\bSpaidu\b" 2;
|
||||
"~*\bUptimeRobot/2.0\b" 2;
|
||||
"~*\bYandexBot\b" 2;
|
||||
"~*\bYandexImages\b" 2;
|
||||
"~*(?:\b)Alexa(?:\b|)" 2;
|
||||
"~*(?:\b)archive.org(?:\b|)" 2;
|
||||
"~*(?:\b)Baidu(?:\b|)" 2;
|
||||
"~*(?:\b)BUbiNG(?:\b|)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b|)" 2;
|
||||
"~*(?:\b)ia_archiver(?:\b|)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
|
||||
"~*(?:\b)Proximic(?:\b|)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b|)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
|
||||
"~*(?:\b)RED/1(?:\b|)" 2;
|
||||
"~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
|
||||
"~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
|
||||
"~*(?:\b)Spaidu(?:\b|)" 2;
|
||||
"~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
|
||||
"~*(?:\b)YandexBot(?:\b|)" 2;
|
||||
"~*(?:\b)YandexImages(?:\b|)" 2;
|
||||
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,50 +1,50 @@
|
|||
360Spider
|
||||
ADmantX
|
||||
Asterias
|
||||
Bigfoot
|
||||
BLEXBot
|
||||
Blow
|
||||
Bullseye
|
||||
ChinaClaw
|
||||
Chlooe
|
||||
coccocbot-web
|
||||
cognitiveseo
|
||||
DataCha0s
|
||||
DomainCrawler
|
||||
ExtLinksBot
|
||||
Extreme Picture Finder
|
||||
HTTP::Lite
|
||||
InfoTekies
|
||||
InternetSeer
|
||||
internetVista monitor
|
||||
Aboundex
|
||||
AiHitBot
|
||||
BetaBot
|
||||
BlackWidow
|
||||
Brandwatch
|
||||
Discoverybot
|
||||
DnyzBot
|
||||
EasyDL
|
||||
Ecxi
|
||||
EirGrabber
|
||||
Flunky
|
||||
Fyrebot
|
||||
GridBot
|
||||
JennyBot
|
||||
JustView
|
||||
Kenjin Spider
|
||||
Lanshanbot
|
||||
Likse
|
||||
LinqiaMetadataDownloaderBot
|
||||
Lipperhey
|
||||
Mail.RU_Bot
|
||||
Metauri
|
||||
Name Intelligence
|
||||
Nameprotect
|
||||
netEstate NE Crawler
|
||||
NetZIP
|
||||
PeoplePal
|
||||
Picsearch
|
||||
PxBroker
|
||||
RealDownload
|
||||
Screaming
|
||||
SearchmetricsBot
|
||||
SocialRankIOBot
|
||||
Sosospider
|
||||
sysscan
|
||||
TightTwatBot
|
||||
Voltron
|
||||
WallpapersHD
|
||||
WebAuto
|
||||
Web Auto
|
||||
Web Enhancer
|
||||
Web Pix
|
||||
Web Sucker
|
||||
JetCar
|
||||
JikeSpider
|
||||
Joomla
|
||||
Jyxobot
|
||||
Keyword Density
|
||||
LibWeb
|
||||
lwp-trivial
|
||||
Magnet
|
||||
Mata Hari
|
||||
MauiBot
|
||||
Microsoft Data Access
|
||||
Microsoft URL Control
|
||||
Nmap
|
||||
OpenVAS
|
||||
RankurBot
|
||||
SEOlyticsCrawler
|
||||
seoscanners
|
||||
SEOstats
|
||||
sexsearcher
|
||||
Siteimprove
|
||||
Sucker
|
||||
tAkeOut
|
||||
Teleport
|
||||
Trendictionbot
|
||||
Turingos
|
||||
VCI
|
||||
Webalta
|
||||
WebCopier
|
||||
WebmasterWorldForumBot
|
||||
Webshag
|
||||
Webster
|
||||
WWW-Mechanize
|
||||
Xenu
|
||||
Zauba
|
||||
Zeus
|
||||
ZmEu
|
||||
|
|
|
|||
|
|
@ -1,250 +1,250 @@
|
|||
360Spider
|
||||
404checker
|
||||
404enemy
|
||||
80legs
|
||||
Abonti
|
||||
Aboundex
|
||||
Aboundexbot
|
||||
AfD-Verbotsverfahren
|
||||
AIBOT
|
||||
AiHitBot
|
||||
Aipbot
|
||||
Alligator
|
||||
AllSubmitter
|
||||
AlphaBot
|
||||
Apexoo
|
||||
archive.org_bot
|
||||
ASPSeek
|
||||
Asterias
|
||||
autoemailspider
|
||||
Backlink-Ceck
|
||||
backlink-check
|
||||
BacklinkCrawler
|
||||
BackStreet
|
||||
BatchFTP
|
||||
BBBike
|
||||
Blackboard
|
||||
Black Hole
|
||||
BackWeb
|
||||
Badass
|
||||
Bandit
|
||||
Barkrowler
|
||||
Battleztar Bazinga
|
||||
BDCbot
|
||||
BetaBot
|
||||
Bitacle
|
||||
BlackWidow
|
||||
BLEXBot
|
||||
Bolt
|
||||
Brandprotect
|
||||
Buddy
|
||||
BunnySlippers
|
||||
CazoodleBot
|
||||
BlowFish
|
||||
Boardreader
|
||||
BotALot
|
||||
Brandwatch
|
||||
BuiltWith
|
||||
Cegbfeieh
|
||||
CheeseBot
|
||||
CherryPicker
|
||||
CheTeam
|
||||
ChinaClaw
|
||||
Chlooe
|
||||
Claritybot
|
||||
Cloud mapping
|
||||
coccocbot-web
|
||||
Cogentbot
|
||||
CopyRightCheck
|
||||
Copyscape
|
||||
cognitiveseo
|
||||
com.plumanalytics
|
||||
Copier
|
||||
crawler4j
|
||||
crawler.feedback
|
||||
crawl.sogou.com
|
||||
Crescent
|
||||
Custo
|
||||
DatabaseDriverMysqli
|
||||
DBLBot
|
||||
demandbase-bot
|
||||
Demon
|
||||
Deusu
|
||||
DigitalPebble
|
||||
Dirbuster
|
||||
Disco
|
||||
DnyzBot
|
||||
DomainCrawler
|
||||
DomainSigmaCrawler
|
||||
DomainStatsBot
|
||||
Devil
|
||||
Digincore
|
||||
DIIbot
|
||||
Discoverybot
|
||||
Dragonfly
|
||||
EasyDL
|
||||
eCatch
|
||||
ECCP/1.0
|
||||
EMail Siphon
|
||||
EMail Wolf
|
||||
Ecxi
|
||||
EroCrawler
|
||||
evc-batch
|
||||
Evil
|
||||
Express WebPictures
|
||||
ExtLinksBot
|
||||
Extractor
|
||||
ExtractorPro
|
||||
EyeNetIE
|
||||
facebookscraper
|
||||
FDM
|
||||
FemtosearchBot
|
||||
FlashGet
|
||||
FrontPage
|
||||
Genieo
|
||||
GoZilla
|
||||
Ezooms
|
||||
GalaxyBot
|
||||
GermCrawler
|
||||
Getintent
|
||||
GetRight
|
||||
GetWeb
|
||||
Gigablast
|
||||
Gigabot
|
||||
Go-Ahead-Got-It
|
||||
Go!Zilla
|
||||
Grabber
|
||||
Grafula
|
||||
GrapeFX
|
||||
GridBot
|
||||
GT::WWW
|
||||
HaosouSpider
|
||||
Harvest
|
||||
Havij
|
||||
Heritrix
|
||||
Hloader
|
||||
HMView
|
||||
HTMLparser
|
||||
HTTP::Lite
|
||||
HTTrack
|
||||
Humanlinks
|
||||
HybridBot
|
||||
IDBot
|
||||
Id-search
|
||||
IlseBot
|
||||
Image Fetch
|
||||
Image Sucker
|
||||
Intelliseek
|
||||
InterGET
|
||||
internetVista monitor
|
||||
Iria
|
||||
Iskanie
|
||||
Indy Library
|
||||
InfoNaviRobot
|
||||
InfoTekies
|
||||
InternetSeer
|
||||
ips-agent
|
||||
JennyBot
|
||||
Joomla
|
||||
Jyxobot
|
||||
Kenjin Spider
|
||||
Lanshanbot
|
||||
Lftp
|
||||
LinkWalker
|
||||
Kozmosbot
|
||||
Larbin
|
||||
LeechFTP
|
||||
Libwhisker
|
||||
Lightspeedsystems
|
||||
LinkextractorPro
|
||||
LinqiaMetadataDownloaderBot
|
||||
LinqiaRSSBot
|
||||
Lipperhey
|
||||
Lipperhey Spider
|
||||
LinqiaScrapeBot
|
||||
Litemage_walker
|
||||
Lmspider
|
||||
LWP::Simple
|
||||
Mag-Net
|
||||
magpie-crawler
|
||||
Majestic12
|
||||
MarkMonitor
|
||||
MarkWatch
|
||||
MauiBot
|
||||
MeanPath Bot
|
||||
Ltx71
|
||||
Masscan
|
||||
Mass Downloader
|
||||
meanpathbot
|
||||
Meanpathbot
|
||||
Mediatoolkitbot
|
||||
mediawords
|
||||
MegaIndex.ru
|
||||
Metauri
|
||||
Microsoft Data Access
|
||||
Microsoft URL Control
|
||||
MIDown tool
|
||||
MIIxpc
|
||||
Mister PiX
|
||||
Mr.4x3
|
||||
MSFrontPage
|
||||
Msrabot
|
||||
Morfeus Fucking Scanner
|
||||
MSIECrawler
|
||||
MS Web Services Client Protocol
|
||||
Name Intelligence
|
||||
Nameprotect
|
||||
Musobot
|
||||
Navroad
|
||||
NearSite
|
||||
Needle
|
||||
Nessus
|
||||
Netcraft
|
||||
NetSpider
|
||||
Nettrack
|
||||
Net Vampire
|
||||
NetMechanic
|
||||
Netvibes
|
||||
NetZIP
|
||||
Nibbler
|
||||
NICErsPRO
|
||||
Niki-bot
|
||||
Nikto
|
||||
NimbleCrawler
|
||||
Nimbostratus
|
||||
Nmap
|
||||
Octopus
|
||||
Offline Explorer
|
||||
NPbot
|
||||
Offline Navigator
|
||||
OnCrawl
|
||||
Openfind
|
||||
OpenLinkProfiler
|
||||
Openvas
|
||||
OpenVAS
|
||||
OrangeSpider
|
||||
OutclicksBot
|
||||
PageGrabber
|
||||
OutfoxBot
|
||||
PageAnalyzer
|
||||
page scorer
|
||||
PageScorer
|
||||
Pandalytics
|
||||
Panscient
|
||||
pcBrowser
|
||||
PECL::HTTP
|
||||
PHPCrawl
|
||||
PictureFinder
|
||||
PeoplePal
|
||||
Picsearch
|
||||
Pi-Monster
|
||||
PleaseCrawl
|
||||
plumanalytics
|
||||
Pockey
|
||||
POE-Component-Client-HTTP
|
||||
Probethenet
|
||||
ProWebWalker
|
||||
Psbot
|
||||
ProPowerBot
|
||||
Pump
|
||||
PyCurl
|
||||
QueryN Metasearch
|
||||
RankActive
|
||||
Quick-Crawler
|
||||
RankActiveLinkBot
|
||||
Rankivabot
|
||||
RankurBot
|
||||
RealDownload
|
||||
Reaper
|
||||
RebelMouse
|
||||
ReGet
|
||||
Ripper
|
||||
Rogerbot
|
||||
ScanAlert
|
||||
RocketCrawler
|
||||
s1z.ru
|
||||
SalesIntelligent
|
||||
SBIder
|
||||
Scanbot
|
||||
ScoutJet
|
||||
Scrapy
|
||||
Screaming
|
||||
Searchestate
|
||||
ScreenerBot
|
||||
Semrush
|
||||
SEOkicks
|
||||
SEOkicks-Robot
|
||||
SEOlyticsCrawler
|
||||
SEOprofiler
|
||||
seoscanners
|
||||
SeoSiteCheckup
|
||||
SEOstats
|
||||
Shodan
|
||||
serpstatbot
|
||||
Siphon
|
||||
Sitebeam
|
||||
SiteExplorer
|
||||
Siteimprove
|
||||
SiteLockSpider
|
||||
SiteSnagger
|
||||
Site Sucker
|
||||
SiteSucker
|
||||
SlySearch
|
||||
SmartDownload
|
||||
Snake
|
||||
Snoopy
|
||||
SocialRankIOBot
|
||||
Sociscraper
|
||||
sogouspider
|
||||
Sogou web spider
|
||||
Sosospider
|
||||
Sottopop
|
||||
SpaceBison
|
||||
Spammen
|
||||
SpankBot
|
||||
Spanner
|
||||
sp_auditbot
|
||||
SputnikBot
|
||||
Spinn3r
|
||||
spyfu
|
||||
Sqlworm
|
||||
Sqworm
|
||||
Steeler
|
||||
Stripper
|
||||
Sucker
|
||||
Sucuri
|
||||
SuperBot
|
||||
SuperHTTP
|
||||
Surfbot
|
||||
sysscan
|
||||
Teleport
|
||||
Swiftbot
|
||||
T0PHackTeam
|
||||
tAkeOut
|
||||
TeleportPro
|
||||
Telesoft
|
||||
The Intraformant
|
||||
TheNomad
|
||||
Thumbor
|
||||
TightTwatBot
|
||||
trendiction.com
|
||||
trendiction.de
|
||||
Turnitin
|
||||
Titan
|
||||
Trendiction
|
||||
Turingos
|
||||
TwengaBot
|
||||
Upflow
|
||||
URLy Warning
|
||||
URLy.Warning
|
||||
Vagabondo
|
||||
VB Project
|
||||
VCI
|
||||
Virusdie
|
||||
Wallpapers/3.0
|
||||
Webalta
|
||||
WebAuto
|
||||
WebBandit
|
||||
WebEnhancer
|
||||
VidibleScraper
|
||||
WallpapersHD
|
||||
WASALive-Bot
|
||||
WBSearchBot
|
||||
WebCollage
|
||||
WEBDAV
|
||||
WebFuck
|
||||
WebImageCollector
|
||||
WebLeacher
|
||||
WebPix
|
||||
Web Pix
|
||||
WebReaper
|
||||
WebSauger
|
||||
Web Sauger
|
||||
WebsiteExtractor
|
||||
WebsiteQuester
|
||||
Website Quester
|
||||
WebStripper
|
||||
Webster
|
||||
WebSucker
|
||||
Whatweb
|
||||
Who.is Bot
|
||||
Widow
|
||||
Woobot
|
||||
Web Sucker
|
||||
WebZIP
|
||||
Whack
|
||||
WinHTTrack
|
||||
WiseGuys Robot
|
||||
Wotbox
|
||||
WWW-Mechanize
|
||||
WWW::Mechanize
|
||||
x09Mozilla
|
||||
Xenu
|
||||
zauba.io
|
||||
Wprecon
|
||||
WWW-Collector-E
|
||||
WWWOFFLE
|
||||
Xaldon_WebSpider
|
||||
xpymep1.exe
|
||||
Zade
|
||||
Zauba
|
||||
Zermelo
|
||||
Zeus
|
||||
ZmEu
|
||||
ZumBot
|
||||
ZyBorg
|
||||
|
|
|
|||
|
|
@ -1,250 +1,250 @@
|
|||
360Spider
|
||||
80legs
|
||||
Abonti
|
||||
Aboundex
|
||||
Acunetix
|
||||
AhrefsBot
|
||||
Aboundexbot
|
||||
AfD-Verbotsverfahren
|
||||
AIBOT
|
||||
Anarchie
|
||||
Attach
|
||||
Alligator
|
||||
AllSubmitter
|
||||
AlphaBot
|
||||
autoemailspider
|
||||
BackDoorBot
|
||||
Backlink-Ceck
|
||||
backlink-check
|
||||
BacklinkCrawler
|
||||
Badass
|
||||
BackWeb
|
||||
Bandit
|
||||
Barkrowler
|
||||
BatchFTP
|
||||
Battleztar Bazinga
|
||||
BBBike
|
||||
Blackboard
|
||||
BlackWidow
|
||||
BLEXBot
|
||||
BlowFish
|
||||
Boardreader
|
||||
BotALot
|
||||
Brandwatch
|
||||
Bolt
|
||||
Brandprotect
|
||||
BuiltBotTough
|
||||
Bullseye
|
||||
BunnySlippers
|
||||
BuzzSumo
|
||||
Calculon
|
||||
CATExplorador
|
||||
CazoodleBot
|
||||
CCBot
|
||||
Cegbfeieh
|
||||
Chlooe
|
||||
CheeseBot
|
||||
CheTeam
|
||||
ChinaClaw
|
||||
Claritybot
|
||||
Cliqzbot
|
||||
coccocbot-web
|
||||
cognitiveseo
|
||||
Collector
|
||||
com.plumanalytics
|
||||
crawler4j
|
||||
CopyRightCheck
|
||||
Cosmos
|
||||
crawler.feedback
|
||||
CrazyWebCrawler
|
||||
Crescent
|
||||
CrunchBot
|
||||
Curious
|
||||
Custo
|
||||
DataCha0s
|
||||
DatabaseDriverMysqli
|
||||
DBLBot
|
||||
demandbase-bot
|
||||
Demon
|
||||
Digincore
|
||||
DigitalPebble
|
||||
Deusu
|
||||
DIIbot
|
||||
Dirbuster
|
||||
Discoverybot
|
||||
Dispatch
|
||||
DittoSpyder
|
||||
DomainAppender
|
||||
DomainSigmaCrawler
|
||||
DomainStatsBot
|
||||
Dotbot
|
||||
Dragonfly
|
||||
Drip
|
||||
Ebingbong
|
||||
eCatch
|
||||
EirGrabber
|
||||
EMail Wolf
|
||||
EroCrawler
|
||||
evc-batch
|
||||
Evil
|
||||
ExtLinksBot
|
||||
Extractor
|
||||
ExtractorPro
|
||||
EyeNetIE
|
||||
facebookscraper
|
||||
FDM
|
||||
FemtosearchBot
|
||||
FHscan
|
||||
Fimap
|
||||
FlashGet
|
||||
Flunky
|
||||
FrontPage
|
||||
FyberSpider
|
||||
Fyrebot
|
||||
GalaxyBot
|
||||
Genieo
|
||||
Gigablast
|
||||
Gigabot
|
||||
GermCrawler
|
||||
Getintent
|
||||
GetRight
|
||||
G-i-g-a-b-o-t
|
||||
Go!Zilla
|
||||
Grabber
|
||||
GrabNet
|
||||
Grafula
|
||||
HaosouSpider
|
||||
HEADMasterSEO
|
||||
Heritrix
|
||||
HTTP::Lite
|
||||
GrapeFX
|
||||
Haansoft
|
||||
Harvest
|
||||
HMView
|
||||
HTTrack
|
||||
HybridBot
|
||||
Iblog
|
||||
Id-search
|
||||
IlseBot
|
||||
Image Fetch
|
||||
instabid
|
||||
IndeedBot
|
||||
InfoTekies
|
||||
Intelliseek
|
||||
JamesBOT
|
||||
JetCar
|
||||
InternetSeer
|
||||
internetVista monitor
|
||||
IRLbot
|
||||
Jetty
|
||||
JikeSpider
|
||||
JOC Web Spider
|
||||
Keyword Density
|
||||
Kozmosbot
|
||||
Kenjin Spider
|
||||
Lanshanbot
|
||||
Lftp
|
||||
LeechFTP
|
||||
LeechGet
|
||||
LexiBot
|
||||
LibWeb
|
||||
Likse
|
||||
Linkdexbot
|
||||
LinkextractorPro
|
||||
Lightspeedsystems
|
||||
LinkpadBot
|
||||
LinksManager
|
||||
LinqiaMetadataDownloaderBot
|
||||
LinqiaRSSBot
|
||||
LinqiaScrapeBot
|
||||
Lipperhey
|
||||
Litemage_walker
|
||||
Lmspider
|
||||
lwp-request
|
||||
LWP::Simple
|
||||
Magnet
|
||||
Mag-Net
|
||||
Majestic12
|
||||
Majestic SEO
|
||||
magpie-crawler
|
||||
Mail.RU_Bot
|
||||
MarkMonitor
|
||||
Masscan
|
||||
MarkWatch
|
||||
Mass Downloader
|
||||
Mata Hari
|
||||
MauiBot
|
||||
Meanpathbot
|
||||
Mediatoolkitbot
|
||||
mediawords
|
||||
Metauri
|
||||
MFC_Tear_Sample
|
||||
Microsoft Data Access
|
||||
Mojeek
|
||||
MIDown tool
|
||||
Mister PiX
|
||||
Morfeus Fucking Scanner
|
||||
MSIECrawler
|
||||
Msrabot
|
||||
muhstik-scan
|
||||
Navroad
|
||||
Musobot
|
||||
Name Intelligence
|
||||
Nameprotect
|
||||
Nessus
|
||||
Netcraft
|
||||
netEstate NE Crawler
|
||||
NetLyzer
|
||||
NetMechanic
|
||||
Nettrack
|
||||
NextGenSearchBot
|
||||
Niki-bot
|
||||
Nikto
|
||||
Nimbostratus
|
||||
NICErsPRO
|
||||
Ninja
|
||||
Nmap
|
||||
NPbot
|
||||
Nutch
|
||||
Octopus
|
||||
oBot
|
||||
Offline Explorer
|
||||
Offline Navigator
|
||||
OpenLinkProfiler
|
||||
Openfind
|
||||
OpenVAS
|
||||
OrangeBot
|
||||
OutfoxBot
|
||||
PageAnalyzer
|
||||
OrangeSpider
|
||||
OutclicksBot
|
||||
PageGrabber
|
||||
page scorer
|
||||
Pandalytics
|
||||
pcBrowser
|
||||
Panscient
|
||||
Pavuk
|
||||
PeoplePal
|
||||
Picscout
|
||||
Picsearch
|
||||
PictureFinder
|
||||
Pimonster
|
||||
Pi-Monster
|
||||
PleaseCrawl
|
||||
plumanalytics
|
||||
Pockey
|
||||
POE-Component-Client-HTTP
|
||||
ProPowerBot
|
||||
Psbot
|
||||
Probethenet
|
||||
Pump
|
||||
PxBroker
|
||||
PyCurl
|
||||
RankActive
|
||||
RankActiveLinkBot
|
||||
RankingBot
|
||||
RankingBot2
|
||||
RealDownload
|
||||
RebelMouse
|
||||
Reaper
|
||||
Recorder
|
||||
RedesScrapy
|
||||
Ripper
|
||||
ReGet
|
||||
RepoMonkey
|
||||
RocketCrawler
|
||||
Rogerbot
|
||||
s1z.ru
|
||||
SBIder
|
||||
SEOkicks
|
||||
SEOkicks-Robot
|
||||
Scrapy
|
||||
Screaming
|
||||
ScreenerBot
|
||||
Searchestate
|
||||
SearchmetricsBot
|
||||
Semrush
|
||||
SEOlyticsCrawler
|
||||
SEOprofiler
|
||||
seoscanners
|
||||
SeoSiteCheckup
|
||||
SEOstats
|
||||
serpstatbot
|
||||
sexsearcher
|
||||
Siphon
|
||||
Sitebeam
|
||||
SiteExplorer
|
||||
Siteimprove
|
||||
SISTRIX
|
||||
SiteSnagger
|
||||
SiteSucker
|
||||
Site Sucker
|
||||
SlySearch
|
||||
SMTBot
|
||||
Snapbot
|
||||
Snoopy
|
||||
SocialRankIOBot
|
||||
Sociscraper
|
||||
sogouspider
|
||||
Sosospider
|
||||
Sogou web spider
|
||||
Sottopop
|
||||
SpaceBison
|
||||
Spammen
|
||||
Spanner
|
||||
sp_auditbot
|
||||
Spbot
|
||||
SputnikBot
|
||||
Sqlworm
|
||||
Steeler
|
||||
Sucker
|
||||
Sucuri
|
||||
Spinn3r
|
||||
spyfu
|
||||
Stripper
|
||||
SuperBot
|
||||
SuperHTTP
|
||||
SurveyBot
|
||||
sysscan
|
||||
T0PHackTeam
|
||||
Telesoft
|
||||
Telesphoreo
|
||||
Telesphorep
|
||||
Toata
|
||||
tAkeOut
|
||||
Teleport
|
||||
TeleportPro
|
||||
The Intraformant
|
||||
TheNomad
|
||||
Thumbor
|
||||
TightTwatBot
|
||||
Titan
|
||||
Toweyabot
|
||||
Tracemyfile
|
||||
Trendiction
|
||||
Trendictionbot
|
||||
trendiction.com
|
||||
trendiction.de
|
||||
True_Robot
|
||||
Turnitin
|
||||
Turingos
|
||||
TwengaBot
|
||||
Twice
|
||||
UnisterBot
|
||||
Upflow
|
||||
URLy Warning
|
||||
URLy.Warning
|
||||
Vacuum
|
||||
Vagabondo
|
||||
VCI
|
||||
Virusdie
|
||||
Voil
|
||||
VB Project
|
||||
VeriCiteCrawler
|
||||
VidibleScraper
|
||||
WallpapersHD
|
||||
WBSearchBot
|
||||
Webalta
|
||||
Web Auto
|
||||
Web Collage
|
||||
WEBDAV
|
||||
WebCopier
|
||||
WebEnhancer
|
||||
Web Enhancer
|
||||
WebFetch
|
||||
Web Fetch
|
||||
WebFuck
|
||||
Web Fuck
|
||||
WebGo IS
|
||||
Web Pix
|
||||
WebSauger
|
||||
WebReaper
|
||||
Web Sauger
|
||||
Webshag
|
||||
WebsiteQuester
|
||||
Webster
|
||||
Website Quester
|
||||
WebStripper
|
||||
WebSucker
|
||||
WebWhacker
|
||||
WebZIP
|
||||
Whack
|
||||
Whatweb
|
||||
WinHTTrack
|
||||
WiseGuys Robot
|
||||
WISENutbot
|
||||
Wonderbot
|
||||
Wotbox
|
||||
Wprecon
|
||||
WWW::Mechanize
|
||||
WWWOFFLE
|
||||
x09Mozilla
|
||||
Xaldon WebSpider
|
||||
xpymep1.exe
|
||||
YoudaoBot
|
||||
Zauba
|
||||
Zermelo
|
||||
zgrab
|
||||
zauba.io
|
||||
Zeus
|
||||
ZumBot
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
100searchengines.com
|
||||
3rbseyes.com
|
||||
activecampaign.dreamhosters.com
|
||||
adult-shop.com.ua
|
||||
airlandsea.info
|
||||
angry-fermi-7633.arukascloud.io
|
||||
apartmentratings.com
|
||||
apisecretsaucebi-a.akamaihd.net
|
||||
artefakct.com
|
||||
autobrennero.it
|
||||
autonew.biz
|
||||
bankiem.pl
|
||||
bannerads.de
|
||||
beauty-bracelet.com
|
||||
bezcmexa.ru
|
||||
bitporno.sx
|
||||
bjanshee.ru
|
||||
bonky.biz
|
||||
break-the-chains.com
|
||||
btvn.ru
|
||||
compliance-alex.top
|
||||
compliance-josh.top
|
||||
conocer-sanabria.com
|
||||
cpajunkies.com
|
||||
darmebel.com.ua
|
||||
detsky-nabytek.info
|
||||
dtnlyss.com
|
||||
ekto.ee
|
||||
elektrozigarette1.dreamwidth.org
|
||||
eloconcream.blogspot.com
|
||||
exoneration-project.us
|
||||
fitness-video.net
|
||||
floating-share-buttons.com
|
||||
focalink.com
|
||||
foodcrafts.website
|
||||
freakycheats.com
|
||||
froggytube.com
|
||||
gameprimary.com
|
||||
gamewrath.com
|
||||
gayxperience.com
|
||||
gemgrab-a.akamaihd.net
|
||||
girlgamerdaily.com
|
||||
gkvector.ru
|
||||
glavtral.ru
|
||||
grand-chlen.ru
|
||||
greatfind-a.akamaihd.net
|
||||
gsasearchengineranker.pw
|
||||
hackers-crackers.tk
|
||||
hanink.biz.ly
|
||||
holidaypics.org
|
||||
hotxnights.info
|
||||
hoztorg-opt.ru
|
||||
images.gyffu.com
|
||||
imperia31.ru
|
||||
ip-guide.com
|
||||
istizanidineanopiate.blogspot.com
|
||||
jav-fetish.com
|
||||
kuzinsp.ru
|
||||
laptop-4-less.com
|
||||
likesuccess.com
|
||||
mantramusic.ru
|
||||
maridan.com.ua
|
||||
meltwater.com
|
||||
missclub.info
|
||||
mobplayer.ru
|
||||
000free.us
|
||||
4pp13.com
|
||||
accessoires-mode.in
|
||||
anapa-inns.ru
|
||||
android-vsem.org
|
||||
aruplighting.com
|
||||
autodo.info
|
||||
ayeartoforget.com
|
||||
battle.net
|
||||
betteroffers.review
|
||||
bizlist.com.de
|
||||
brandedleadgeneration.com
|
||||
brk-rti.ru
|
||||
cartechnic.ru
|
||||
cbox.ws
|
||||
cheapbarbour.online
|
||||
cheapjerseysa.com
|
||||
clips.ua.ac.be
|
||||
compliance-john.top
|
||||
cranly.net
|
||||
druzhininevgeniy63.blogspot.com
|
||||
esfchat.tk
|
||||
filerockstar298.weebly.com
|
||||
findclan.org
|
||||
fitfloponline.store
|
||||
fivedwld.cf
|
||||
freshwallpapers.info
|
||||
getmiro.com
|
||||
gnuetella.com
|
||||
graphics8.info
|
||||
gratuitbaise.com
|
||||
gwebtools.com
|
||||
hit-men.men
|
||||
hotblognetwork.com
|
||||
infazavr.ru
|
||||
istizanidineanarcoticdrug.blogspot.com
|
||||
jewelryandfiligree.com
|
||||
kabbalah-red-bracelets.com
|
||||
kerch.site
|
||||
kinobaks.com
|
||||
letmacworkfaster.site
|
||||
letslowbefast.site
|
||||
liky.co.ua
|
||||
lineshops.biz
|
||||
luxmagazine.cf
|
||||
makedo.ru
|
||||
monclerjacketsoutlet.pw
|
||||
montredemarque.nl
|
||||
myiptest.com
|
||||
narkologiya-penza.ru
|
||||
niroo.info
|
||||
pandarastore.top
|
||||
partner-cdn.men
|
||||
phpdevops.com
|
||||
privatamateure.com
|
||||
pts163.ru
|
||||
purchasepillsnorx.com
|
||||
rednise.com
|
||||
samo-soznanie.ru
|
||||
scat.porn
|
||||
security60-e.com
|
||||
service.adtech.us
|
||||
sfd-chess.ru
|
||||
shoppytoolmac.com
|
||||
space-worry.ml
|
||||
spy-sts.com
|
||||
stuff-about-money.com
|
||||
suchenindeutschland.com
|
||||
tattooha.com
|
||||
tiens2010.ru
|
||||
tizanidinehcl2mg.blogspot.com
|
||||
top250movies.ru
|
||||
touchmods.fr
|
||||
tubo360.com
|
||||
videospornogratisx.net
|
||||
vilingstore.net
|
||||
warezaccess.com
|
||||
website-speed-up.site
|
||||
w-journal.ru
|
||||
ww1943.ru
|
||||
youporn-ru.com
|
||||
zeikopay.com
|
||||
zophim.me
|
||||
myonlinepayday.co
|
||||
na-telefon.biz
|
||||
novodigs.com
|
||||
offf.info
|
||||
onlinewritingjobs17.blogspot.ru
|
||||
o-o-8-o-o.ru
|
||||
openmultipleurl.com
|
||||
orgasmatrix.com
|
||||
osnova3.ru
|
||||
oxford-book.com.ua
|
||||
piccdata.com
|
||||
porno.simple-image.com.ua
|
||||
prostitutki-odessa.org
|
||||
proxyradar.com
|
||||
quality-traffic.com
|
||||
radiodigital.co
|
||||
razyboard.com
|
||||
refads.pro
|
||||
sa-live.com
|
||||
sankt-peterburg.nodup.ru
|
||||
sdrescher.net
|
||||
selectads.men
|
||||
seminarygeorgia59.ga
|
||||
seocheki.net
|
||||
seogadget.ru
|
||||
seokicks.de
|
||||
sexcamamateurchat.com
|
||||
sharpchallenge.com
|
||||
simple-image.com.ua
|
||||
sindragosa.comxa.com
|
||||
social-buttons.com
|
||||
spammen.de
|
||||
svetlotorg.ru
|
||||
tabakur77.com
|
||||
tagil.zrus.org
|
||||
tech4master.com
|
||||
thewebsitetemplate.info
|
||||
tmearegion26.com
|
||||
tuckermktg.com
|
||||
ukrobstep.com
|
||||
us-america.ru
|
||||
vacances-voyages.info
|
||||
vladimir.zrus.org
|
||||
vote-up.ru
|
||||
vysigy.su
|
||||
wikes.20fr.com
|
||||
xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
|
||||
xn--h1ahbi.com.ua
|
||||
y8games-free.com
|
||||
zoogdisany.com
|
||||
zrus.org
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,250 +1,250 @@
|
|||
007angels.com
|
||||
20pascals.nl
|
||||
24-ak.ru
|
||||
2ads.co.uk
|
||||
7makemoneyonline.com
|
||||
aasoldes.fr
|
||||
academia-nsk.org
|
||||
acunetix-referrer.com
|
||||
admitad.com
|
||||
adultfriendfinder.com
|
||||
afmuseum.com
|
||||
agreda.pluto.ro
|
||||
ahrefs.com
|
||||
alldezservice.kz
|
||||
all-streaming-media.com
|
||||
apibetweenlinesn-a.akamaihd.net
|
||||
arate.ru
|
||||
arvut.org
|
||||
autobudpostach.club
|
||||
autotop.com.ua
|
||||
avtointeres.ru
|
||||
awency.com
|
||||
ayanaspa.com
|
||||
bablonow.ru
|
||||
balans.shahterworld.org
|
||||
besthomemadepornsites.com
|
||||
bif-ru.info
|
||||
biznesluxe.ru
|
||||
bloggerads.net
|
||||
brainboosting.club
|
||||
brakehawk.com
|
||||
buchananshardware.com
|
||||
bum.com.ru
|
||||
buy-cheap-pills-order-online.com
|
||||
cashkitten-a.akamaihd.net
|
||||
cctva.tv
|
||||
celejihad.info
|
||||
cellfun.mobi
|
||||
cheapcigarettesc.info
|
||||
chelnytruck.ru
|
||||
cherubinimobili.it
|
||||
chinacheapelitejerseys.com
|
||||
chlooe.com
|
||||
ciceros.co
|
||||
ci.ua
|
||||
clknsee.com
|
||||
club-lukojl.ru
|
||||
colehaanoutlet.store
|
||||
compliance-brian.top
|
||||
concordexoticrentals.com
|
||||
conocer-sanabria.com
|
||||
cordstrap.cc
|
||||
countercrazy.com
|
||||
crd.clan.su
|
||||
dealitright.click
|
||||
dichvuvesinhhanoi.com
|
||||
dlya-android.org
|
||||
dnepr-avtospar.com.ua
|
||||
docstoc.com
|
||||
domainsphoto.com
|
||||
domashneeruporno.com
|
||||
donvito.unas.cz
|
||||
dorratex.tn
|
||||
download-wallpaper.net
|
||||
dumpsmania24.com
|
||||
elektrozigarette2.wordpressy.pl
|
||||
erectile.bid
|
||||
escortplius.com
|
||||
esnm.ru
|
||||
eyelike.com.ua
|
||||
fable.in.ua
|
||||
1adult.com
|
||||
2015god.org
|
||||
8lufu.com
|
||||
98oi.ru
|
||||
aa14ab57a3339c4064bd9ae6fad7495b5f.com
|
||||
aa8b68101d388c446389283820863176e7.com
|
||||
aac52006ec82a24e08b665f4db2b5013f7.com
|
||||
aad1f4acb0a373420d9b0c4202d38d94fa.com
|
||||
adidas.frwebs.fr
|
||||
ads-seo.men
|
||||
advancedmassagebysara.com
|
||||
afftrack001.com
|
||||
agardomains.com
|
||||
agecheckadult.com
|
||||
allsilver925.co.il
|
||||
ampower.me
|
||||
animebox.com.ua
|
||||
anime.dougasouko.com
|
||||
aquarium-pro.ru
|
||||
arendatora.ru
|
||||
audiofree.ru
|
||||
aussie-prizes.com
|
||||
autochoixspinelli.com
|
||||
avirasecureserver.com
|
||||
avon-severozapad.ru
|
||||
babyguns.ru
|
||||
baladur.ru
|
||||
balla-boo.se
|
||||
bannerspace.com
|
||||
best-games.today
|
||||
bio-japan.net
|
||||
bioscorp.ru
|
||||
bio.trade-jp.net
|
||||
biteg.xyz
|
||||
budilneg.xyz
|
||||
buron.pw
|
||||
canacopegdl.com
|
||||
canrole.com
|
||||
canzoni.ru
|
||||
carabela.com.do
|
||||
cartierbracelet.xyz
|
||||
cartierlovestore.xyz
|
||||
caulderwoodkennels.com
|
||||
cheapestjerseys-wholesale.com
|
||||
ciekawinki.pl
|
||||
clickcash.com
|
||||
clubfashionista.com
|
||||
compliance-julianna.top
|
||||
conboy.us
|
||||
cool-wedding.net
|
||||
cosmetic.donna7753191.ru
|
||||
counter.bloke.com
|
||||
creativehutindia.com
|
||||
data-mining.tk
|
||||
ddospanel.com
|
||||
deanmoore.ie
|
||||
directrev.com
|
||||
djonwatch.ru
|
||||
domainroam.win
|
||||
domik-derevne.ru
|
||||
dtnlyss.com
|
||||
ecookna.com.ua
|
||||
ed-shop01.ru
|
||||
ekto.ee
|
||||
eng-lyrics.com
|
||||
escort-russian.com
|
||||
eurosamodelki.ru
|
||||
everflora.ru
|
||||
evidencecleanergold.com
|
||||
exct.net
|
||||
extlabs.io
|
||||
familienzahnaerzte.com
|
||||
farmingworm.com
|
||||
fast-wordpress-start.com
|
||||
fillmewithhappiness.com
|
||||
flowersbazar.com
|
||||
forum.tvmir.org
|
||||
frameimage.org
|
||||
fatmaelgarny.com
|
||||
feeriaclub.ru
|
||||
filmci.pro
|
||||
firma-legion.ru
|
||||
foxweber.com
|
||||
free-fbook-traffic.com
|
||||
freemaintenancesysforpcandmac.top
|
||||
free-traffic.xyz
|
||||
geckoandfly.com
|
||||
gg.zzyjxs.com
|
||||
free-share-buttons.top
|
||||
frequiry.com
|
||||
fr.netlog.com
|
||||
fyxabomiw.ru
|
||||
g33.org
|
||||
gateway.zscalerone.net
|
||||
ghazel.ru
|
||||
girlporn.ru
|
||||
gnuetella.com
|
||||
go2album.com
|
||||
goatse.ru
|
||||
golden-praga.ru
|
||||
googlsucks.com
|
||||
gotwebsite1.com
|
||||
gsasearchengineranker.top
|
||||
hazardky.net
|
||||
hd-filmy.net
|
||||
hdimagegallery.net
|
||||
hidemyass.com
|
||||
hobbyhuren24.net
|
||||
hollywoodactress.info
|
||||
homemade.gq
|
||||
hostcritique.com
|
||||
hotchatdate.com
|
||||
hotkeys.com
|
||||
hoverboard360.at
|
||||
iccornacircri.cf
|
||||
igrovyeavtomaty777.ru
|
||||
ilbe.club
|
||||
immobiliaremassaro.com
|
||||
irkutsk.zrus.org
|
||||
iskalko.ru
|
||||
isotoner.com
|
||||
istizanidineanopiate.blogspot.com
|
||||
jewelryandfiligree.com
|
||||
johannesburgsingles.co.za
|
||||
kam-dom.ru
|
||||
kareliatobacco.ru
|
||||
kazinogames.lv
|
||||
keywordsdoctor.com
|
||||
keywords-monitoring-success.com
|
||||
khafre.us
|
||||
kino2018.club
|
||||
kinogonew.ru
|
||||
krasivoe-hd.net
|
||||
labvis.host.sk
|
||||
laptop-4-less.com
|
||||
gomusix.com
|
||||
goodprotein.ru
|
||||
goodwriterssales.com
|
||||
gosreg.amchs.ru
|
||||
grtyi.com
|
||||
gungamesz.com
|
||||
gz2.bbsoldes.fr
|
||||
hannasolution.ru
|
||||
hetmanship.xyz
|
||||
hmywwogw.bloger.index.hr
|
||||
homeart.space
|
||||
homedecorpicture.us
|
||||
huhn.altervista.org
|
||||
ideawheel.com
|
||||
iinstalll-fii1leis.jus0wil.pp.ua
|
||||
imadedinner.net
|
||||
intelhdgraphicsgtdrive6w.metroblog.com
|
||||
interferencer.ru
|
||||
iopeninghours.co.uk
|
||||
jabimgo.pw
|
||||
jackpotchances.com
|
||||
javitas.info
|
||||
jerseywholesalebizchina.com
|
||||
jikoman.info
|
||||
jpcycles.com
|
||||
jus0wil.pp.ua
|
||||
keywordhouse.com
|
||||
kiinomaniak.pl
|
||||
kino-key.info
|
||||
konteiner24.com
|
||||
koptims.tiu.ru
|
||||
kraljeva-sutjeska.com
|
||||
krasula.pp.ua
|
||||
laserpen.club
|
||||
lecbter-relationships.ga
|
||||
lmrauction.com
|
||||
loginduepunti.it
|
||||
ledis.top
|
||||
life-instyle.com
|
||||
live-sexchat.ru
|
||||
liveu.infoteka.hu
|
||||
loadingpages.me
|
||||
locimge.pw
|
||||
lombardfinder.ru
|
||||
louboutinreplica.pw
|
||||
louboutinreplica.xyz
|
||||
maju.bluesalt.co
|
||||
marcoislandvacations.net
|
||||
michaelkorsoutletstore.net
|
||||
mindbox.co.za
|
||||
minecraft-rus.org
|
||||
missvietnam.org
|
||||
mixx.com
|
||||
mmostrike.ru
|
||||
mobstarr.com
|
||||
morlat.altervista.org
|
||||
moscow-clining.ru
|
||||
moscow.online-podarki.com
|
||||
myonlinepayday.co
|
||||
myxdate.info
|
||||
nacap.ru
|
||||
narutonaruto.ru
|
||||
net-profits.xyz
|
||||
normalegal.ru
|
||||
of-ireland.info
|
||||
ok-ua.info
|
||||
online-sbank.ru
|
||||
ontargetseo.us
|
||||
oops-cinema.ru
|
||||
pekori.to
|
||||
pensplan4u.com
|
||||
pensplan.com
|
||||
photosaga.info
|
||||
piccshare.com
|
||||
pizda.lol
|
||||
pl.aasoldes.fr
|
||||
poptool.net
|
||||
lovelycraftyhome.com
|
||||
mail.allnews24.in
|
||||
manipulyator-peterburg.ru
|
||||
manve.info
|
||||
maranbrinfo.com.br
|
||||
marblestyle.ru
|
||||
mcadamssupplyco.com
|
||||
medispainstitute.com.au
|
||||
meet-flirt-dating.com
|
||||
minneapoliscopiers.com
|
||||
mirtorrent.net
|
||||
moneyzzz.ru
|
||||
mosdverka.ru
|
||||
myblogregistercm.tk
|
||||
mypets.by
|
||||
na-telefon.biz
|
||||
njpalletremoval.com
|
||||
nodup.ru
|
||||
novosti-hi-tech.ru
|
||||
oconto.ru
|
||||
oktube.ru
|
||||
o-o-6-o-o.ru
|
||||
openmediasoft.com
|
||||
orsonet.ru
|
||||
otbelivanie-zubov.com
|
||||
page2rss.com
|
||||
paperwritingservice17.blogspot.ru
|
||||
parlament.biz
|
||||
pastaleads.com
|
||||
pechikamini.ru
|
||||
percin.biz.ly
|
||||
picsforkeywordsuggestion.com
|
||||
picturesboss.com
|
||||
pizza-imperia.com
|
||||
playlott.com
|
||||
ploenjitmedia.azurewebsites.net
|
||||
plohaya-kreditnaya-istoriya.ru
|
||||
pl-top.pl
|
||||
pontiacsolstice.info
|
||||
popup-hgd.xyz
|
||||
porno-play.net
|
||||
positive2b.ru
|
||||
preg.marketingvici.com
|
||||
presleycollectibles.com
|
||||
pricheski-video.com
|
||||
priscilarodrigues.com.br
|
||||
prodvigator.ua
|
||||
prombudpostach.com.ua
|
||||
promodj.com
|
||||
q-moto.ru
|
||||
quangcaons.com
|
||||
raschtextil.com.ua
|
||||
real-time-analytics.com
|
||||
reining.lovasszovetseg.hu
|
||||
remedyotc.com
|
||||
replicalouboutin.xyz
|
||||
ritlweb.com
|
||||
ruscoininvest.company
|
||||
sabizonline.com
|
||||
saltspray.ru
|
||||
sandhillsonline.com
|
||||
sape.top
|
||||
scanner-julianna.top
|
||||
scanner-mark.top
|
||||
sdsjweb.com
|
||||
searchkut.com
|
||||
seeingmeerkat.com
|
||||
prohoster.info
|
||||
pron.pro
|
||||
proposal-engine.com
|
||||
pro-tec.kz
|
||||
pussysaga.com
|
||||
qor360.com
|
||||
rapevideosmovies.com
|
||||
redbottomheels.xyz
|
||||
redirectme.net
|
||||
registrydomainservices.com
|
||||
rfd-split.hr
|
||||
robot-forex.biz
|
||||
royalcar-ufa.ru
|
||||
rusprostitute.com
|
||||
russkoe-zdorovie.ru
|
||||
sanjosestartups.com
|
||||
sei80.com
|
||||
semalt.com
|
||||
seoboxes.com
|
||||
sex.hotblog.top
|
||||
sexpornotales.com
|
||||
sexvideo-sex.com
|
||||
shell-pmr.ru
|
||||
ship-marvel.co.ua
|
||||
shitmovs.com
|
||||
sildenafil-tadalafil.info
|
||||
simple-share-buttons.com
|
||||
s-iwantyou.com
|
||||
skincrate.net
|
||||
skyway24.ru
|
||||
snowplanes.com
|
||||
socialmadesimple.com
|
||||
socialmonkee.com
|
||||
start.myplaycity.com
|
||||
stockspmb.info
|
||||
strv.se
|
||||
swingerseiten.com
|
||||
takethatad.com
|
||||
tdsing.ru
|
||||
templates.franklinfire.co
|
||||
thebluffs.com
|
||||
thegamerznetwork.com
|
||||
theguardlan.com
|
||||
timecrimea.ru
|
||||
tizanidinehclsideeffects.blogspot.com
|
||||
tizanidineoral.blogspot.com
|
||||
tizanidinevsvalium.blogspot.com
|
||||
top-l2.com
|
||||
tourismvictoria.com
|
||||
tozup.com
|
||||
tpu.ru
|
||||
tracksz.co
|
||||
turbabitload.weebly.com
|
||||
twu.com.ua
|
||||
tyumen.xrus.org
|
||||
validccseller.com
|
||||
vegascosmetics.ru
|
||||
video-chat.love
|
||||
viel.su
|
||||
seinterface.com
|
||||
serpstat.com
|
||||
shop-electron.ru
|
||||
signx.info
|
||||
siteexpress.co.il
|
||||
softomix.net
|
||||
songplanet.ru
|
||||
spacash.com
|
||||
spb-plitka.ru
|
||||
sprttrack.com
|
||||
starwars.wikia.com
|
||||
stop-gepatit.te.ua
|
||||
studiofaca.com
|
||||
sugarlyflex.pw
|
||||
survival.betteroffers.review
|
||||
svensk-poesi.com
|
||||
svtrd.com
|
||||
telefonsexsofort.tk
|
||||
titangel-vietnam.com
|
||||
torrnada.ru
|
||||
toursmaps.com
|
||||
trahvid.com
|
||||
traxdom.ru
|
||||
typer.one
|
||||
u17795.netangels.ru
|
||||
undergroundcityphoto.com
|
||||
underthesite.com
|
||||
univerfiles.com
|
||||
uroffer.link
|
||||
urzedowski.eu
|
||||
varikozdok.ru
|
||||
venta-prom.ru
|
||||
vereo.eu
|
||||
video-production.com
|
||||
videotuber.ru
|
||||
vip.51.la
|
||||
visionwell.com.cn
|
||||
vkonche.com
|
||||
voloomoney.com
|
||||
voprosotvet24.ru
|
||||
wemedinc.com
|
||||
whatsappdownload10.com
|
||||
wildcattube.com
|
||||
wladimirpayen.com
|
||||
womama.ru
|
||||
woman-h.ru
|
||||
womensplay.net
|
||||
wosik-dach.service-for-web.de
|
||||
wpsecurity.website
|
||||
xgftnlrt.bloger.index.hr
|
||||
xn--80ahdheogk5l.xn--p1ai
|
||||
xuki.us
|
||||
yellowads.men
|
||||
yginekologa.com
|
||||
your-bearings.com
|
||||
zakonobosago.ru
|
||||
zerocash.msk.ru
|
||||
zigzog.ru
|
||||
zoomovies.org
|
||||
zrizvtrnpale.tk
|
||||
zx6.ru
|
||||
vote-up.ru
|
||||
w7s.ru
|
||||
wait3sec.org
|
||||
webads.co.nz
|
||||
website-analytics.online
|
||||
where-toget.com
|
||||
wholinkstome.com
|
||||
wiosenny-bon-1500.pl
|
||||
wstroika.ru
|
||||
www.event-tracking.com
|
||||
www.kabbalah-red-bracelets.com
|
||||
xingzi-vision.com
|
||||
x-lime.net
|
||||
xn----7sbaphztdjeboffeiof6c.xn--p1ai
|
||||
xn--oogle-wmc.com
|
||||
zahvat.ru
|
||||
zaim-pod-zalog-krasnodar.ru
|
||||
zarepta.com
|
||||
zeg-distribution.com
|
||||
|
|
|
|||
Binary file not shown.
Binary file not shown.
|
|
@ -4,7 +4,7 @@
|
|||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||
|
||||
_______________
|
||||
#### Version: V4.2019.06.1597
|
||||
#### Version: V4.2019.06.1598
|
||||
#### Bad Referrer Count: 6711
|
||||
#### Bad Bot Count: 556
|
||||
____________________
|
||||
|
|
|
|||
|
|
@ -4,7 +4,7 @@
|
|||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||
|
||||
_______________
|
||||
#### Version: V4.2019.06.1597
|
||||
#### Version: V4.2019.06.1598
|
||||
#### Bad Referrer Count: 6711
|
||||
#### Bad Bot Count: 556
|
||||
____________________
|
||||
|
|
|
|||
|
|
@ -11,7 +11,7 @@
|
|||
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
||||
|
||||
_______________
|
||||
#### Version: V4.2019.06.1597
|
||||
#### Version: V4.2019.06.1598
|
||||
#### Bad Referrer Count: 6711
|
||||
#### Bad Bot Count: 556
|
||||
____________________
|
||||
|
|
|
|||
|
|
@ -3,7 +3,7 @@
|
|||
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
||||
|
||||
_______________
|
||||
#### Version: V4.2019.06.1597
|
||||
#### Version: V4.2019.06.1598
|
||||
#### Bad Referrer Count: 6711
|
||||
#### Bad Bot Count: 556
|
||||
____________________
|
||||
|
|
|
|||
|
|
@ -4,8 +4,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:42 SAST 2019
|
||||
### Version: V4.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:43 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
@ -693,38 +693,38 @@ map $http_user_agent $bad_bot {
|
|||
# ***********************************************
|
||||
|
||||
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\badidxbot\b" 0;
|
||||
"~*\bAdsBot-Google\b" 0;
|
||||
"~*\baolbuild\b" 0;
|
||||
"~*\bbingbot\b" 0;
|
||||
"~*\bbingpreview\b" 0;
|
||||
"~*\bDoCoMo\b" 0;
|
||||
"~*\bduckduckgo\b" 0;
|
||||
"~*\bfacebookexternalhit\b" 0;
|
||||
"~*\bFeedfetcher-Google\b" 0;
|
||||
"~*\bGooglebot\b" 0;
|
||||
"~*\bGooglebot-Image\b" 0;
|
||||
"~*\bGooglebot-Mobile\b" 0;
|
||||
"~*\bGooglebot-News\b" 0;
|
||||
"~*\bGooglebot/Test\b" 0;
|
||||
"~*\bGooglebot-Video\b" 0;
|
||||
"~*\bGoogle-HTTP-Java-Client\b" 0;
|
||||
"~*\bGravityscan\b" 0;
|
||||
"~*\bgsa-crawler\b" 0;
|
||||
"~*\bJakarta\ Commons\b" 0;
|
||||
"~*\bKraken/0.1\b" 0;
|
||||
"~*\bLinkedInBot\b" 0;
|
||||
"~*\bMediapartners-Google\b" 0;
|
||||
"~*\bmsnbot\b" 0;
|
||||
"~*\bmsnbot-media\b" 0;
|
||||
"~*\bSAMSUNG\b" 0;
|
||||
"~*\bSlackbot\b" 0;
|
||||
"~*\bSlackbot-LinkExpanding\b" 0;
|
||||
"~*\bslurp\b" 0;
|
||||
"~*\bteoma\b" 0;
|
||||
"~*\bTwitterBot\b" 0;
|
||||
"~*\bWordpress\b" 0;
|
||||
"~*\byahoo\b" 0;
|
||||
"~*(?:\b)adidxbot(?:\b|)" 0;
|
||||
"~*(?:\b)AdsBot-Google(?:\b|)" 0;
|
||||
"~*(?:\b)aolbuild(?:\b|)" 0;
|
||||
"~*(?:\b)bingbot(?:\b|)" 0;
|
||||
"~*(?:\b)bingpreview(?:\b|)" 0;
|
||||
"~*(?:\b)DoCoMo(?:\b|)" 0;
|
||||
"~*(?:\b)duckduckgo(?:\b|)" 0;
|
||||
"~*(?:\b)facebookexternalhit(?:\b|)" 0;
|
||||
"~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Image(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-News(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot/Test(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Video(?:\b|)" 0;
|
||||
"~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
|
||||
"~*(?:\b)Gravityscan(?:\b|)" 0;
|
||||
"~*(?:\b)gsa-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
|
||||
"~*(?:\b)Kraken/0.1(?:\b|)" 0;
|
||||
"~*(?:\b)LinkedInBot(?:\b|)" 0;
|
||||
"~*(?:\b)Mediapartners-Google(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot-media(?:\b|)" 0;
|
||||
"~*(?:\b)SAMSUNG(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
|
||||
"~*(?:\b)slurp(?:\b|)" 0;
|
||||
"~*(?:\b)teoma(?:\b|)" 0;
|
||||
"~*(?:\b)TwitterBot(?:\b|)" 0;
|
||||
"~*(?:\b)Wordpress(?:\b|)" 0;
|
||||
"~*(?:\b)yahoo(?:\b|)" 0;
|
||||
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# ***************************************************
|
||||
|
|
@ -735,12 +735,12 @@ map $http_user_agent $bad_bot {
|
|||
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
|
||||
|
||||
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bjetmon\b" 1;
|
||||
"~*\blibwww-perl\b" 1;
|
||||
"~*\bLynx\b" 1;
|
||||
"~*\bmunin\b" 1;
|
||||
"~*\bPresto\b" 1;
|
||||
"~*\bWget/1.15\b" 1;
|
||||
"~*(?:\b)jetmon(?:\b|)" 1;
|
||||
"~*(?:\b)libwww-perl(?:\b|)" 1;
|
||||
"~*(?:\b)Lynx(?:\b|)" 1;
|
||||
"~*(?:\b)munin(?:\b|)" 1;
|
||||
"~*(?:\b)Presto(?:\b|)" 1;
|
||||
"~*(?:\b)Wget/1.15(?:\b|)" 1;
|
||||
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# **************************************************************
|
||||
|
|
@ -748,23 +748,23 @@ map $http_user_agent $bad_bot {
|
|||
# **************************************************************
|
||||
|
||||
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bAlexa\b" 2;
|
||||
"~*\barchive.org\b" 2;
|
||||
"~*\bBaidu\b" 2;
|
||||
"~*\bBUbiNG\b" 2;
|
||||
"~*\bFlipboardProxy\b" 2;
|
||||
"~*\bia_archiver\b" 2;
|
||||
"~*\bMSIE\ 7.0\b" 2;
|
||||
"~*\bProximic\b" 2;
|
||||
"~*\bR6_CommentReader\b" 2;
|
||||
"~*\bR6_FeedFetcher\b" 2;
|
||||
"~*\bRED/1\b" 2;
|
||||
"~*\bRPT-HTTPClient\b" 2;
|
||||
"~*\bsfFeedReader/0.9\b" 2;
|
||||
"~*\bSpaidu\b" 2;
|
||||
"~*\bUptimeRobot/2.0\b" 2;
|
||||
"~*\bYandexBot\b" 2;
|
||||
"~*\bYandexImages\b" 2;
|
||||
"~*(?:\b)Alexa(?:\b|)" 2;
|
||||
"~*(?:\b)archive.org(?:\b|)" 2;
|
||||
"~*(?:\b)Baidu(?:\b|)" 2;
|
||||
"~*(?:\b)BUbiNG(?:\b|)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b|)" 2;
|
||||
"~*(?:\b)ia_archiver(?:\b|)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
|
||||
"~*(?:\b)Proximic(?:\b|)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b|)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
|
||||
"~*(?:\b)RED/1(?:\b|)" 2;
|
||||
"~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
|
||||
"~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
|
||||
"~*(?:\b)Spaidu(?:\b|)" 2;
|
||||
"~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
|
||||
"~*(?:\b)YandexBot(?:\b|)" 2;
|
||||
"~*(?:\b)YandexImages(?:\b|)" 2;
|
||||
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -10,8 +10,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:43 SAST 2019
|
||||
### Version: V3.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:44 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
|
|||
|
|
@ -4,8 +4,8 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:42 SAST 2019
|
||||
### Version: V4.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:43 SAST 2019
|
||||
### Bad Referrer Count: 6711
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
|
|
@ -693,38 +693,38 @@ map $http_user_agent $bad_bot {
|
|||
# ***********************************************
|
||||
|
||||
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\badidxbot\b" 0;
|
||||
"~*\bAdsBot-Google\b" 0;
|
||||
"~*\baolbuild\b" 0;
|
||||
"~*\bbingbot\b" 0;
|
||||
"~*\bbingpreview\b" 0;
|
||||
"~*\bDoCoMo\b" 0;
|
||||
"~*\bduckduckgo\b" 0;
|
||||
"~*\bfacebookexternalhit\b" 0;
|
||||
"~*\bFeedfetcher-Google\b" 0;
|
||||
"~*\bGooglebot\b" 0;
|
||||
"~*\bGooglebot-Image\b" 0;
|
||||
"~*\bGooglebot-Mobile\b" 0;
|
||||
"~*\bGooglebot-News\b" 0;
|
||||
"~*\bGooglebot/Test\b" 0;
|
||||
"~*\bGooglebot-Video\b" 0;
|
||||
"~*\bGoogle-HTTP-Java-Client\b" 0;
|
||||
"~*\bGravityscan\b" 0;
|
||||
"~*\bgsa-crawler\b" 0;
|
||||
"~*\bJakarta\ Commons\b" 0;
|
||||
"~*\bKraken/0.1\b" 0;
|
||||
"~*\bLinkedInBot\b" 0;
|
||||
"~*\bMediapartners-Google\b" 0;
|
||||
"~*\bmsnbot\b" 0;
|
||||
"~*\bmsnbot-media\b" 0;
|
||||
"~*\bSAMSUNG\b" 0;
|
||||
"~*\bSlackbot\b" 0;
|
||||
"~*\bSlackbot-LinkExpanding\b" 0;
|
||||
"~*\bslurp\b" 0;
|
||||
"~*\bteoma\b" 0;
|
||||
"~*\bTwitterBot\b" 0;
|
||||
"~*\bWordpress\b" 0;
|
||||
"~*\byahoo\b" 0;
|
||||
"~*(?:\b)adidxbot(?:\b|)" 0;
|
||||
"~*(?:\b)AdsBot-Google(?:\b|)" 0;
|
||||
"~*(?:\b)aolbuild(?:\b|)" 0;
|
||||
"~*(?:\b)bingbot(?:\b|)" 0;
|
||||
"~*(?:\b)bingpreview(?:\b|)" 0;
|
||||
"~*(?:\b)DoCoMo(?:\b|)" 0;
|
||||
"~*(?:\b)duckduckgo(?:\b|)" 0;
|
||||
"~*(?:\b)facebookexternalhit(?:\b|)" 0;
|
||||
"~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Image(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-News(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot/Test(?:\b|)" 0;
|
||||
"~*(?:\b)Googlebot-Video(?:\b|)" 0;
|
||||
"~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
|
||||
"~*(?:\b)Gravityscan(?:\b|)" 0;
|
||||
"~*(?:\b)gsa-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
|
||||
"~*(?:\b)Kraken/0.1(?:\b|)" 0;
|
||||
"~*(?:\b)LinkedInBot(?:\b|)" 0;
|
||||
"~*(?:\b)Mediapartners-Google(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot(?:\b|)" 0;
|
||||
"~*(?:\b)msnbot-media(?:\b|)" 0;
|
||||
"~*(?:\b)SAMSUNG(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot(?:\b|)" 0;
|
||||
"~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
|
||||
"~*(?:\b)slurp(?:\b|)" 0;
|
||||
"~*(?:\b)teoma(?:\b|)" 0;
|
||||
"~*(?:\b)TwitterBot(?:\b|)" 0;
|
||||
"~*(?:\b)Wordpress(?:\b|)" 0;
|
||||
"~*(?:\b)yahoo(?:\b|)" 0;
|
||||
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# ***************************************************
|
||||
|
|
@ -735,12 +735,12 @@ map $http_user_agent $bad_bot {
|
|||
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
|
||||
|
||||
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bjetmon\b" 1;
|
||||
"~*\blibwww-perl\b" 1;
|
||||
"~*\bLynx\b" 1;
|
||||
"~*\bmunin\b" 1;
|
||||
"~*\bPresto\b" 1;
|
||||
"~*\bWget/1.15\b" 1;
|
||||
"~*(?:\b)jetmon(?:\b|)" 1;
|
||||
"~*(?:\b)libwww-perl(?:\b|)" 1;
|
||||
"~*(?:\b)Lynx(?:\b|)" 1;
|
||||
"~*(?:\b)munin(?:\b|)" 1;
|
||||
"~*(?:\b)Presto(?:\b|)" 1;
|
||||
"~*(?:\b)Wget/1.15(?:\b|)" 1;
|
||||
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
# **************************************************************
|
||||
|
|
@ -748,23 +748,23 @@ map $http_user_agent $bad_bot {
|
|||
# **************************************************************
|
||||
|
||||
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*\bAlexa\b" 2;
|
||||
"~*\barchive.org\b" 2;
|
||||
"~*\bBaidu\b" 2;
|
||||
"~*\bBUbiNG\b" 2;
|
||||
"~*\bFlipboardProxy\b" 2;
|
||||
"~*\bia_archiver\b" 2;
|
||||
"~*\bMSIE\ 7.0\b" 2;
|
||||
"~*\bProximic\b" 2;
|
||||
"~*\bR6_CommentReader\b" 2;
|
||||
"~*\bR6_FeedFetcher\b" 2;
|
||||
"~*\bRED/1\b" 2;
|
||||
"~*\bRPT-HTTPClient\b" 2;
|
||||
"~*\bsfFeedReader/0.9\b" 2;
|
||||
"~*\bSpaidu\b" 2;
|
||||
"~*\bUptimeRobot/2.0\b" 2;
|
||||
"~*\bYandexBot\b" 2;
|
||||
"~*\bYandexImages\b" 2;
|
||||
"~*(?:\b)Alexa(?:\b|)" 2;
|
||||
"~*(?:\b)archive.org(?:\b|)" 2;
|
||||
"~*(?:\b)Baidu(?:\b|)" 2;
|
||||
"~*(?:\b)BUbiNG(?:\b|)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b|)" 2;
|
||||
"~*(?:\b)ia_archiver(?:\b|)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
|
||||
"~*(?:\b)Proximic(?:\b|)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b|)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
|
||||
"~*(?:\b)RED/1(?:\b|)" 2;
|
||||
"~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
|
||||
"~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
|
||||
"~*(?:\b)Spaidu(?:\b|)" 2;
|
||||
"~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
|
||||
"~*(?:\b)YandexBot(?:\b|)" 2;
|
||||
"~*(?:\b)YandexImages(?:\b|)" 2;
|
||||
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -6,8 +6,8 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2019.06.1597
|
||||
### Updated: Tue Jun 25 15:25:44 SAST 2019
|
||||
### Version: V4.2019.06.1598
|
||||
### Updated: Tue Jun 25 15:42:45 SAST 2019
|
||||
### Bad Bot Count: 556
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue