mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-02 18:50:13 +00:00
V4.2019.06.1635 [ci skip]
This commit is contained in:
parent
b3ee0ff102
commit
426390b37b
25 changed files with 1754 additions and 1754 deletions
|
@ -33,4 +33,4 @@
|
||||||
# 111.111.111.111 0;
|
# 111.111.111.111 0;
|
||||||
|
|
||||||
|
|
||||||
34.66.178.120 0;
|
35.192.187.174 0;
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1634
|
### Version: V4.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
### Updated: Thu Jun 27 11:08:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -33,4 +33,4 @@
|
||||||
# 111.111.111.111 0;
|
# 111.111.111.111 0;
|
||||||
|
|
||||||
|
|
||||||
34.66.178.120 0;
|
35.192.187.174 0;
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2019.06.1634
|
### Version: V3.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:26 SAST 2019
|
### Updated: Thu Jun 27 11:08:23 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
@ -7712,6 +7712,116 @@ map $http_referer $bad_referer {
|
||||||
geo $validate_client {
|
geo $validate_client {
|
||||||
default 0;
|
default 0;
|
||||||
|
|
||||||
|
# ----------------------------------------------
|
||||||
|
# Whitelist all your OWN IP addresses and Ranges
|
||||||
|
# ----------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------------------------------------------------------------------
|
||||||
|
# WHITELIST all your own IP addresses using the include file below.
|
||||||
|
# New Method Uses the include file below so that when pulling future updates your
|
||||||
|
# whitelisted IP addresses are automatically now included for you.
|
||||||
|
# Read Comments inside whitelist-ips.conf for customization tips.
|
||||||
|
# Updating the main globalblacklist.conf file will not touch your custom include files
|
||||||
|
# whitelist-ips.conf reigns supreme !!!
|
||||||
|
# Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP
|
||||||
|
# Anything blacklisted above this line will be over-ridden by whitelist-ips.conf
|
||||||
|
# --------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------------------------------------------------------
|
||||||
|
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
# --------------------------------------------------------------------------
|
||||||
|
|
||||||
|
include /etc/nginx/bots.d/whitelist-ips.conf;
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------------
|
||||||
|
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
# ------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------
|
||||||
|
# WHITELIST Google IP Ranges
|
||||||
|
# --------------------------
|
||||||
|
|
||||||
|
# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
108.177.0.0/17 0;
|
||||||
|
172.217.0.0/16 0;
|
||||||
|
173.194.0.0/16 0;
|
||||||
|
2001:4860:4000::/36 0;
|
||||||
|
203.208.60.0/24 0;
|
||||||
|
207.126.144.0/20 0;
|
||||||
|
209.85.128.0/17 0;
|
||||||
|
216.239.32.0/19 0;
|
||||||
|
216.58.192.0/19 0;
|
||||||
|
2404:6800:4000::/36 0;
|
||||||
|
2607:f8b0:4000::/36 0;
|
||||||
|
2800:3f0:4000::/36 0;
|
||||||
|
2a00:1450:4000::/36 0;
|
||||||
|
2c0f:fb50:4000::/36 0;
|
||||||
|
35.192.0.0/12 0;
|
||||||
|
64.18.0.0/20 0;
|
||||||
|
64.233.160.0/19 0;
|
||||||
|
64.68.80.0/21 0;
|
||||||
|
65.52.0.0/14 0;
|
||||||
|
66.102.0.0/20 0;
|
||||||
|
66.249.64.0/19 0;
|
||||||
|
72.14.192.0/18 0;
|
||||||
|
74.125.0.0/16 0;
|
||||||
|
# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
|
# ------------------------
|
||||||
|
# WHITELIST Bing IP Ranges
|
||||||
|
# ------------------------
|
||||||
|
|
||||||
|
# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
131.253.21.0/24 0;
|
||||||
|
131.253.22.0/23 0;
|
||||||
|
131.253.24.0/21 0;
|
||||||
|
131.253.24.0/22 0;
|
||||||
|
131.253.32.0/20 0;
|
||||||
|
157.54.0.0/15 0;
|
||||||
|
157.56.0.0/14 0;
|
||||||
|
157.60.0.0/16 0;
|
||||||
|
199.30.16.0/24 0;
|
||||||
|
199.30.27.0/24 0;
|
||||||
|
207.46.0.0/16 0;
|
||||||
|
40.112.0.0/13 0;
|
||||||
|
40.120.0.0/14 0;
|
||||||
|
40.124.0.0/16 0;
|
||||||
|
40.125.0.0/17 0;
|
||||||
|
40.74.0.0/15 0;
|
||||||
|
40.76.0.0/14 0;
|
||||||
|
40.80.0.0/12 0;
|
||||||
|
40.96.0.0/12 0;
|
||||||
|
# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
|
# ------------------------------
|
||||||
|
# WHITELIST Cloudflare IP Ranges
|
||||||
|
# ------------------------------
|
||||||
|
|
||||||
|
# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
103.21.244.0/22 0;
|
||||||
|
103.22.200.0/22 0;
|
||||||
|
103.31.4.0/22 0;
|
||||||
|
104.16.0.0/12 0;
|
||||||
|
108.162.192.0/18 0;
|
||||||
|
131.0.72.0/22 0;
|
||||||
|
141.101.64.0/18 0;
|
||||||
|
162.158.0.0/15 0;
|
||||||
|
172.64.0.0/13 0;
|
||||||
|
173.245.48.0/20 0;
|
||||||
|
188.114.96.0/20 0;
|
||||||
|
190.93.240.0/20 0;
|
||||||
|
197.234.240.0/22 0;
|
||||||
|
198.41.128.0/17 0;
|
||||||
|
199.27.128.0/21 0;
|
||||||
|
2400:cb00::/32 0;
|
||||||
|
2405:8100::/32 0;
|
||||||
|
2405:b500::/32 0;
|
||||||
|
2606:4700::/32 0;
|
||||||
|
2803:f800::/32 0;
|
||||||
|
2a06:98c0::/29 0;
|
||||||
|
2c0f:f248::/32 0;
|
||||||
|
# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
# -------------------------------------
|
# -------------------------------------
|
||||||
# BLOCK known Wordpress Theme Detectors
|
# BLOCK known Wordpress Theme Detectors
|
||||||
# -------------------------------------
|
# -------------------------------------
|
||||||
|
@ -17782,91 +17892,6 @@ geo $validate_client {
|
||||||
46.101.115.65 1;
|
46.101.115.65 1;
|
||||||
# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###
|
# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
# --------------------------
|
|
||||||
# WHITELIST Google IP Ranges
|
|
||||||
# --------------------------
|
|
||||||
|
|
||||||
# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
108.177.0.0/17 0;
|
|
||||||
172.217.0.0/16 0;
|
|
||||||
173.194.0.0/16 0;
|
|
||||||
2001:4860:4000::/36 0;
|
|
||||||
203.208.60.0/24 0;
|
|
||||||
207.126.144.0/20 0;
|
|
||||||
209.85.128.0/17 0;
|
|
||||||
216.239.32.0/19 0;
|
|
||||||
216.58.192.0/19 0;
|
|
||||||
2404:6800:4000::/36 0;
|
|
||||||
2607:f8b0:4000::/36 0;
|
|
||||||
2800:3f0:4000::/36 0;
|
|
||||||
2a00:1450:4000::/36 0;
|
|
||||||
2c0f:fb50:4000::/36 0;
|
|
||||||
35.192.0.0/12 0;
|
|
||||||
64.18.0.0/20 0;
|
|
||||||
64.233.160.0/19 0;
|
|
||||||
64.68.80.0/21 0;
|
|
||||||
65.52.0.0/14 0;
|
|
||||||
66.102.0.0/20 0;
|
|
||||||
66.249.64.0/19 0;
|
|
||||||
72.14.192.0/18 0;
|
|
||||||
74.125.0.0/16 0;
|
|
||||||
# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# ------------------------
|
|
||||||
# WHITELIST Bing IP Ranges
|
|
||||||
# ------------------------
|
|
||||||
|
|
||||||
# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
131.253.21.0/24 0;
|
|
||||||
131.253.22.0/23 0;
|
|
||||||
131.253.24.0/21 0;
|
|
||||||
131.253.24.0/22 0;
|
|
||||||
131.253.32.0/20 0;
|
|
||||||
157.54.0.0/15 0;
|
|
||||||
157.56.0.0/14 0;
|
|
||||||
157.60.0.0/16 0;
|
|
||||||
199.30.16.0/24 0;
|
|
||||||
199.30.27.0/24 0;
|
|
||||||
207.46.0.0/16 0;
|
|
||||||
40.112.0.0/13 0;
|
|
||||||
40.120.0.0/14 0;
|
|
||||||
40.124.0.0/16 0;
|
|
||||||
40.125.0.0/17 0;
|
|
||||||
40.74.0.0/15 0;
|
|
||||||
40.76.0.0/14 0;
|
|
||||||
40.80.0.0/12 0;
|
|
||||||
40.96.0.0/12 0;
|
|
||||||
# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# ------------------------------
|
|
||||||
# WHITELIST Cloudflare IP Ranges
|
|
||||||
# ------------------------------
|
|
||||||
|
|
||||||
# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
103.21.244.0/22 0;
|
|
||||||
103.22.200.0/22 0;
|
|
||||||
103.31.4.0/22 0;
|
|
||||||
104.16.0.0/12 0;
|
|
||||||
108.162.192.0/18 0;
|
|
||||||
131.0.72.0/22 0;
|
|
||||||
141.101.64.0/18 0;
|
|
||||||
162.158.0.0/15 0;
|
|
||||||
172.64.0.0/13 0;
|
|
||||||
173.245.48.0/20 0;
|
|
||||||
188.114.96.0/20 0;
|
|
||||||
190.93.240.0/20 0;
|
|
||||||
197.234.240.0/22 0;
|
|
||||||
198.41.128.0/17 0;
|
|
||||||
199.27.128.0/21 0;
|
|
||||||
2400:cb00::/32 0;
|
|
||||||
2405:8100::/32 0;
|
|
||||||
2405:b500::/32 0;
|
|
||||||
2606:4700::/32 0;
|
|
||||||
2803:f800::/32 0;
|
|
||||||
2a06:98c0::/29 0;
|
|
||||||
2c0f:f248::/32 0;
|
|
||||||
# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# -------------------------------------------------
|
# -------------------------------------------------
|
||||||
# BLACKLIST IP addresses and IP Ranges Customizable
|
# BLACKLIST IP addresses and IP Ranges Customizable
|
||||||
# -------------------------------------------------
|
# -------------------------------------------------
|
||||||
|
@ -17890,31 +17915,6 @@ geo $validate_client {
|
||||||
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
# ----------------------------------------------
|
|
||||||
# Whitelist all your OWN IP addresses and Ranges
|
|
||||||
# ----------------------------------------------
|
|
||||||
|
|
||||||
# --------------------------------------------------------------------------------------
|
|
||||||
# WHITELIST all your own IP addresses using the include file below.
|
|
||||||
# New Method Uses the include file below so that when pulling future updates your
|
|
||||||
# whitelisted IP addresses are automatically now included for you.
|
|
||||||
# Read Comments inside whitelist-ips.conf for customization tips.
|
|
||||||
# Updating the main globalblacklist.conf file will not touch your custom include files
|
|
||||||
# whitelist-ips.conf reigns supreme !!!
|
|
||||||
# Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP
|
|
||||||
# Anything blacklisted above this line will be over-ridden by whitelist-ips.conf
|
|
||||||
# --------------------------------------------------------------------------------------
|
|
||||||
|
|
||||||
# --------------------------------------------------------------------------
|
|
||||||
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
|
||||||
# --------------------------------------------------------------------------
|
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-ips.conf;
|
|
||||||
|
|
||||||
# ------------------------------------------------------------------------
|
|
||||||
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
|
||||||
# ------------------------------------------------------------------------
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
# --------------------------------------------------------------------------------------
|
# --------------------------------------------------------------------------------------
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1633
|
### Version: V4.2019.06.1634
|
||||||
### Updated: Thu Jun 27 09:10:20 SAST 2019
|
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1633
|
### Version: V4.2019.06.1634
|
||||||
### Updated: Thu Jun 27 09:10:20 SAST 2019
|
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1633
|
### Version: V4.2019.06.1634
|
||||||
### Updated: Thu Jun 27 09:10:20 SAST 2019
|
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2019.06.1634
|
### Version: V3.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:26 SAST 2019
|
### Updated: Thu Jun 27 11:08:23 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1634
|
### Version: V4.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
### Updated: Thu Jun 27 11:08:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -1,50 +1,50 @@
|
||||||
AhrefsBot
|
404checker
|
||||||
Asterias
|
BlackWidow
|
||||||
BackDoorBot
|
Cegbfeieh
|
||||||
Backlink-Ceck
|
Craftbot
|
||||||
Battleztar Bazinga
|
CSHttp
|
||||||
Blow
|
Curious
|
||||||
Brandprotect
|
Discoverybot
|
||||||
com.plumanalytics
|
Dispatch
|
||||||
Cosmos
|
DnyzBot
|
||||||
DIIbot
|
Express WebPictures
|
||||||
DomainStatsBot
|
Grafula
|
||||||
ExtLinksBot
|
GrapeFX
|
||||||
Gigablast
|
HMView
|
||||||
HEADMasterSEO
|
Iblog
|
||||||
Jorgee
|
instabid
|
||||||
Larbin
|
IRLbot
|
||||||
Lftp
|
JetCar
|
||||||
LinqiaScrapeBot
|
LinksManager
|
||||||
Lmspider
|
LinqiaMetadataDownloaderBot
|
||||||
Microsoft URL Control
|
magpie-crawler
|
||||||
Mojeek
|
NetAnts
|
||||||
Needle
|
Netvibes
|
||||||
NetMechanic
|
OnCrawl
|
||||||
Nimbostratus
|
Pavuk
|
||||||
PageAnalyzer
|
Picscout
|
||||||
PageScorer
|
Probethenet
|
||||||
PECL::HTTP
|
|
||||||
plumanalytics
|
|
||||||
ProPowerBot
|
ProPowerBot
|
||||||
Psbot
|
|
||||||
RankFlex
|
RankFlex
|
||||||
ScanAlert
|
SalesIntelligent
|
||||||
scan.lol
|
scan.lol
|
||||||
ScoutJet
|
Scrapy
|
||||||
Searchestate
|
SEOkicks-Robot
|
||||||
SEOkicks
|
SeoSiteCheckup
|
||||||
SiteLockSpider
|
Snake
|
||||||
SiteSnagger
|
sp_auditbot
|
||||||
Snoopy
|
SputnikBot
|
||||||
Sogou web spider
|
spyfu
|
||||||
sysscan
|
SuperHTTP
|
||||||
Teleport
|
Telesoft
|
||||||
URLy.Warning
|
trendiction.com
|
||||||
VidibleScraper
|
trendiction.de
|
||||||
WebLeacher
|
VeriCiteCrawler
|
||||||
WebWhacker
|
WallpapersHD
|
||||||
WebZIP
|
Web Fetch
|
||||||
WISENutbot
|
Web Sauger
|
||||||
x22Mozilla
|
Webshag
|
||||||
Xaldon WebSpider
|
WebStripper
|
||||||
|
Wprecon
|
||||||
|
WWW-Mechanize
|
||||||
|
ZumBot
|
||||||
|
|
|
@ -1,250 +1,250 @@
|
||||||
404checker
|
Abonti
|
||||||
ADmantX
|
AIBOT
|
||||||
AhrefsBot
|
|
||||||
AiHitBot
|
|
||||||
Aipbot
|
Aipbot
|
||||||
Alligator
|
Alexibot
|
||||||
AllSubmitter
|
AllSubmitter
|
||||||
Apexoo
|
Apexoo
|
||||||
archive.org_bot
|
archive.org_bot
|
||||||
Asterias
|
|
||||||
Attach
|
Attach
|
||||||
autoemailspider
|
BackDoorBot
|
||||||
BacklinkCrawler
|
Bandit
|
||||||
BackStreet
|
BatchFTP
|
||||||
Badass
|
Battleztar Bazinga
|
||||||
BBBike
|
BBBike
|
||||||
BDCbot
|
BDCbot
|
||||||
|
BDFetch
|
||||||
BetaBot
|
BetaBot
|
||||||
Bitacle
|
Black Hole
|
||||||
BLEXBot
|
BlackWidow
|
||||||
BlowFish
|
Brandprotect
|
||||||
Boardreader
|
|
||||||
Brandwatch
|
Brandwatch
|
||||||
Buddy
|
|
||||||
BuiltBotTough
|
BuiltBotTough
|
||||||
BunnySlippers
|
BunnySlippers
|
||||||
Calculon
|
BuzzSumo
|
||||||
CazoodleBot
|
|
||||||
CCBot
|
CCBot
|
||||||
CheeseBot
|
CheeseBot
|
||||||
CherryPicker
|
CherryPicker
|
||||||
Chlooe
|
Chlooe
|
||||||
Cliqzbot
|
Cliqzbot
|
||||||
|
Cloud mapping
|
||||||
coccocbot-web
|
coccocbot-web
|
||||||
Cogentbot
|
Cogentbot
|
||||||
cognitiveseo
|
cognitiveseo
|
||||||
|
Collector
|
||||||
|
com.plumanalytics
|
||||||
Copier
|
Copier
|
||||||
|
CopyRightCheck
|
||||||
|
Copyscape
|
||||||
|
Cosmos
|
||||||
Craftbot
|
Craftbot
|
||||||
|
crawler.feedback
|
||||||
crawl.sogou.com
|
crawl.sogou.com
|
||||||
|
CrazyWebCrawler
|
||||||
|
CrunchBot
|
||||||
|
CSHttp
|
||||||
Curious
|
Curious
|
||||||
|
Custo
|
||||||
DatabaseDriverMysqli
|
DatabaseDriverMysqli
|
||||||
demandbase-bot
|
DigitalPebble
|
||||||
Deusu
|
|
||||||
Digincore
|
|
||||||
DIIbot
|
DIIbot
|
||||||
Discoverybot
|
Dirbuster
|
||||||
|
Disco
|
||||||
|
Discobot
|
||||||
|
Dispatch
|
||||||
|
DittoSpyder
|
||||||
|
DomainAppender
|
||||||
|
DomainCrawler
|
||||||
|
DomainSigmaCrawler
|
||||||
DomainStatsBot
|
DomainStatsBot
|
||||||
Download Wonder
|
Drip
|
||||||
DSearch
|
EasyDL
|
||||||
Ebingbong
|
Ebingbong
|
||||||
ECCP/1.0
|
|
||||||
Ecxi
|
|
||||||
EMail Siphon
|
EMail Siphon
|
||||||
EroCrawler
|
Evil
|
||||||
evc-batch
|
|
||||||
Exabot
|
|
||||||
ExtLinksBot
|
ExtLinksBot
|
||||||
Extractor
|
|
||||||
Extreme Picture Finder
|
|
||||||
Ezooms
|
Ezooms
|
||||||
|
facebookscraper
|
||||||
|
FDM
|
||||||
|
FemtosearchBot
|
||||||
FHscan
|
FHscan
|
||||||
Fimap
|
|
||||||
Firefox/7.0
|
Firefox/7.0
|
||||||
FlashGet
|
FlashGet
|
||||||
FyberSpider
|
Flunky
|
||||||
|
Foobot
|
||||||
|
Freeuploader
|
||||||
Genieo
|
Genieo
|
||||||
GetRight
|
GermCrawler
|
||||||
GetWeb
|
Gigabot
|
||||||
G-i-g-a-b-o-t
|
G-i-g-a-b-o-t
|
||||||
|
Gotit
|
||||||
Go!Zilla
|
Go!Zilla
|
||||||
|
GrabNet
|
||||||
|
Grafula
|
||||||
GrapeFX
|
GrapeFX
|
||||||
Haansoft
|
GrapeshotCrawler
|
||||||
HaosouSpider
|
Harvest
|
||||||
|
Havij
|
||||||
HEADMasterSEO
|
HEADMasterSEO
|
||||||
HTTP::Lite
|
Hloader
|
||||||
Humanlinks
|
HMView
|
||||||
IDBot
|
HTTrack
|
||||||
Id-search
|
Image Fetch
|
||||||
IndeedBot
|
|
||||||
Indy Library
|
Indy Library
|
||||||
|
InfoTekies
|
||||||
instabid
|
instabid
|
||||||
|
InterGET
|
||||||
internetVista monitor
|
internetVista monitor
|
||||||
|
ips-agent
|
||||||
Iria
|
Iria
|
||||||
|
IRLbot
|
||||||
Iskanie
|
Iskanie
|
||||||
IstellaBot
|
|
||||||
JamesBOT
|
JamesBOT
|
||||||
JetCar
|
Jbrofuzz
|
||||||
|
JennyBot
|
||||||
Jetty
|
Jetty
|
||||||
JOC Web Spider
|
|
||||||
Joomla
|
Joomla
|
||||||
Jorgee
|
|
||||||
JustView
|
|
||||||
Jyxobot
|
|
||||||
Kenjin Spider
|
Kenjin Spider
|
||||||
Kozmosbot
|
Keyword Density
|
||||||
|
Lanshanbot
|
||||||
Larbin
|
Larbin
|
||||||
LibWeb
|
LibWeb
|
||||||
Libwhisker
|
Libwhisker
|
||||||
LinkpadBot
|
Likse
|
||||||
|
LinkextractorPro
|
||||||
LinkScan
|
LinkScan
|
||||||
LinksManager
|
LinksManager
|
||||||
LinkWalker
|
|
||||||
LinqiaMetadataDownloaderBot
|
|
||||||
LinqiaScrapeBot
|
LinqiaScrapeBot
|
||||||
Lipperhey Spider
|
lwp-request
|
||||||
Magnet
|
lwp-trivial
|
||||||
Mag-Net
|
Mag-Net
|
||||||
Mail.RU_Bot
|
Mail.RU_Bot
|
||||||
Majestic12
|
Majestic12
|
||||||
MarkWatch
|
Majestic SEO
|
||||||
Masscan
|
|
||||||
Mata Hari
|
|
||||||
MauiBot
|
MauiBot
|
||||||
|
Meanpathbot
|
||||||
Mediatoolkitbot
|
Mediatoolkitbot
|
||||||
MIDown tool
|
mediawords
|
||||||
MIIxpc
|
Metauri
|
||||||
|
MFC_Tear_Sample
|
||||||
|
Mister PiX
|
||||||
|
Mr.4x3
|
||||||
MSFrontPage
|
MSFrontPage
|
||||||
MSIECrawler
|
MSIECrawler
|
||||||
muhstik-scan
|
MS Web Services Client Protocol
|
||||||
Musobot
|
Musobot
|
||||||
Nessus
|
Name Intelligence
|
||||||
|
Navroad
|
||||||
|
Needle
|
||||||
Netcraft
|
Netcraft
|
||||||
NetLyzer
|
|
||||||
NetSpider
|
|
||||||
Nettrack
|
Nettrack
|
||||||
|
Net Vampire
|
||||||
|
NextGenSearchBot
|
||||||
Nibbler
|
Nibbler
|
||||||
NICErsPRO
|
Niki-bot
|
||||||
Nikto
|
NimbleCrawler
|
||||||
Ninja
|
Nimbostratus
|
||||||
NPbot
|
|
||||||
Octopus
|
|
||||||
Offline Explorer
|
Offline Explorer
|
||||||
Offline Navigator
|
Offline Navigator
|
||||||
OpenLinkProfiler
|
OpenLinkProfiler
|
||||||
OutclicksBot
|
Openvas
|
||||||
OutfoxBot
|
|
||||||
PageAnalyzer
|
PageAnalyzer
|
||||||
PageGrabber
|
Page Analyzer
|
||||||
page scorer
|
page scorer
|
||||||
Pandalytics
|
PageScorer
|
||||||
Panscient
|
|
||||||
Papa Foto
|
|
||||||
Pavuk
|
Pavuk
|
||||||
|
pcBrowser
|
||||||
|
PECL::HTTP
|
||||||
Picscout
|
Picscout
|
||||||
Picsearch
|
plumanalytics
|
||||||
Pi-Monster
|
|
||||||
Pixray
|
|
||||||
Pockey
|
Pockey
|
||||||
ProWebWalker
|
POE-Component-Client-HTTP
|
||||||
Psbot
|
Probethenet
|
||||||
Pump
|
ProPowerBot
|
||||||
|
PxBroker
|
||||||
PyCurl
|
PyCurl
|
||||||
|
RankActive
|
||||||
RankActiveLinkBot
|
RankActiveLinkBot
|
||||||
RankingBot2
|
RebelMouse
|
||||||
Rankivabot
|
Recorder
|
||||||
ReGet
|
|
||||||
RepoMonkey
|
RepoMonkey
|
||||||
RocketCrawler
|
RocketCrawler
|
||||||
Rogerbot
|
Rogerbot
|
||||||
s1z.ru
|
s1z.ru
|
||||||
SalesIntelligent
|
|
||||||
SBIder
|
SBIder
|
||||||
Scanbot
|
Scanbot
|
||||||
scan.lol
|
ScoutJet
|
||||||
Scrapy
|
Screaming
|
||||||
Searchestate
|
SearchmetricsBot
|
||||||
|
Semrush
|
||||||
|
SemrushBot
|
||||||
SEOkicks
|
SEOkicks
|
||||||
SEOlyticsCrawler
|
SEOkicks-Robot
|
||||||
Seomoz
|
SEOprofiler
|
||||||
|
seoscanners
|
||||||
SeoSiteCheckup
|
SeoSiteCheckup
|
||||||
SEOstats
|
SEOstats
|
||||||
serpstatbot
|
Siphon
|
||||||
sexsearcher
|
|
||||||
SISTRIX
|
|
||||||
Siteimprove
|
Siteimprove
|
||||||
Sitevigil
|
SiteLockSpider
|
||||||
SmartDownload
|
SiteSnagger
|
||||||
SMTBot
|
|
||||||
Snake
|
Snake
|
||||||
|
Snapbot
|
||||||
|
Snoopy
|
||||||
Sociscraper
|
Sociscraper
|
||||||
sogouspider
|
sogouspider
|
||||||
Sogou web spider
|
Sogou web spider
|
||||||
Sottopop
|
|
||||||
Spammen
|
|
||||||
SpankBot
|
SpankBot
|
||||||
sp_auditbot
|
SputnikBot
|
||||||
spyfu
|
|
||||||
Sqlmap
|
|
||||||
Sqlworm
|
|
||||||
Sqworm
|
Sqworm
|
||||||
Steeler
|
Sucuri
|
||||||
Stripper
|
|
||||||
SuperHTTP
|
SuperHTTP
|
||||||
Swiftbot
|
Surfbot
|
||||||
|
SurveyBot
|
||||||
|
Suzuran
|
||||||
sysscan
|
sysscan
|
||||||
Szukacz
|
|
||||||
T0PHackTeam
|
T0PHackTeam
|
||||||
|
T8Abot
|
||||||
tAkeOut
|
tAkeOut
|
||||||
Teleport
|
Teleport
|
||||||
TeleportPro
|
Telesphorep
|
||||||
Toata
|
The Intraformant
|
||||||
Toweyabot
|
TightTwatBot
|
||||||
Tracemyfile
|
Titan
|
||||||
True_Robot
|
Trendiction
|
||||||
Turnitin
|
Trendictionbot
|
||||||
TurnitinBot
|
TurnitinBot
|
||||||
Twice
|
UnisterBot
|
||||||
Typhoeus
|
|
||||||
URLy Warning
|
URLy Warning
|
||||||
|
URLy.Warning
|
||||||
|
VB Project
|
||||||
VCI
|
VCI
|
||||||
VeriCiteCrawler
|
|
||||||
VidibleScraper
|
VidibleScraper
|
||||||
Virusdie
|
Virusdie
|
||||||
Voil
|
Webalta
|
||||||
WallpapersHD
|
|
||||||
WBSearchBot
|
|
||||||
WebAuto
|
|
||||||
Web Auto
|
Web Auto
|
||||||
WebBandit
|
WebCopier
|
||||||
WEBDAV
|
|
||||||
Web Enhancer
|
|
||||||
Web Fetch
|
|
||||||
Web Fuck
|
Web Fuck
|
||||||
WebGo IS
|
WebLeacher
|
||||||
WebmasterWorldForumBot
|
WebPix
|
||||||
WebReaper
|
Web Pix
|
||||||
|
WebSauger
|
||||||
WebsiteExtractor
|
WebsiteExtractor
|
||||||
WebsiteQuester
|
Webster
|
||||||
WebSucker
|
WebStripper
|
||||||
WebWhacker
|
Web Sucker
|
||||||
WeSEE
|
Whack
|
||||||
Whacker
|
|
||||||
Who.is Bot
|
|
||||||
Widow
|
Widow
|
||||||
WinHTTrack
|
WinHTTrack
|
||||||
WiseGuys Robot
|
|
||||||
Wonderbot
|
Wonderbot
|
||||||
WPScan
|
Wotbox
|
||||||
WWW-Mechanize
|
WWW-Mechanize
|
||||||
WWWOFFLE
|
WWWOFFLE
|
||||||
x09Mozilla
|
x09Mozilla
|
||||||
x22Mozilla
|
x22Mozilla
|
||||||
Xaldon WebSpider
|
Xenu
|
||||||
Xaldon_WebSpider
|
xpymep1.exe
|
||||||
YoudaoBot
|
zauba.io
|
||||||
Zauba
|
|
||||||
Zermelo
|
Zermelo
|
||||||
zgrab
|
Zeus
|
||||||
ZmEu
|
Zitebot
|
||||||
ZyBorg
|
ZumBot
|
||||||
|
|
|
@ -1,250 +1,250 @@
|
||||||
360Spider
|
404checker
|
||||||
80legs
|
404enemy
|
||||||
|
Abonti
|
||||||
Aboundexbot
|
Aboundexbot
|
||||||
AiHitBot
|
Acunetix
|
||||||
Alligator
|
ADmantX
|
||||||
Anarchie
|
Alexibot
|
||||||
Apexoo
|
|
||||||
archive.org_bot
|
|
||||||
BackDoorBot
|
|
||||||
BackStreet
|
|
||||||
BackWeb
|
BackWeb
|
||||||
Badass
|
|
||||||
Bandit
|
Bandit
|
||||||
Barkrowler
|
Barkrowler
|
||||||
BDCbot
|
Battleztar Bazinga
|
||||||
|
BBBike
|
||||||
BDFetch
|
BDFetch
|
||||||
BetaBot
|
|
||||||
Bigfoot
|
|
||||||
Bitacle
|
|
||||||
Black Hole
|
|
||||||
BlackWidow
|
|
||||||
BLEXBot
|
BLEXBot
|
||||||
Blow
|
Bolt
|
||||||
Boardreader
|
Buddy
|
||||||
Brandwatch
|
|
||||||
BuiltBotTough
|
BuiltBotTough
|
||||||
Bullseye
|
BuzzSumo
|
||||||
CazoodleBot
|
CazoodleBot
|
||||||
CCBot
|
Cegbfeieh
|
||||||
|
CheeseBot
|
||||||
|
CherryPicker
|
||||||
CheTeam
|
CheTeam
|
||||||
ChinaClaw
|
Chlooe
|
||||||
Cliqzbot
|
|
||||||
Cloud mapping
|
Cloud mapping
|
||||||
|
coccocbot-web
|
||||||
|
Collector
|
||||||
com.plumanalytics
|
com.plumanalytics
|
||||||
|
Copier
|
||||||
CopyRightCheck
|
CopyRightCheck
|
||||||
Copyscape
|
Copyscape
|
||||||
Cosmos
|
crawler4j
|
||||||
|
crawler.feedback
|
||||||
|
CrazyWebCrawler
|
||||||
CSHttp
|
CSHttp
|
||||||
Curious
|
DBLBot
|
||||||
demandbase-bot
|
demandbase-bot
|
||||||
DigitalPebble
|
Demon
|
||||||
|
Deusu
|
||||||
|
DIIbot
|
||||||
|
Disco
|
||||||
Discobot
|
Discobot
|
||||||
DittoSpyder
|
Discoverybot
|
||||||
|
Dispatch
|
||||||
|
DnyzBot
|
||||||
DomainAppender
|
DomainAppender
|
||||||
|
DomainCrawler
|
||||||
DomainSigmaCrawler
|
DomainSigmaCrawler
|
||||||
Dotbot
|
DomainStatsBot
|
||||||
Dragonfly
|
Dragonfly
|
||||||
EasyDL
|
|
||||||
Ebingbong
|
Ebingbong
|
||||||
ECCP/1.0
|
|
||||||
EirGrabber
|
EirGrabber
|
||||||
EroCrawler
|
EMail Wolf
|
||||||
Exabot
|
Express WebPictures
|
||||||
ExtLinksBot
|
ExtLinksBot
|
||||||
Extreme Picture Finder
|
Extractor
|
||||||
EyeNetIE
|
ExtractorPro
|
||||||
FDM
|
Ezooms
|
||||||
|
facebookscraper
|
||||||
|
FemtosearchBot
|
||||||
FHscan
|
FHscan
|
||||||
FlashGet
|
Firefox/7.0
|
||||||
Flunky
|
|
||||||
FrontPage
|
|
||||||
FyberSpider
|
|
||||||
GalaxyBot
|
GalaxyBot
|
||||||
GetWeb
|
|
||||||
Gigablast
|
|
||||||
Gigabot
|
|
||||||
G-i-g-a-b-o-t
|
G-i-g-a-b-o-t
|
||||||
Gotit
|
Go-Ahead-Got-It
|
||||||
GoZilla
|
GoZilla
|
||||||
Go!Zilla
|
|
||||||
Grabber
|
|
||||||
Grafula
|
|
||||||
GrapeshotCrawler
|
GrapeshotCrawler
|
||||||
GT::WWW
|
Havij
|
||||||
HaosouSpider
|
|
||||||
Harvest
|
|
||||||
Heritrix
|
|
||||||
Hloader
|
Hloader
|
||||||
HybridBot
|
Id-search
|
||||||
Iblog
|
|
||||||
IlseBot
|
IlseBot
|
||||||
|
Image Fetch
|
||||||
|
Image Sucker
|
||||||
Indy Library
|
Indy Library
|
||||||
InfoNaviRobot
|
InfoNaviRobot
|
||||||
InfoTekies
|
InternetSeer
|
||||||
InterGET
|
IRLbot
|
||||||
internetVista monitor
|
|
||||||
Iskanie
|
|
||||||
JamesBOT
|
JamesBOT
|
||||||
|
Jbrofuzz
|
||||||
JennyBot
|
JennyBot
|
||||||
Jetty
|
JikeSpider
|
||||||
Joomla
|
JustView
|
||||||
|
Jyxobot
|
||||||
Kenjin Spider
|
Kenjin Spider
|
||||||
Kozmosbot
|
LeechFTP
|
||||||
Larbin
|
LeechGet
|
||||||
LinksManager
|
LexiBot
|
||||||
LinkWalker
|
Lightspeedsystems
|
||||||
|
LinkextractorPro
|
||||||
|
LinkScan
|
||||||
|
LinqiaMetadataDownloaderBot
|
||||||
LinqiaRSSBot
|
LinqiaRSSBot
|
||||||
Litemage_walker
|
Lipperhey
|
||||||
LNSpiderguy
|
Lipperhey Spider
|
||||||
lwp-trivial
|
Ltx71
|
||||||
Mag-Net
|
LWP::Simple
|
||||||
Mail.RU_Bot
|
Magnet
|
||||||
Majestic12
|
Majestic SEO
|
||||||
|
Majestic-SEO
|
||||||
MarkMonitor
|
MarkMonitor
|
||||||
MarkWatch
|
MarkWatch
|
||||||
|
Mass Downloader
|
||||||
Mata Hari
|
Mata Hari
|
||||||
MauiBot
|
MauiBot
|
||||||
meanpathbot
|
Meanpathbot
|
||||||
MeanPath Bot
|
|
||||||
Mediatoolkitbot
|
Mediatoolkitbot
|
||||||
MegaIndex.ru
|
Metauri
|
||||||
MFC_Tear_Sample
|
Microsoft URL Control
|
||||||
Microsoft Data Access
|
MIIxpc
|
||||||
Mister PiX
|
MJ12bot
|
||||||
|
Mojeek
|
||||||
MSFrontPage
|
MSFrontPage
|
||||||
MSIECrawler
|
Msrabot
|
||||||
muhstik-scan
|
muhstik-scan
|
||||||
Musobot
|
Musobot
|
||||||
Name Intelligence
|
Navroad
|
||||||
NearSite
|
NearSite
|
||||||
Needle
|
Needle
|
||||||
Nessus
|
Nessus
|
||||||
|
NetAnts
|
||||||
Netcraft
|
Netcraft
|
||||||
NetLyzer
|
NetLyzer
|
||||||
NetMechanic
|
|
||||||
NetSpider
|
NetSpider
|
||||||
|
Nettrack
|
||||||
Netvibes
|
Netvibes
|
||||||
NetZIP
|
Nibbler
|
||||||
NextGenSearchBot
|
NICErsPRO
|
||||||
|
Niki-bot
|
||||||
Nimbostratus
|
Nimbostratus
|
||||||
|
Ninja
|
||||||
Nmap
|
Nmap
|
||||||
NPbot
|
NPbot
|
||||||
Nutch
|
Nutch
|
||||||
Octopus
|
oBot
|
||||||
OnCrawl
|
|
||||||
OpenLinkProfiler
|
|
||||||
Openvas
|
Openvas
|
||||||
OpenVAS
|
|
||||||
OrangeBot
|
OrangeBot
|
||||||
OutfoxBot
|
OrangeSpider
|
||||||
|
OutclicksBot
|
||||||
PageAnalyzer
|
PageAnalyzer
|
||||||
page scorer
|
PageGrabber
|
||||||
|
PageScorer
|
||||||
Pandalytics
|
Pandalytics
|
||||||
Panscient
|
|
||||||
Papa Foto
|
Papa Foto
|
||||||
|
pcBrowser
|
||||||
|
PECL::HTTP
|
||||||
|
Picsearch
|
||||||
Pimonster
|
Pimonster
|
||||||
PleaseCrawl
|
PleaseCrawl
|
||||||
plumanalytics
|
plumanalytics
|
||||||
Probethenet
|
ProPowerBot
|
||||||
ProWebWalker
|
|
||||||
Psbot
|
Psbot
|
||||||
Pump
|
|
||||||
PxBroker
|
PxBroker
|
||||||
|
PyCurl
|
||||||
QueryN Metasearch
|
QueryN Metasearch
|
||||||
RankFlex
|
RankActive
|
||||||
RankingBot
|
RankingBot
|
||||||
RealDownload
|
RankingBot2
|
||||||
Reaper
|
Rankivabot
|
||||||
RebelMouse
|
RankurBot
|
||||||
|
Recorder
|
||||||
|
RedesScrapy
|
||||||
Ripper
|
Ripper
|
||||||
RocketCrawler
|
|
||||||
SalesIntelligent
|
SalesIntelligent
|
||||||
|
SBIder
|
||||||
ScanAlert
|
ScanAlert
|
||||||
Scanbot
|
ScreenerBot
|
||||||
scan.lol
|
SEOkicks
|
||||||
Screaming
|
|
||||||
Semrush
|
|
||||||
SEOlyticsCrawler
|
|
||||||
Seomoz
|
Seomoz
|
||||||
SEOprofiler
|
SEOprofiler
|
||||||
seoscanners
|
|
||||||
SeoSiteCheckup
|
SeoSiteCheckup
|
||||||
serpstatbot
|
|
||||||
sexsearcher
|
sexsearcher
|
||||||
|
Shodan
|
||||||
|
Siphon
|
||||||
|
SISTRIX
|
||||||
Sitebeam
|
Sitebeam
|
||||||
SiteSnagger
|
SiteExplorer
|
||||||
Site Sucker
|
Siteimprove
|
||||||
|
SiteLockSpider
|
||||||
Sitevigil
|
Sitevigil
|
||||||
SlySearch
|
|
||||||
SMTBot
|
SMTBot
|
||||||
|
Snapbot
|
||||||
|
Snoopy
|
||||||
SocialRankIOBot
|
SocialRankIOBot
|
||||||
|
sogouspider
|
||||||
Sottopop
|
Sottopop
|
||||||
SpaceBison
|
SpankBot
|
||||||
Spinn3r
|
Spinn3r
|
||||||
|
SputnikBot
|
||||||
spyfu
|
spyfu
|
||||||
|
Steeler
|
||||||
Stripper
|
Stripper
|
||||||
Sucker
|
Sucker
|
||||||
Sucuri
|
|
||||||
SuperHTTP
|
SuperHTTP
|
||||||
Surfbot
|
Swiftbot
|
||||||
SurveyBot
|
T0PHackTeam
|
||||||
T8Abot
|
T8Abot
|
||||||
Telesoft
|
Telesoft
|
||||||
|
Telesphoreo
|
||||||
Telesphorep
|
Telesphorep
|
||||||
The Intraformant
|
The Intraformant
|
||||||
|
TheNomad
|
||||||
TightTwatBot
|
TightTwatBot
|
||||||
Titan
|
Toweyabot
|
||||||
Toata
|
Tracemyfile
|
||||||
Trendiction
|
|
||||||
Trendictionbot
|
|
||||||
trendiction.com
|
trendiction.com
|
||||||
True_Robot
|
True_Robot
|
||||||
TwengaBot
|
|
||||||
Twice
|
|
||||||
UnisterBot
|
UnisterBot
|
||||||
Upflow
|
URLy Warning
|
||||||
URLy.Warning
|
Vacuum
|
||||||
VB Project
|
VB Project
|
||||||
VCI
|
VCI
|
||||||
VidibleScraper
|
VidibleScraper
|
||||||
Virusdie
|
VoidEYE
|
||||||
Voil
|
Voil
|
||||||
WallpapersHD
|
Voltron
|
||||||
|
Wallpapers/3.0
|
||||||
WASALive-Bot
|
WASALive-Bot
|
||||||
Webalta
|
Webalta
|
||||||
WebAuto
|
WebAuto
|
||||||
WebBandit
|
Web Auto
|
||||||
WebEnhancer
|
WebCollage
|
||||||
WebFuck
|
WebFuck
|
||||||
Web Fuck
|
|
||||||
WebGo IS
|
|
||||||
WebImageCollector
|
WebImageCollector
|
||||||
WebmasterWorldForumBot
|
WebmasterWorldForumBot
|
||||||
webmeup-crawler
|
WebPix
|
||||||
Web Pix
|
Web Pix
|
||||||
Webshag
|
Web Sauger
|
||||||
WebsiteQuester
|
WebsiteExtractor
|
||||||
Webster
|
Website Quester
|
||||||
WebSucker
|
WebStripper
|
||||||
Web Sucker
|
Web Sucker
|
||||||
WebWhacker
|
WebZIP
|
||||||
WeSEE
|
WeSEE
|
||||||
Widow
|
Whack
|
||||||
|
Whacker
|
||||||
|
Whatweb
|
||||||
WinHTTrack
|
WinHTTrack
|
||||||
WiseGuys Robot
|
WiseGuys Robot
|
||||||
WISENutbot
|
WISENutbot
|
||||||
Wonderbot
|
|
||||||
Wprecon
|
Wprecon
|
||||||
WPScan
|
WPScan
|
||||||
WWW-Collector-E
|
|
||||||
WWW-Mechanize
|
WWW-Mechanize
|
||||||
|
x09Mozilla
|
||||||
|
x22Mozilla
|
||||||
Xaldon WebSpider
|
Xaldon WebSpider
|
||||||
Xaldon_WebSpider
|
|
||||||
xpymep1.exe
|
|
||||||
YoudaoBot
|
|
||||||
Zade
|
Zade
|
||||||
Zauba
|
|
||||||
Zermelo
|
Zermelo
|
||||||
zgrab
|
zgrab
|
||||||
Zitebot
|
Zitebot
|
||||||
|
ZumBot
|
||||||
|
|
|
@ -1,100 +1,100 @@
|
||||||
00it.com
|
0daymusic.org
|
||||||
2kata.ru
|
12masterov.com
|
||||||
4kepics.com
|
acmebtn.ml
|
||||||
83net.jp
|
all4invest.ru
|
||||||
acc.eu.org
|
asdfg.pro
|
||||||
afftrack001.com
|
atleticpharm.org
|
||||||
alltheviews.com
|
auto.rusvile.lt
|
||||||
anal-acrobats.hol.es
|
bbsoldes.fr
|
||||||
apple.com-webbrowsing-security.review
|
best-coupon-offer.com
|
||||||
asseenontv.ru
|
bizfly.info
|
||||||
atovh.local-finders.com
|
buyfriend.ru
|
||||||
ausergrubhof.info
|
cam-kontakte.org
|
||||||
beauty-b0x.pl
|
centrdebut.ru
|
||||||
bestsexyblog.com
|
cheapjerseysa.com
|
||||||
bitcoins-live.ru
|
chocoslim.pro
|
||||||
bkgr.se
|
cocyq.inwtrade.com
|
||||||
blogporn.in
|
crirussian.ru
|
||||||
brainboosting.club
|
cs-passion.pl
|
||||||
brothers-smaller.ru
|
delfin-aqua.com.ua
|
||||||
businesn.men
|
dogsrun.net
|
||||||
buy-forum.ru
|
dstroy.su
|
||||||
calstaterealty.us
|
econom.co
|
||||||
candcstuccoandstone.com
|
elektrischezigarette2.devhub.com
|
||||||
cartierlovestore.xyz
|
eluxer.net
|
||||||
chelyabinsk.xrus.org
|
ereko.ru
|
||||||
custodieva.ru
|
ero-advertising.com
|
||||||
damedingel.ya.ru
|
footbalive.org
|
||||||
dangphoto.trade
|
foto-sisek.porngalleries.top
|
||||||
destinationrealestate.com
|
fuel-gas.com
|
||||||
dnepr-avtospar.com.ua
|
fungamelands.com
|
||||||
doctissimo.fr
|
greatdealshop.com
|
||||||
dostavka-v-krym.com
|
greenidesign.co
|
||||||
easycommerce.cf
|
gsasearchengineranker.xyz
|
||||||
eldiariodeguadalajara.com
|
hawaiielectriclight.com
|
||||||
eropornosex.ru
|
hetmanship.xyz
|
||||||
erotiktreff24.info
|
ico.re
|
||||||
fatfasts-4tmz.com
|
iklysha.ml
|
||||||
fettefrauen.net
|
ilbe.club
|
||||||
fishingwholesale.us
|
ilmexico.com
|
||||||
foxjuegos.com
|
infazavr.ru
|
||||||
free-video-tool.com
|
inzn.ru
|
||||||
garciniaxt.us
|
istizanidinelikexanax.blogspot.com
|
||||||
gazporno.com
|
javcoast.com
|
||||||
globatur.ru
|
johnrobertsoninc.com
|
||||||
graphicwe.org
|
kevblog.top
|
||||||
gz2.bbsoldes.fr
|
kicknights.gq
|
||||||
hamptonoaks.ca
|
kiinomaniak.pl
|
||||||
healgastro.com
|
kinky-fetishes.com
|
||||||
heatpower.ru
|
konkursov.net
|
||||||
hkladys.com
|
kountrylife.com
|
||||||
hotdl.in
|
locksmith.jp
|
||||||
kchaxton.com
|
matematikus.info
|
||||||
kosynka-games.ru
|
menstennisforums.com
|
||||||
letmacworkfaster.site
|
mex-annushka.ru
|
||||||
liupis.com
|
mokrayakiska.com
|
||||||
loadopia.com
|
monclerboots.xyz
|
||||||
lovi-moment.com.ua
|
mrwhite.biz
|
||||||
make-money-online.com
|
mundoaberrante.com
|
||||||
makemoneyonline.com
|
mygameplus.ru
|
||||||
manimpotence.com
|
nailsimg.com
|
||||||
njkmznnb.ru
|
nevansk.ru
|
||||||
nudo.ca
|
november-lax.com
|
||||||
ochistka-stokov.ru
|
novosti-hi-tech.ru
|
||||||
onlineslotmaschine.com
|
orion-code-access.net
|
||||||
paleohub.info
|
partybunny.ru
|
||||||
pk-services.ru
|
piccshare.com
|
||||||
pornogad.com
|
pinwallpaper.top
|
||||||
pornophoto.xyz
|
proprostatit.com
|
||||||
pornoslive.net
|
rebelmouse.com
|
||||||
questionmarque.ch
|
ruclicks.com
|
||||||
quit-smoking.ga
|
runtnc.net
|
||||||
rankings-analytics.com
|
rusenvironmental.net
|
||||||
reyel1985.webnode.fr
|
ryetaw.com
|
||||||
ric.info
|
scanner-elena.top
|
||||||
samara.rosfirm.ru
|
searchaddis.com
|
||||||
serialsway.ucoz.ru
|
searchengineranker.email
|
||||||
ship-marvel.co.ua
|
sell-fb-group-here.com
|
||||||
slimcdn.com
|
shop.xz618.com
|
||||||
social-fun.ru
|
sierraapps.com
|
||||||
songplanet.ru
|
soft-terminal.ru
|
||||||
space4updating.win
|
sonnikforme.ru
|
||||||
staff.prairiesouth.ca
|
spacash.com
|
||||||
stard.shop
|
stockquotes.wooeb.com
|
||||||
sygraem.com
|
sukarame.net
|
||||||
the-usa-games.blogspot.com
|
tattomedia.com
|
||||||
token-lab.org
|
thexart.club
|
||||||
toolsky.com
|
twittruth.com
|
||||||
tuckpointingmasonrysystems.com
|
utrolive.ru
|
||||||
uptime-alpha.net
|
videtubs.pl
|
||||||
usiad.net
|
vipsexfinders.com
|
||||||
video-production.com
|
vizitki.net
|
||||||
wesharepics.site
|
warningwar.ru
|
||||||
whatzmyip.net
|
weburok.com
|
||||||
wiosenny-bon-1500.pl
|
wildnatureimages.com
|
||||||
yginekologa.com
|
woman-tampon.ru
|
||||||
zeikopay.com
|
ww1943.ru
|
||||||
zetmaster.ru
|
yourmovies.pl
|
||||||
zhacker.net
|
zeg-distribution.com
|
||||||
zixizop.net.ru
|
zeroredirect1.com
|
||||||
zvetki.ru
|
zlatnajesen.com
|
||||||
|
|
File diff suppressed because it is too large
Load diff
|
@ -1,250 +1,250 @@
|
||||||
00webcams.com
|
101billion.com
|
||||||
100searchengines.com
|
12bet.com
|
||||||
101flag.ru
|
2ads.co.uk
|
||||||
11235813.webzdarma.cz
|
4ur.click
|
||||||
3w24.com
|
5-steps-to-start-business.com
|
||||||
4senses.co
|
abtasty.com
|
||||||
4ureyesonly.com
|
adultactioncam.com
|
||||||
98oi.ru
|
alienwheels.de
|
||||||
abcdeg.xyz
|
aliexpresscashback.club
|
||||||
adminshop.com
|
allmarketsnewdayli.gdn
|
||||||
aibolita.com
|
alloysteel.ru
|
||||||
aihelen.net
|
alltheviews.com
|
||||||
air-edem.ru
|
apartmentratings.com
|
||||||
airmaxshoes-2016.com
|
apispringsmartne-a.akamaihd.net
|
||||||
alice.it
|
arclk.net
|
||||||
allwomen.info
|
asrv-a.akamaihd.net
|
||||||
alphacarolinas.com
|
avek.ru
|
||||||
alt-servis.ru
|
azartniy-bonus.com
|
||||||
amyfoxfitness.com
|
backgroundpictures.net
|
||||||
android4fun.org
|
baikaleminer.com
|
||||||
angry-fermi-7633.arukascloud.io
|
balitouroffice.com
|
||||||
apidiamondatanet-a.akamaihd.net
|
balkanfarma.ru
|
||||||
apilinkswiftco-a.akamaihd.net
|
bestbrainprod.win
|
||||||
apps-analytics.net
|
bestdooz.com
|
||||||
autobudpostach.club
|
bigames.online
|
||||||
bankofthewext.com
|
|
||||||
best-way.men
|
|
||||||
bestwrinklecreamnow.com
|
|
||||||
bif-ru.info
|
|
||||||
bigpictures.club
|
|
||||||
bio-optomarket.ru
|
bio-optomarket.ru
|
||||||
bitcoins-live.ru
|
biznesluxe.ru
|
||||||
blagovest-med.ru
|
bizru.info
|
||||||
bluesalt.co
|
blavia.00author.com
|
||||||
boeuklad.com
|
bloggedporn.com
|
||||||
bombla.org
|
blog-hits.com
|
||||||
|
bolezniorganov.ru
|
||||||
|
bolitgorlo.net
|
||||||
|
bonky.biz
|
||||||
|
bonzybuddy.com
|
||||||
|
browserprotecter.com
|
||||||
|
brus-vsem.ru
|
||||||
btc4u.ru
|
btc4u.ru
|
||||||
budilneg.xyz
|
butstrap.space
|
||||||
buyessaynow.biz
|
|
||||||
buyhoverboard.com
|
buyhoverboard.com
|
||||||
buynorxx.com
|
callmd5map.com
|
||||||
bzero1jewelry.net
|
call-of-duty.info
|
||||||
c1.onedmp.com
|
camdolls.com
|
||||||
carapics.com
|
canvas.gloverid.site
|
||||||
casablancamanor.co.za
|
capacitacionyaprendizaje.com
|
||||||
celebsopics.com
|
carsdined.org
|
||||||
centrdebut.ru
|
cartierjusteunclou.xyz
|
||||||
cercacamion.it
|
cartierlovebraceletreplica.xyz
|
||||||
chatroulette.video
|
casinorewards.info
|
||||||
cialiswithoutadoctor.net
|
cdnnetwok.xyz
|
||||||
clickso.com
|
checkm8.com
|
||||||
clips.ua.ac.be
|
checkpagerank.net
|
||||||
compliance-andrew.top
|
clickaider.com
|
||||||
compliance-elena.top
|
clickhype.com
|
||||||
contextualyield.com
|
clicksor.net
|
||||||
counciltally.com
|
clipartnew.com
|
||||||
cracksplanet.com
|
cl.s7.exct.net
|
||||||
crazyboost.pro
|
club-musics.ru
|
||||||
creditmoney.com.ua
|
coindirect.io
|
||||||
|
comeondog.info
|
||||||
|
com-secure.download
|
||||||
|
crirussian.ru
|
||||||
customerpromos-a.akamaihd.net
|
customerpromos-a.akamaihd.net
|
||||||
cv.wallhade.co
|
diffbot.com
|
||||||
dailyfinancefix.com
|
dimkino.ru
|
||||||
darkbooks.org
|
domik-derevne.ru
|
||||||
data1.scopich.com
|
dosugrostov.site
|
||||||
day-news.info
|
doyouknowtheword-flummox.ml
|
||||||
ddpills.com
|
drivotracker.com
|
||||||
deda-moroza-zakaz.ru
|
dyshagi.ru
|
||||||
delitime.info
|
eandsgallery.com
|
||||||
detki-opt.ru
|
e-avon.ru
|
||||||
detskie-zabavi.ru
|
e-commerce-seo1.com
|
||||||
detsky-nabytek.info
|
elektrozigarette1.dreamwidth.org
|
||||||
divatraffic.com
|
elkacentr.ru
|
||||||
dmmspy.com
|
essaypro.com
|
||||||
dms-sw.ru
|
etenininrade.ga
|
||||||
dneprsvet.com.ua
|
europages.com.ru
|
||||||
downloadmefiranaratb1972.xpg.com.br
|
everytalk.tv
|
||||||
dpihatinh.gov.vn
|
f07.de
|
||||||
draniki.org
|
familienzahnaerzte.com
|
||||||
drunkmoms.net
|
fashionindeed.ml
|
||||||
dverimegapolis.ru
|
feel-planet.com
|
||||||
dynainbox.com
|
fertilitetsradgivningen.se
|
||||||
dyt.net
|
fickblock18.com
|
||||||
eduserver.net
|
fickkontaktehobbyhuren.com
|
||||||
ee77ee.com
|
finansov.info
|
||||||
ekosmetyki.net.pl
|
fitfloponline.store
|
||||||
electrik-avenue.com
|
flashlarevista.com
|
||||||
emediate.eu
|
flauntyoursite.com
|
||||||
epngo.bz
|
free-floating-buttons.com
|
||||||
europeanwatches.ru
|
g33.org
|
||||||
everypony.ru
|
getyourimage.club
|
||||||
evogarage.com
|
glall.ru
|
||||||
faz99.com
|
|
||||||
femmesdenudees.com
|
|
||||||
fickenbumsen.net
|
|
||||||
fivedwld.cf
|
|
||||||
flprog.com
|
|
||||||
forexgb.ru
|
|
||||||
forms-mtm.ru
|
|
||||||
forsex.info
|
|
||||||
foto-telok.net
|
|
||||||
gallerylisting.com
|
|
||||||
gameonasia.com
|
|
||||||
gameplexcity.com
|
|
||||||
gamerextra.com
|
|
||||||
gazoblok.net.ua
|
|
||||||
globalsurfari.com
|
globalsurfari.com
|
||||||
gsasearchengineranker.pw
|
guarrasdelporno.xxx
|
||||||
hasshe.com
|
gwagka.com
|
||||||
healmytrauma.info
|
gwhwpxbw.bloger.index.hr
|
||||||
hermesbirkinhandbagoutlets.com
|
gyffu.com
|
||||||
hermesbracelets.xyz
|
hamilton.ca
|
||||||
hetmanship.xyz
|
happy.new.yeartwit.com
|
||||||
hkdiiohi.skyrock.com
|
hausfrauensex18.com
|
||||||
hol.es
|
hoholikik.club
|
||||||
hopeonthestreet.co.uk
|
homedo.fabpage.com
|
||||||
hotshoppymac.com
|
hostnow.men
|
||||||
hully.altervista.org
|
hotsocialz.com
|
||||||
hunterboots.online
|
housekuba.org
|
||||||
hunthillfarmtrust.org
|
house.sieraddns.com
|
||||||
iamsport.org
|
hybrid.ru
|
||||||
ilovevitaly.com
|
hystersister.com
|
||||||
imagerydatabase.com
|
immobiliaremassaro.com
|
||||||
|
inboxdollars.com
|
||||||
|
indiakino.net
|
||||||
indianmedicaltourismshop.com
|
indianmedicaltourismshop.com
|
||||||
iphantom.com
|
in-tandem.co
|
||||||
|
interior-stickers.ru
|
||||||
|
intervsem.ru
|
||||||
|
islandminingsupply.wordpress.com
|
||||||
|
ivearchenceinflu.cf
|
||||||
|
iwantedmoney.com
|
||||||
javcoast.com
|
javcoast.com
|
||||||
jerseywholesalechinabiz.com
|
jbl-charge.info
|
||||||
jillepille.com
|
jmat.cn
|
||||||
juliaworld.net
|
justdating.online
|
||||||
kanimage.com
|
kadashihotel.com
|
||||||
karachev-city.ru
|
kam-dom.ru
|
||||||
kichenaid.ru
|
kenaba.su
|
||||||
kmgamex.cf
|
kinoduh.ru
|
||||||
liky.co.ua
|
kliksaya.com
|
||||||
|
krasnodar.zrus.org
|
||||||
|
krassh.ru
|
||||||
|
krasula.pp.ua
|
||||||
|
laparfumotec.com
|
||||||
|
lawyersinfo.org
|
||||||
|
lerporn.info
|
||||||
|
liffa.ru
|
||||||
|
linkdebrideur.xyz
|
||||||
|
lion.snapmap.us
|
||||||
ljusihus.se
|
ljusihus.se
|
||||||
lostaruban.com
|
localflirtbuddies.com
|
||||||
m292.info
|
luxmagazine.cf
|
||||||
magnetic-bracelets.ru
|
machicon-akihabara.info
|
||||||
matb3aa.com
|
matsdale.com
|
||||||
mediafresh.online
|
megaindex.ru
|
||||||
medi-fitt.hu
|
michaelkorsoutletstore.net
|
||||||
middlerush-a.akamaihd.net
|
minegam.com
|
||||||
mikrobiologies.ru
|
mobilemedia.md
|
||||||
miniads.ca
|
mobplayer.ru
|
||||||
miniature.io
|
mojpreskumanie.com
|
||||||
mir-limuzinov.ru
|
moncleroutletonline.xyz
|
||||||
mistr-x.org
|
moneyviking-a.akamaihd.net
|
||||||
mobile.ok.ru
|
mouselink.co
|
||||||
mojpregled.com
|
mrlmedia.net
|
||||||
monclercoats.xyz
|
mtmtv.info
|
||||||
monitorwebsitespeed.com
|
mycouponizemac.com
|
||||||
myftpupload.com
|
myfreecams.com
|
||||||
myiptest.com
|
newstaffadsshop.club
|
||||||
nastydollars.com
|
novgorod.xrus.org
|
||||||
ok.ru
|
okayimage.com
|
||||||
olympescort.com
|
o-o-6-o-o.com
|
||||||
onlinewritingjobs17.blogspot.ru
|
ooo-olni.ru
|
||||||
ooo-gotovie.ru
|
|
||||||
openmultipleurl.com
|
|
||||||
orel-reshka.net
|
orel-reshka.net
|
||||||
orenburg-gsm.ru
|
osb.se11.ru
|
||||||
osoznanie-narkotikam.net
|
paydayonlinecom.com
|
||||||
oxford-book.com.ua
|
pc-services.ru
|
||||||
pagesense.com
|
perfectpracticeweb.com
|
||||||
pattersonsweb.com
|
photo.houseofgaga.ru
|
||||||
pcboa.se
|
pictures-and-images.com
|
||||||
pdns.download
|
picturesboss.com
|
||||||
photochki.com
|
pizza-tycoon.com
|
||||||
pio.polytopesexempt.com
|
poem-paying.gq
|
||||||
pixell.club
|
pontiacsolstice.info
|
||||||
pojdelo.weebly.com
|
pooleroadmedicalcentre.co.uk
|
||||||
polimga.pw
|
popunder.ru
|
||||||
popander.mobi
|
pornogig.com
|
||||||
pornogad.com
|
pozdrawleniya.com
|
||||||
porno-video-chati.ru
|
pricheskaonline.ru
|
||||||
praisong.net
|
printdirectforless.com
|
||||||
proekt-gaz.ru
|
prlog.ru
|
||||||
psoriasis-file.trade
|
prodess.ru
|
||||||
remedyotc.com
|
qexyfu.bugs3.com
|
||||||
remybutler.fr
|
quickcashlimited.com
|
||||||
rewardit.com
|
remont-komputerov-notebook.ru
|
||||||
rp9.ru
|
ricorsogiustizia.org
|
||||||
sa-live.com
|
roll123.com
|
||||||
sbdl.no
|
rubbed.us
|
||||||
scrapinghub.com
|
rumamba.com
|
||||||
seminarygeorgia59.ga
|
runtnc.net
|
||||||
sendearnings.com
|
savetubevideo.com
|
||||||
seoexperimenty.ru
|
scanner-jane.top
|
||||||
seorankinglinks.xyz
|
seminarykansas904.ml
|
||||||
service.adtech.fr
|
semrush.com
|
||||||
sextracker.de
|
senger.atspace.co.uk
|
||||||
soc-econom-problems.ru
|
seoanalyses.com
|
||||||
socialmonkee.com
|
seo-prof1.xyz
|
||||||
social-s-ggg.xyz
|
seoprofiler.com
|
||||||
social-s-hhh.xyz
|
seotoolsagency.com
|
||||||
soft-terminal.ru
|
sexobzor.info
|
||||||
sotkal.lark.ru
|
sex-pr.net
|
||||||
space-worry.ml
|
sexsaoy.com
|
||||||
speechfoodie.com
|
shitmovs.com
|
||||||
startufa.ru
|
sierraapps.com
|
||||||
sterva.cc
|
sildenafil-tadalafil.info
|
||||||
stevemonsen.com
|
simul.co
|
||||||
superlist.biz
|
s-iwantyou.com
|
||||||
suralink.com
|
skladvaz.ru
|
||||||
surffoundation.nl
|
skuteczna-dieta.co.pl
|
||||||
surintech.ac.th
|
slayerlife.com
|
||||||
svnuppsalaorebro.se
|
smart-balancewheel.com
|
||||||
sweepstakes.rewardit.com
|
soc-proof.su
|
||||||
taxi-v-eisk.ru
|
solmarket.by
|
||||||
tds-advert002.info
|
sonnikforme.ru
|
||||||
telefonsexsofort.tk
|
spywareit.com
|
||||||
templates.franklinfire.co
|
streetfire.net
|
||||||
thaismartloan.com
|
swinginwithme.ru
|
||||||
thebluffs.com
|
taximytishi.ru
|
||||||
thecoolimages.net
|
tech4master.com
|
||||||
|
thegalerie.eu
|
||||||
|
tiandeural.ru
|
||||||
|
tizanidineforopiatewithdrawal.blogspot.com
|
||||||
tizanidinehydrochloride4mgstreetvalue.blogspot.com
|
tizanidinehydrochloride4mgstreetvalue.blogspot.com
|
||||||
tizanidinerecreationaluse.blogspot.com
|
toolsky.com
|
||||||
tizanidinevssoma.blogspot.com
|
toonfamilies.net
|
||||||
tootoo.to
|
torrentgamer.net
|
||||||
toys.erolove.in
|
touchmods.fr
|
||||||
|
toy-shop.top
|
||||||
tripper.de
|
tripper.de
|
||||||
tuckpointingmasonrysystems.com
|
turbodsp.com
|
||||||
turbo-suslik.org
|
turbo-suslik.org
|
||||||
tvand.ru
|
uamtrk.com
|
||||||
tv-spoty.info
|
uchebavchehii.ru
|
||||||
twojebook.pl
|
upstore.me
|
||||||
txxx.com
|
v720hd.ru
|
||||||
vacuumscleaner.com
|
vduplo.ru
|
||||||
viel.su
|
vedomstvo.net
|
||||||
vikistars.com
|
viandpet.com
|
||||||
visa-pasport.ru
|
videochat.cafe
|
||||||
visitcambridge.org
|
vtc.pw
|
||||||
vladhistory.com
|
wechatdownload10.com
|
||||||
vvpg.ru
|
westum.se
|
||||||
watchinf.com
|
withstandingheartwarming.com
|
||||||
watch-movies.ru
|
xchat26.myfreecams.com
|
||||||
webadvance.club
|
x-diesel.info
|
||||||
wesharepics.info
|
xdoza.com
|
||||||
wtsindia.in
|
xn----9sbebi2bvzr7h.xn--p1ai
|
||||||
wttavern.com
|
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
|
||||||
x-lime.net
|
zapatosenventa.info
|
||||||
xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai
|
zarenica.net
|
||||||
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
|
zatjmuzu.info
|
||||||
xsion.net
|
zoogdinsney.com
|
||||||
xxx-treker.ru
|
|
||||||
yougotanewdomain.com
|
|
||||||
yourads.website
|
|
||||||
yurgorod.ru
|
|
||||||
yur-p.ru
|
|
||||||
zoosexart.com
|
|
||||||
zvezdagedon.ru
|
|
||||||
|
|
Binary file not shown.
Binary file not shown.
|
@ -4,7 +4,7 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1634
|
#### Version: V4.2019.06.1635
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
@ -4,7 +4,7 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1634
|
#### Version: V4.2019.06.1635
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
@ -11,7 +11,7 @@
|
||||||
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1634
|
#### Version: V4.2019.06.1635
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
@ -3,7 +3,7 @@
|
||||||
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1634
|
#### Version: V4.2019.06.1635
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1634
|
### Version: V4.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
### Updated: Thu Jun 27 11:08:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2019.06.1634
|
### Version: V3.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:26 SAST 2019
|
### Updated: Thu Jun 27 11:08:23 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
@ -7712,6 +7712,116 @@ map $http_referer $bad_referer {
|
||||||
geo $validate_client {
|
geo $validate_client {
|
||||||
default 0;
|
default 0;
|
||||||
|
|
||||||
|
# ----------------------------------------------
|
||||||
|
# Whitelist all your OWN IP addresses and Ranges
|
||||||
|
# ----------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------------------------------------------------------------------
|
||||||
|
# WHITELIST all your own IP addresses using the include file below.
|
||||||
|
# New Method Uses the include file below so that when pulling future updates your
|
||||||
|
# whitelisted IP addresses are automatically now included for you.
|
||||||
|
# Read Comments inside whitelist-ips.conf for customization tips.
|
||||||
|
# Updating the main globalblacklist.conf file will not touch your custom include files
|
||||||
|
# whitelist-ips.conf reigns supreme !!!
|
||||||
|
# Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP
|
||||||
|
# Anything blacklisted above this line will be over-ridden by whitelist-ips.conf
|
||||||
|
# --------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------------------------------------------------------
|
||||||
|
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
# --------------------------------------------------------------------------
|
||||||
|
|
||||||
|
include /etc/nginx/bots.d/whitelist-ips.conf;
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------------
|
||||||
|
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
|
# ------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# --------------------------
|
||||||
|
# WHITELIST Google IP Ranges
|
||||||
|
# --------------------------
|
||||||
|
|
||||||
|
# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
108.177.0.0/17 0;
|
||||||
|
172.217.0.0/16 0;
|
||||||
|
173.194.0.0/16 0;
|
||||||
|
2001:4860:4000::/36 0;
|
||||||
|
203.208.60.0/24 0;
|
||||||
|
207.126.144.0/20 0;
|
||||||
|
209.85.128.0/17 0;
|
||||||
|
216.239.32.0/19 0;
|
||||||
|
216.58.192.0/19 0;
|
||||||
|
2404:6800:4000::/36 0;
|
||||||
|
2607:f8b0:4000::/36 0;
|
||||||
|
2800:3f0:4000::/36 0;
|
||||||
|
2a00:1450:4000::/36 0;
|
||||||
|
2c0f:fb50:4000::/36 0;
|
||||||
|
35.192.0.0/12 0;
|
||||||
|
64.18.0.0/20 0;
|
||||||
|
64.233.160.0/19 0;
|
||||||
|
64.68.80.0/21 0;
|
||||||
|
65.52.0.0/14 0;
|
||||||
|
66.102.0.0/20 0;
|
||||||
|
66.249.64.0/19 0;
|
||||||
|
72.14.192.0/18 0;
|
||||||
|
74.125.0.0/16 0;
|
||||||
|
# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
|
# ------------------------
|
||||||
|
# WHITELIST Bing IP Ranges
|
||||||
|
# ------------------------
|
||||||
|
|
||||||
|
# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
131.253.21.0/24 0;
|
||||||
|
131.253.22.0/23 0;
|
||||||
|
131.253.24.0/21 0;
|
||||||
|
131.253.24.0/22 0;
|
||||||
|
131.253.32.0/20 0;
|
||||||
|
157.54.0.0/15 0;
|
||||||
|
157.56.0.0/14 0;
|
||||||
|
157.60.0.0/16 0;
|
||||||
|
199.30.16.0/24 0;
|
||||||
|
199.30.27.0/24 0;
|
||||||
|
207.46.0.0/16 0;
|
||||||
|
40.112.0.0/13 0;
|
||||||
|
40.120.0.0/14 0;
|
||||||
|
40.124.0.0/16 0;
|
||||||
|
40.125.0.0/17 0;
|
||||||
|
40.74.0.0/15 0;
|
||||||
|
40.76.0.0/14 0;
|
||||||
|
40.80.0.0/12 0;
|
||||||
|
40.96.0.0/12 0;
|
||||||
|
# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
|
# ------------------------------
|
||||||
|
# WHITELIST Cloudflare IP Ranges
|
||||||
|
# ------------------------------
|
||||||
|
|
||||||
|
# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
103.21.244.0/22 0;
|
||||||
|
103.22.200.0/22 0;
|
||||||
|
103.31.4.0/22 0;
|
||||||
|
104.16.0.0/12 0;
|
||||||
|
108.162.192.0/18 0;
|
||||||
|
131.0.72.0/22 0;
|
||||||
|
141.101.64.0/18 0;
|
||||||
|
162.158.0.0/15 0;
|
||||||
|
172.64.0.0/13 0;
|
||||||
|
173.245.48.0/20 0;
|
||||||
|
188.114.96.0/20 0;
|
||||||
|
190.93.240.0/20 0;
|
||||||
|
197.234.240.0/22 0;
|
||||||
|
198.41.128.0/17 0;
|
||||||
|
199.27.128.0/21 0;
|
||||||
|
2400:cb00::/32 0;
|
||||||
|
2405:8100::/32 0;
|
||||||
|
2405:b500::/32 0;
|
||||||
|
2606:4700::/32 0;
|
||||||
|
2803:f800::/32 0;
|
||||||
|
2a06:98c0::/29 0;
|
||||||
|
2c0f:f248::/32 0;
|
||||||
|
# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
# -------------------------------------
|
# -------------------------------------
|
||||||
# BLOCK known Wordpress Theme Detectors
|
# BLOCK known Wordpress Theme Detectors
|
||||||
# -------------------------------------
|
# -------------------------------------
|
||||||
|
@ -17782,91 +17892,6 @@ geo $validate_client {
|
||||||
46.101.115.65 1;
|
46.101.115.65 1;
|
||||||
# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###
|
# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###
|
||||||
|
|
||||||
# --------------------------
|
|
||||||
# WHITELIST Google IP Ranges
|
|
||||||
# --------------------------
|
|
||||||
|
|
||||||
# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
108.177.0.0/17 0;
|
|
||||||
172.217.0.0/16 0;
|
|
||||||
173.194.0.0/16 0;
|
|
||||||
2001:4860:4000::/36 0;
|
|
||||||
203.208.60.0/24 0;
|
|
||||||
207.126.144.0/20 0;
|
|
||||||
209.85.128.0/17 0;
|
|
||||||
216.239.32.0/19 0;
|
|
||||||
216.58.192.0/19 0;
|
|
||||||
2404:6800:4000::/36 0;
|
|
||||||
2607:f8b0:4000::/36 0;
|
|
||||||
2800:3f0:4000::/36 0;
|
|
||||||
2a00:1450:4000::/36 0;
|
|
||||||
2c0f:fb50:4000::/36 0;
|
|
||||||
35.192.0.0/12 0;
|
|
||||||
64.18.0.0/20 0;
|
|
||||||
64.233.160.0/19 0;
|
|
||||||
64.68.80.0/21 0;
|
|
||||||
65.52.0.0/14 0;
|
|
||||||
66.102.0.0/20 0;
|
|
||||||
66.249.64.0/19 0;
|
|
||||||
72.14.192.0/18 0;
|
|
||||||
74.125.0.0/16 0;
|
|
||||||
# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# ------------------------
|
|
||||||
# WHITELIST Bing IP Ranges
|
|
||||||
# ------------------------
|
|
||||||
|
|
||||||
# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
131.253.21.0/24 0;
|
|
||||||
131.253.22.0/23 0;
|
|
||||||
131.253.24.0/21 0;
|
|
||||||
131.253.24.0/22 0;
|
|
||||||
131.253.32.0/20 0;
|
|
||||||
157.54.0.0/15 0;
|
|
||||||
157.56.0.0/14 0;
|
|
||||||
157.60.0.0/16 0;
|
|
||||||
199.30.16.0/24 0;
|
|
||||||
199.30.27.0/24 0;
|
|
||||||
207.46.0.0/16 0;
|
|
||||||
40.112.0.0/13 0;
|
|
||||||
40.120.0.0/14 0;
|
|
||||||
40.124.0.0/16 0;
|
|
||||||
40.125.0.0/17 0;
|
|
||||||
40.74.0.0/15 0;
|
|
||||||
40.76.0.0/14 0;
|
|
||||||
40.80.0.0/12 0;
|
|
||||||
40.96.0.0/12 0;
|
|
||||||
# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# ------------------------------
|
|
||||||
# WHITELIST Cloudflare IP Ranges
|
|
||||||
# ------------------------------
|
|
||||||
|
|
||||||
# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
103.21.244.0/22 0;
|
|
||||||
103.22.200.0/22 0;
|
|
||||||
103.31.4.0/22 0;
|
|
||||||
104.16.0.0/12 0;
|
|
||||||
108.162.192.0/18 0;
|
|
||||||
131.0.72.0/22 0;
|
|
||||||
141.101.64.0/18 0;
|
|
||||||
162.158.0.0/15 0;
|
|
||||||
172.64.0.0/13 0;
|
|
||||||
173.245.48.0/20 0;
|
|
||||||
188.114.96.0/20 0;
|
|
||||||
190.93.240.0/20 0;
|
|
||||||
197.234.240.0/22 0;
|
|
||||||
198.41.128.0/17 0;
|
|
||||||
199.27.128.0/21 0;
|
|
||||||
2400:cb00::/32 0;
|
|
||||||
2405:8100::/32 0;
|
|
||||||
2405:b500::/32 0;
|
|
||||||
2606:4700::/32 0;
|
|
||||||
2803:f800::/32 0;
|
|
||||||
2a06:98c0::/29 0;
|
|
||||||
2c0f:f248::/32 0;
|
|
||||||
# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
||||||
# -------------------------------------------------
|
# -------------------------------------------------
|
||||||
# BLACKLIST IP addresses and IP Ranges Customizable
|
# BLACKLIST IP addresses and IP Ranges Customizable
|
||||||
# -------------------------------------------------
|
# -------------------------------------------------
|
||||||
|
@ -17890,31 +17915,6 @@ geo $validate_client {
|
||||||
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
# END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
# ----------------------------------------------
|
|
||||||
# Whitelist all your OWN IP addresses and Ranges
|
|
||||||
# ----------------------------------------------
|
|
||||||
|
|
||||||
# --------------------------------------------------------------------------------------
|
|
||||||
# WHITELIST all your own IP addresses using the include file below.
|
|
||||||
# New Method Uses the include file below so that when pulling future updates your
|
|
||||||
# whitelisted IP addresses are automatically now included for you.
|
|
||||||
# Read Comments inside whitelist-ips.conf for customization tips.
|
|
||||||
# Updating the main globalblacklist.conf file will not touch your custom include files
|
|
||||||
# whitelist-ips.conf reigns supreme !!!
|
|
||||||
# Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP
|
|
||||||
# Anything blacklisted above this line will be over-ridden by whitelist-ips.conf
|
|
||||||
# --------------------------------------------------------------------------------------
|
|
||||||
|
|
||||||
# --------------------------------------------------------------------------
|
|
||||||
# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
|
||||||
# --------------------------------------------------------------------------
|
|
||||||
|
|
||||||
include /etc/nginx/bots.d/whitelist-ips.conf;
|
|
||||||
|
|
||||||
# ------------------------------------------------------------------------
|
|
||||||
# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ###
|
|
||||||
# ------------------------------------------------------------------------
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
# --------------------------------------------------------------------------------------
|
# --------------------------------------------------------------------------------------
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1634
|
### Version: V4.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:24 SAST 2019
|
### Updated: Thu Jun 27 11:08:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -6,8 +6,8 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1634
|
### Version: V4.2019.06.1635
|
||||||
### Updated: Thu Jun 27 10:50:27 SAST 2019
|
### Updated: Thu Jun 27 11:08:24 SAST 2019
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
### Version Information ##
|
### Version Information ##
|
||||||
|
|
Loading…
Add table
Reference in a new issue