mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-04 19:50:17 +00:00
V4.2019.06.1625 [ci skip]
This commit is contained in:
Travis
parent
d04976f2bf
commit
6fec5829be
43 changed files with 2032 additions and 16147 deletions
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1624
|
### Version: V4.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:21 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -2,8 +2,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.07
|
### Version: V4.2019.09
|
||||||
### Updated: 2019-06-24
|
### Updated: 2019-06-25
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
|
@ -54,22 +54,20 @@
|
||||||
# ---------
|
# ---------
|
||||||
# EXAMPLES:
|
# EXAMPLES:
|
||||||
# ---------
|
# ---------
|
||||||
# "~*\badultgalls\b" 1;
|
# "~*(?:\b)adultgalls(?:\b|)" 1;
|
||||||
# "~*\bamateurxpass\b" 1;
|
# "~*(?:\b)amateurxpass(?:\b|)" 1;
|
||||||
# "~*\bbigblackbooty\b" 1;
|
# "~*(?:\b)bigblackbooty(?:\b|)" 1;
|
||||||
# "~*\bblacktits\b" 1;
|
# "~*(?:\b)blacktits(?:\b|)" 1;
|
||||||
# "~*\bcookie\-law\-enforcement\b" 1;
|
# "~*(?:\b)cookie\-law\-enforcement(?:\b|)" 1;
|
||||||
# "~*\bfree\-share\-buttons\b" 1;
|
# "~*(?:\b)free\-share\-buttons(?:\b|)" 1;
|
||||||
# "~*\bfree\-social\-buttons\b" 1;
|
# "~*(?:\b)free\-social\-buttons(?:\b|)" 1;
|
||||||
# "~*\bfuck\-paid\-share\-buttons\b" 1;
|
# "~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)" 1;
|
||||||
# "~*\bilovevitaly\b" 1;
|
# "~*(?:\b)ilovevitaly(?:\b|)" 1;
|
||||||
# "~*\blaw\-enforcement\-bot\b" 1;
|
# "~*(?:\b)law\-enforcement\-bot(?:\b|)" 1;
|
||||||
# "~*\blaw\-enforcement\-check\b" 1;
|
# "~*(?:\b)law\-enforcement\-check(?:\b|)" 1;
|
||||||
# "~*\bshare\-buttons\-for\-free\b" 1;
|
# "~*(?:\b)share\-buttons\-for\-free(?:\b|)" 1;
|
||||||
# "~*\bwebfuck\b" 1;
|
# "~*(?:\b)webfuck(?:\b|)" 1;
|
||||||
# "~*\bxxxrus\b" 1;
|
# "~*(?:\b)xxxrus(?:\b|)" 1;
|
||||||
# "~*\bzeroredirect\b" 1;
|
# "~*(?:\b)zeroredirect(?:\b|)" 1;
|
||||||
|
|
||||||
"~*(?:\b)thisisabadword(?:\b|)" 1;
|
|
||||||
"~*(?:\b)thisisanotherbadword(?:\b|)" 1;
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,91 @@
|
||||||
35.202.145.110 1;
|
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
|
||||||
127.0.0.1 1;
|
|
||||||
|
### VERSION INFORMATION #
|
||||||
|
###################################################
|
||||||
|
### Version: V4.2019.08
|
||||||
|
### Updated: 2019-06-24
|
||||||
|
###################################################
|
||||||
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
|
||||||
|
##############################################################################
|
||||||
|
# _ __ _ #
|
||||||
|
# / |/ /__ _(_)__ __ __ #
|
||||||
|
# / / _ `/ / _ \\ \ / #
|
||||||
|
# /_/|_/\_, /_/_//_/_\_\ #
|
||||||
|
# __/___/ __ ___ __ ___ __ __ #
|
||||||
|
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||||
|
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||||
|
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||||
|
# #
|
||||||
|
##############################################################################
|
||||||
|
|
||||||
|
# This is merely an example and gets auto included as since Version 2.2017.07 introduced on 2017-04-20
|
||||||
|
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||||
|
# For all intensive purpose you can delete everything inside this file and leave it
|
||||||
|
# completely blank if you do not want your Nginx Blocker to do any blocking of bad IP's
|
||||||
|
|
||||||
|
# Add IP's you want to blacklist below this line, one per line as per example
|
||||||
|
# Nginx [warn] notices may be reported when you try reload Nginx if you happen to include an
|
||||||
|
# IP here that may already be included by the blocker with it's daily updates
|
||||||
|
# NOTE: It is only an Nginx Warning message and will not cause Nginx to fail a reload.
|
||||||
|
|
||||||
|
# 111.111.111.111 1;
|
||||||
|
|
||||||
|
# Cyveillance / Qwest Communications / PSINET
|
||||||
|
# *******************************************
|
||||||
|
# I am extensively researching this subject - appears to be US government involved
|
||||||
|
# and also appears to be used by all sorts of law enforcement agencies. For one they
|
||||||
|
# do not obey robots.txt and continually disguise their User-Agent strings. Time will
|
||||||
|
# tell if this is all correct or not.
|
||||||
|
# For now see - https://en.wikipedia.org/wiki/Cyveillance
|
||||||
|
|
||||||
|
# IMPORTANT UPDATE ON Cyveillance / Qwest Communications !!!
|
||||||
|
# **********************************************************
|
||||||
|
# I have done a lot of research on Cyveillance now and through monitoring my logs I know
|
||||||
|
# for sure what companies are using them and what they are actually looking for.
|
||||||
|
# My research has led me to understand that Cyveillance services are used by hundreds
|
||||||
|
# of companies to help them dicsover theft of copyrighted materials like images, movies
|
||||||
|
# music and other materials. I personally believe a lot of block lists who originally recommended
|
||||||
|
# blocking Cyveillance have done so to protect their torrent or p2p sites from being scanned.
|
||||||
|
# I personally have now unblocked them as image theft is a big problem of mine but if you
|
||||||
|
# do want to block Cyveillance you can simply modify the entries in the block below from "0" to "1"
|
||||||
|
# Getty Images is one such company who appears to use Cyveillance to help monitor for copyright theft.
|
||||||
|
|
||||||
|
# If you really do want to block them change all the 0's below to 1.
|
||||||
|
# Use this section at YOUR OWN RISK, you may block some legitimate networks but after many hours of
|
||||||
|
# Research this is now the completely updated list of all IP ranges IPV4 and IPV6 owned Qwest Communications
|
||||||
|
# PSINET and Cyveillance
|
||||||
|
|
||||||
|
# IMPORTANT NOTE: If you really want to keeps bot and things out of certain parts of your web site
|
||||||
|
# Rather implement a comlex Google Re-Captcha to reach sections of your sites and for people to be able
|
||||||
|
# to access download links. Google Re-Captcha with images is too complex for any bot.
|
||||||
|
|
||||||
|
38.0.0.0/8 0;
|
||||||
|
206.2.138.0/23 0;
|
||||||
|
208.71.164.0/22 0;
|
||||||
|
4.17.135.32/27 0;
|
||||||
|
63.144.0.0/13 0;
|
||||||
|
65.112.0.0/12 0;
|
||||||
|
65.192.0.0/11 0;
|
||||||
|
65.213.208.128/27 0;
|
||||||
|
65.222.176.96/27 0;
|
||||||
|
65.222.185.72/29 0;
|
||||||
|
|
||||||
|
# ****************
|
||||||
|
# Berkely Scanner
|
||||||
|
# ****************
|
||||||
|
|
||||||
|
# The Berkeley University has a scanner testing all over the web sending a complex
|
||||||
|
# payload an expecting a reply from servers who are infected or who just respond to such
|
||||||
|
# a payload. The payload looks similar to this
|
||||||
|
# "$\xC9\xE1\xDC\x9B+\x8F\x1C\xE71\x99\xA8\xDB6\x1E#\xBB\x19#Hx\xA7\xFD\x0F9-"
|
||||||
|
# and is sometime VERY long. You may have noticed this in your logs.
|
||||||
|
# I support research projects and all my servers respond with an error to this type of
|
||||||
|
# string so I do not block them but if you want to block just uncomment the following line
|
||||||
|
# or email them asking them not to scan your server. They do respond.
|
||||||
|
# Visit http://169.229.3.91/ for more info
|
||||||
|
|
||||||
|
# If you really do want to block them change all the 0 below to 1.
|
||||||
|
|
||||||
|
169.229.3.91 0;
|
||||||
|
|
|
||||||
|
|
@ -58,561 +58,4 @@
|
||||||
# "~*\bsomeverybaduseragentname2\b" 3;
|
# "~*\bsomeverybaduseragentname2\b" 3;
|
||||||
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
||||||
|
|
||||||
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
"~*(?:\b)360Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)404checker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)404enemy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)80legs(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Abonti(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aboundex(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aboundexbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Acunetix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ADmantX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AhrefsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AIBOT(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AiHitBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aipbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Alexibot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Alligator(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AllSubmitter(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AlphaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Anarchie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Apexoo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)archive.org_bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ASPSeek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Asterias(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Attach(?:\b|)" 0;
|
|
||||||
"~*(?:\b)autoemailspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackDoorBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Backlink-Ceck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)backlink-check(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BacklinkCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackStreet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Badass(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bandit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Barkrowler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BatchFTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Battleztar\ Bazinga(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BBBike(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BDCbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BDFetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BetaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bigfoot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bitacle(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Blackboard(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Black\ Hole(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BlackWidow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BLEXBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Blow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BlowFish(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Boardreader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bolt(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BotALot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Brandprotect(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Brandwatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Buddy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuiltBotTough(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuiltWith(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bullseye(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BunnySlippers(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuzzSumo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Calculon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CATExplorador(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CazoodleBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CCBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cegbfeieh(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CheeseBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CherryPicker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CheTeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ChinaClaw(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Chlooe(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Claritybot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cliqzbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cloud\ mapping(?:\b|)" 0;
|
|
||||||
"~*(?:\b)coccocbot-web(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cogentbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)cognitiveseo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Collector(?:\b|)" 0;
|
|
||||||
"~*(?:\b)com.plumanalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Copier(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CopyRightCheck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Copyscape(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cosmos(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Craftbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawler4j(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawler.feedback(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawl.sogou.com(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CrazyWebCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Crescent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CrunchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CSHttp(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Curious(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Custo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DatabaseDriverMysqli(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DataCha0s(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DBLBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)demandbase-bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Demon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Deusu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Devil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Digincore(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DigitalPebble(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DIIbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dirbuster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Disco(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Discobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Discoverybot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dispatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DittoSpyder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DnyzBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainAppender(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainSigmaCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainStatsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dotbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Download\ Wonder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dragonfly(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Drip(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DSearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DTS\ Agent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EasyDL(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ebingbong(?:\b|)" 0;
|
|
||||||
"~*(?:\b)eCatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ECCP/1.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ecxi(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EirGrabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EMail\ Siphon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EMail\ Wolf(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EroCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)evc-batch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Evil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Exabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Express\ WebPictures(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ExtLinksBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Extractor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ExtractorPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Extreme\ Picture\ Finder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EyeNetIE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ezooms(?:\b|)" 0;
|
|
||||||
"~*(?:\b)facebookscraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FDM(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FemtosearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FHscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Fimap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Firefox/7.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FlashGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Flunky(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Foobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Freeuploader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FrontPage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FyberSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Fyrebot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GalaxyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Genieo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GermCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Getintent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GetRight(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GetWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gigablast(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gigabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gotit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GoZilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Go!Zilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Grabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrabNet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Grafula(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrapeFX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrapeshotCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GridBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GT::WWW(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Haansoft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HaosouSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Harvest(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Havij(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HEADMasterSEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Heritrix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Hloader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HMView(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTMLparser(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTTP::Lite(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTTrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Humanlinks(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HybridBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iblog(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IDBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Id-search(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IlseBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Image\ Fetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Image\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IndeedBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Indy\ Library(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InfoNaviRobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InfoTekies(?:\b|)" 0;
|
|
||||||
"~*(?:\b)instabid(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Intelliseek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InterGET(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Internet\ Ninja(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InternetSeer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)internetVista\ monitor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ips-agent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iria(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IRLbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iskanie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IstellaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JamesBOT(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jbrofuzz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JennyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JetCar(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jetty(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JikeSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JOC\ Web\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Joomla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jorgee(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JustView(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jyxobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Kenjin\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Keyword\ Density(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Kozmosbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lanshanbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Larbin(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LeechFTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LeechGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LexiBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lftp(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LibWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Libwhisker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lightspeedsystems(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Likse(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Linkdexbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkextractorPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkpadBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkScan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinksManager(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkWalker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaMetadataDownloaderBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaRSSBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaScrapeBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lipperhey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lipperhey\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Litemage_walker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lmspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LNSpiderguy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ltx71(?:\b|)" 0;
|
|
||||||
"~*(?:\b)lwp-request(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LWP::Simple(?:\b|)" 0;
|
|
||||||
"~*(?:\b)lwp-trivial(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Magnet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mag-Net(?:\b|)" 0;
|
|
||||||
"~*(?:\b)magpie-crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mail.RU_Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic12(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic-SEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic\ SEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MarkMonitor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MarkWatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Masscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mass\ Downloader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mata\ Hari(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MauiBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)meanpathbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Meanpathbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MeanPath\ Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mediatoolkitbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)mediawords(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MegaIndex.ru(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Metauri(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MFC_Tear_Sample(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Microsoft\ Data\ Access(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Microsoft\ URL\ Control(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MIDown\ tool(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MIIxpc(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mister\ PiX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MJ12bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mojeek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mr.4x3(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MSFrontPage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MSIECrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Msrabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MS\ Web\ Services\ Client\ Protocol(?:\b|)" 0;
|
|
||||||
"~*(?:\b)muhstik-scan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Musobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Name\ Intelligence(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nameprotect(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Navroad(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NearSite(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Needle(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nessus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetAnts(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Netcraft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetLyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetMechanic(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nettrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Net\ Vampire(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Netvibes(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetZIP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NextGenSearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nibbler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NICErsPRO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Niki-bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nikto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NimbleCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nimbostratus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ninja(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nmap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NPbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nutch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)oBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Octopus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Offline\ Explorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Offline\ Navigator(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OnCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Openfind(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OpenLinkProfiler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Openvas(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OpenVAS(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OrangeBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OrangeSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OutclicksBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OutfoxBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageAnalyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Page\ Analyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageGrabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)page\ scorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageScorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pandalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Panscient(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Papa\ Foto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pavuk(?:\b|)" 0;
|
|
||||||
"~*(?:\b)pcBrowser(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PECL::HTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PeoplePal(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PHPCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Picscout(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Picsearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PictureFinder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pimonster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pi-Monster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pixray(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PleaseCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)plumanalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pockey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Probethenet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ProPowerBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ProWebWalker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Psbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pump(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PxBroker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PyCurl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)QueryN\ Metasearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Quick-Crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankActive(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankActiveLinkBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankFlex(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankingBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankingBot2(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Rankivabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankurBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RealDownload(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Reaper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RebelMouse(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Recorder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RedesScrapy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ReGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RepoMonkey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RocketCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Rogerbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)s1z.ru(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SalesIntelligent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SBIder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScanAlert(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Scanbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)scan.lol(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScoutJet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Scrapy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Screaming(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScreenerBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Searchestate(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SearchmetricsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Semrush(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SemrushBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOkicks(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Seomoz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOprofiler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)seoscanners(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SeoSiteCheckup(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOstats(?:\b|)" 0;
|
|
||||||
"~*(?:\b)serpstatbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sexsearcher(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Shodan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Siphon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SISTRIX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sitebeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteExplorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Siteimprove(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteSnagger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteSucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Site\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sitevigil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SlySearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SmartDownload(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SMTBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snake(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snapbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snoopy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SocialRankIOBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sociscraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sogouspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sogou\ web\ spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sosospider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sottopop(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SpaceBison(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spammen(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SpankBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spanner(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sp_auditbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spinn3r(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SputnikBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)spyfu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqlmap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqlworm(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqworm(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Steeler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Stripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sucuri(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SuperBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SuperHTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Surfbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SurveyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Suzuran(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Swiftbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sysscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Szukacz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)T0PHackTeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)T8Abot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)tAkeOut(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Teleport(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TeleportPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesoft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesphoreo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesphorep(?:\b|)" 0;
|
|
||||||
"~*(?:\b)The\ Intraformant(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TheNomad(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Thumbor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TightTwatBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Titan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Toata(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Toweyabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Tracemyfile(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Trendiction(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Trendictionbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)trendiction.com(?:\b|)" 0;
|
|
||||||
"~*(?:\b)trendiction.de(?:\b|)" 0;
|
|
||||||
"~*(?:\b)True_Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Turingos(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Turnitin(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TurnitinBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TwengaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Twice(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Typhoeus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)UnisterBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Upflow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)URLy.Warning(?:\b|)" 0;
|
|
||||||
"~*(?:\b)URLy\ Warning(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Vacuum(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Vagabondo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VB\ Project(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VCI(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VidibleScraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Virusdie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VoidEYE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Voil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Voltron(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WallpapersHD(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WASALive-Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WBSearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webalta(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebAuto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Auto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebBandit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebCollage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Collage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebCopier(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WEBDAV(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebEnhancer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Enhancer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebFetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Fetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebFuck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Fuck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebGo\ IS(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebImageCollector(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebLeacher(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebmasterWorldForumBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)webmeup-crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebPix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Pix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebReaper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebSauger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Sauger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webshag(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebsiteExtractor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebsiteQuester(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Website\ Quester(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebStripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebSucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebWhacker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebZIP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WeSEE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whacker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whatweb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Who.is\ Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Widow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WinHTTrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WiseGuys\ Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WISENutbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wonderbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Woobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wotbox(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wprecon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WPScan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW-Collector-E(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW-Mechanize(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW::Mechanize(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWWOFFLE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)x09Mozilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)x22Mozilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xaldon_WebSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xenu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)xpymep1.exe(?:\b|)" 0;
|
|
||||||
"~*(?:\b)YoudaoBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zade(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zauba(?:\b|)" 0;
|
|
||||||
"~*(?:\b)zauba.io(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zermelo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zeus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)zgrab(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zitebot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZmEu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZumBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZyBorg(?:\b|)" 0;
|
|
||||||
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load diff
|
|
@ -2,8 +2,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.05
|
### Version: V4.2019.06
|
||||||
### Updated: 2019-06-24
|
### Updated: 2019-06-25
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
|
@ -39,9 +39,7 @@
|
||||||
# ---------
|
# ---------
|
||||||
# EXAMPLES:
|
# EXAMPLES:
|
||||||
# ---------
|
# ---------
|
||||||
# "~*\bmyfirstowndomainname\.com\b" 0;
|
# "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
|
||||||
# "~*\bmy\-second\-owndomainname\.com\b" 0;
|
# "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
|
||||||
|
|
||||||
"~*(?:\b)myowndomain\.com(?:\b|)" 0;
|
|
||||||
"~*(?:\b)myotherdomain\.com(?:\b|)" 0;
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,36 @@
|
||||||
35.202.145.110 0;
|
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
|
||||||
127.0.0.1 0;
|
|
||||||
|
### VERSION INFORMATION #
|
||||||
|
###################################################
|
||||||
|
### Version: V4.2019.04
|
||||||
|
### Updated: 2019-06-24
|
||||||
|
###################################################
|
||||||
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
##############################################################################
|
||||||
|
# _ __ _ #
|
||||||
|
# / |/ /__ _(_)__ __ __ #
|
||||||
|
# / / _ `/ / _ \\ \ / #
|
||||||
|
# /_/|_/\_, /_/_//_/_\_\ #
|
||||||
|
# __/___/ __ ___ __ ___ __ __ #
|
||||||
|
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||||
|
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||||
|
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||||
|
# #
|
||||||
|
##############################################################################
|
||||||
|
|
||||||
|
# Add One Entry Per Line - List all your IP's and IP Ranges you want to whitelist
|
||||||
|
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||||
|
# Automatic updates will never be able to remove this custom list of yours
|
||||||
|
# Add One Entry Per Line as per the example
|
||||||
|
# Only add actual IP addresses and ranges here
|
||||||
|
|
||||||
|
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||||
|
# REFRAIN FROM USING 127.0.0.1 AS IT MAY CAUSE UNDESIRABLE RESULTS ON SOME SYSTEMS
|
||||||
|
# ---------
|
||||||
|
# EXAMPLES:
|
||||||
|
# ---------
|
||||||
|
# 111.111.111.111 0;
|
||||||
|
|
||||||
|
|
||||||
|
35.192.85.2 0;
|
||||||
|
|
|
||||||
|
|
@ -2,10 +2,16 @@
|
||||||
### THE ULTIMATE NGINX BAD BOT BLOCKER
|
### THE ULTIMATE NGINX BAD BOT BLOCKER
|
||||||
### **********************************
|
### **********************************
|
||||||
|
|
||||||
|
### !!!!!!!!!!!!!
|
||||||
|
### TEST TEMPLATE
|
||||||
|
### THIS VERSION IS USED FOR TESTING ANY POTENTIAL BREAKING CHANGES
|
||||||
|
### !!!!!!!!!!!!!
|
||||||
|
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1623
|
### Version: V3.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:02:13 SAST 2019
|
### Updated: Wed Jun 26 12:21:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
@ -10625,7 +10631,7 @@ geo $ratelimited {
|
||||||
# this rate limiting will only take effect if you change any of the bots and change
|
# this rate limiting will only take effect if you change any of the bots and change
|
||||||
# their block value from 1 to 2.
|
# their block value from 1 to 2.
|
||||||
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
|
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
|
||||||
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s;
|
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1;
|
||||||
|
|
||||||
### *** MAKE SURE TO ADD to your nginx.conf ***
|
### *** MAKE SURE TO ADD to your nginx.conf ***
|
||||||
### server_names_hash_bucket_size 64;
|
### server_names_hash_bucket_size 64;
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 1;
|
35.193.7.13 1;
|
||||||
127.0.0.1 1;
|
127.0.0.1 1;
|
||||||
|
|
|
||||||
|
|
@ -3,8 +3,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2018.05
|
### Version: V4.2019.06
|
||||||
### Updated: 2018-08-21
|
### Updated: 2019-06-24
|
||||||
###################################################
|
###################################################
|
||||||
### VERSION INFORMATION ##
|
### VERSION INFORMATION ##
|
||||||
|
|
||||||
|
|
@ -47,572 +47,14 @@
|
||||||
# ---------------------
|
# ---------------------
|
||||||
# WHITELISTING EXAMPLES
|
# WHITELISTING EXAMPLES
|
||||||
# ---------------------
|
# ---------------------
|
||||||
# "~*\bsomeverygooduseragentname1\b" 0;
|
# "~*(?:\b)someverygooduseragentname1(?:\b|)" 0;
|
||||||
# "~*\bsomeverygooduseragentname2\b" 0;
|
# "~*(?:\b)someverygooduseragentname2(?:\b|)" 0;
|
||||||
# "~*\bsome\-very\-good\-useragentname2\b" 0;
|
# "~*(?:\b)some\-very\-good\-useragentname2(?:\b|)" 0;
|
||||||
|
|
||||||
# ---------------------
|
# ---------------------
|
||||||
# BLACKLISTING EXAMPLES
|
# BLACKLISTING EXAMPLES
|
||||||
# ---------------------
|
# ---------------------
|
||||||
# "~*\bsomeverybaduseragentname1\b" 3;
|
# "~*(?:\b)someverybaduseragentname1(?:\b|)" 3;
|
||||||
# "~*\bsomeverybaduseragentname2\b" 3;
|
# "~*(?:\b)someverybaduseragentname2(?:\b|)" 3;
|
||||||
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
# "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3;
|
||||||
|
|
||||||
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
"~*(?:\b)360Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)404checker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)404enemy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)80legs(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Abonti(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aboundex(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aboundexbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Acunetix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ADmantX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AhrefsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AIBOT(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AiHitBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Aipbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Alexibot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Alligator(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AllSubmitter(?:\b|)" 0;
|
|
||||||
"~*(?:\b)AlphaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Anarchie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Apexoo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)archive.org_bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ASPSeek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Asterias(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Attach(?:\b|)" 0;
|
|
||||||
"~*(?:\b)autoemailspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackDoorBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Backlink-Ceck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)backlink-check(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BacklinkCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackStreet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BackWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Badass(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bandit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Barkrowler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BatchFTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Battleztar\ Bazinga(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BBBike(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BDCbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BDFetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BetaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bigfoot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bitacle(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Blackboard(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Black\ Hole(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BlackWidow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BLEXBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Blow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BlowFish(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Boardreader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bolt(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BotALot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Brandprotect(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Brandwatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Buddy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuiltBotTough(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuiltWith(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Bullseye(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BunnySlippers(?:\b|)" 0;
|
|
||||||
"~*(?:\b)BuzzSumo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Calculon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CATExplorador(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CazoodleBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CCBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cegbfeieh(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CheeseBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CherryPicker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CheTeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ChinaClaw(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Chlooe(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Claritybot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cliqzbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cloud\ mapping(?:\b|)" 0;
|
|
||||||
"~*(?:\b)coccocbot-web(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cogentbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)cognitiveseo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Collector(?:\b|)" 0;
|
|
||||||
"~*(?:\b)com.plumanalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Copier(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CopyRightCheck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Copyscape(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Cosmos(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Craftbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawler4j(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawler.feedback(?:\b|)" 0;
|
|
||||||
"~*(?:\b)crawl.sogou.com(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CrazyWebCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Crescent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CrunchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)CSHttp(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Curious(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Custo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DatabaseDriverMysqli(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DataCha0s(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DBLBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)demandbase-bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Demon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Deusu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Devil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Digincore(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DigitalPebble(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DIIbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dirbuster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Disco(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Discobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Discoverybot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dispatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DittoSpyder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DnyzBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainAppender(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainSigmaCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DomainStatsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dotbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Download\ Wonder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Dragonfly(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Drip(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DSearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)DTS\ Agent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EasyDL(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ebingbong(?:\b|)" 0;
|
|
||||||
"~*(?:\b)eCatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ECCP/1.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ecxi(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EirGrabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EMail\ Siphon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EMail\ Wolf(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EroCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)evc-batch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Evil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Exabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Express\ WebPictures(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ExtLinksBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Extractor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ExtractorPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Extreme\ Picture\ Finder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)EyeNetIE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ezooms(?:\b|)" 0;
|
|
||||||
"~*(?:\b)facebookscraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FDM(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FemtosearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FHscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Fimap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Firefox/7.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FlashGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Flunky(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Foobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Freeuploader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FrontPage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)FyberSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Fyrebot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GalaxyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Genieo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GermCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Getintent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GetRight(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GetWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gigablast(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gigabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Gotit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GoZilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Go!Zilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Grabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrabNet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Grafula(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrapeFX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GrapeshotCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GridBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)GT::WWW(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Haansoft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HaosouSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Harvest(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Havij(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HEADMasterSEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Heritrix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Hloader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HMView(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTMLparser(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTTP::Lite(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HTTrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Humanlinks(?:\b|)" 0;
|
|
||||||
"~*(?:\b)HybridBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iblog(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IDBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Id-search(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IlseBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Image\ Fetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Image\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IndeedBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Indy\ Library(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InfoNaviRobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InfoTekies(?:\b|)" 0;
|
|
||||||
"~*(?:\b)instabid(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Intelliseek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InterGET(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Internet\ Ninja(?:\b|)" 0;
|
|
||||||
"~*(?:\b)InternetSeer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)internetVista\ monitor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ips-agent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iria(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IRLbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Iskanie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)IstellaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JamesBOT(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jbrofuzz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JennyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JetCar(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jetty(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JikeSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JOC\ Web\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Joomla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jorgee(?:\b|)" 0;
|
|
||||||
"~*(?:\b)JustView(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Jyxobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Kenjin\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Keyword\ Density(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Kozmosbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lanshanbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Larbin(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LeechFTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LeechGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LexiBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lftp(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LibWeb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Libwhisker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lightspeedsystems(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Likse(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Linkdexbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkextractorPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkpadBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkScan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinksManager(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinkWalker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaMetadataDownloaderBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaRSSBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LinqiaScrapeBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lipperhey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lipperhey\ Spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Litemage_walker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Lmspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LNSpiderguy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ltx71(?:\b|)" 0;
|
|
||||||
"~*(?:\b)lwp-request(?:\b|)" 0;
|
|
||||||
"~*(?:\b)LWP::Simple(?:\b|)" 0;
|
|
||||||
"~*(?:\b)lwp-trivial(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Magnet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mag-Net(?:\b|)" 0;
|
|
||||||
"~*(?:\b)magpie-crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mail.RU_Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic12(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic-SEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Majestic\ SEO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MarkMonitor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MarkWatch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Masscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mass\ Downloader(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mata\ Hari(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MauiBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)meanpathbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Meanpathbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MeanPath\ Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mediatoolkitbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)mediawords(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MegaIndex.ru(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Metauri(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MFC_Tear_Sample(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Microsoft\ Data\ Access(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Microsoft\ URL\ Control(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MIDown\ tool(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MIIxpc(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mister\ PiX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MJ12bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mojeek(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Mr.4x3(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MSFrontPage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MSIECrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Msrabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)MS\ Web\ Services\ Client\ Protocol(?:\b|)" 0;
|
|
||||||
"~*(?:\b)muhstik-scan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Musobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Name\ Intelligence(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nameprotect(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Navroad(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NearSite(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Needle(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nessus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetAnts(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Netcraft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetLyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetMechanic(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nettrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Net\ Vampire(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Netvibes(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NetZIP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NextGenSearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nibbler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NICErsPRO(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Niki-bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nikto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NimbleCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nimbostratus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ninja(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nmap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)NPbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Nutch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)oBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Octopus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Offline\ Explorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Offline\ Navigator(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OnCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Openfind(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OpenLinkProfiler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Openvas(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OpenVAS(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OrangeBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OrangeSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OutclicksBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)OutfoxBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageAnalyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Page\ Analyzer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageGrabber(?:\b|)" 0;
|
|
||||||
"~*(?:\b)page\ scorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PageScorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pandalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Panscient(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Papa\ Foto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pavuk(?:\b|)" 0;
|
|
||||||
"~*(?:\b)pcBrowser(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PECL::HTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PeoplePal(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PHPCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Picscout(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Picsearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PictureFinder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pimonster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pi-Monster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pixray(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PleaseCrawl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)plumanalytics(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pockey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Probethenet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ProPowerBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ProWebWalker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Psbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Pump(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PxBroker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)PyCurl(?:\b|)" 0;
|
|
||||||
"~*(?:\b)QueryN\ Metasearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Quick-Crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankActive(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankActiveLinkBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankFlex(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankingBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankingBot2(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Rankivabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RankurBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RealDownload(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Reaper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RebelMouse(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Recorder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RedesScrapy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ReGet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RepoMonkey(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Ripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)RocketCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Rogerbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)s1z.ru(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SalesIntelligent(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SBIder(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScanAlert(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Scanbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)scan.lol(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScoutJet(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Scrapy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Screaming(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ScreenerBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Searchestate(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SearchmetricsBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Semrush(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SemrushBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOkicks(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Seomoz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOprofiler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)seoscanners(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SeoSiteCheckup(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SEOstats(?:\b|)" 0;
|
|
||||||
"~*(?:\b)serpstatbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sexsearcher(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Shodan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Siphon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SISTRIX(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sitebeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteExplorer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Siteimprove(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteSnagger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SiteSucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Site\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sitevigil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SlySearch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SmartDownload(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SMTBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snake(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snapbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Snoopy(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SocialRankIOBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sociscraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sogouspider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sogou\ web\ spider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sosospider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sottopop(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SpaceBison(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spammen(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SpankBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spanner(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sp_auditbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Spinn3r(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SputnikBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)spyfu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqlmap(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqlworm(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sqworm(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Steeler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Stripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Sucuri(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SuperBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SuperHTTP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Surfbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)SurveyBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Suzuran(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Swiftbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)sysscan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Szukacz(?:\b|)" 0;
|
|
||||||
"~*(?:\b)T0PHackTeam(?:\b|)" 0;
|
|
||||||
"~*(?:\b)T8Abot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)tAkeOut(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Teleport(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TeleportPro(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesoft(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesphoreo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Telesphorep(?:\b|)" 0;
|
|
||||||
"~*(?:\b)The\ Intraformant(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TheNomad(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Thumbor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TightTwatBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Titan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Toata(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Toweyabot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Tracemyfile(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Trendiction(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Trendictionbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)trendiction.com(?:\b|)" 0;
|
|
||||||
"~*(?:\b)trendiction.de(?:\b|)" 0;
|
|
||||||
"~*(?:\b)True_Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Turingos(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Turnitin(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TurnitinBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)TwengaBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Twice(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Typhoeus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)UnisterBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Upflow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)URLy.Warning(?:\b|)" 0;
|
|
||||||
"~*(?:\b)URLy\ Warning(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Vacuum(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Vagabondo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VB\ Project(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VCI(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VidibleScraper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Virusdie(?:\b|)" 0;
|
|
||||||
"~*(?:\b)VoidEYE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Voil(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Voltron(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WallpapersHD(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WASALive-Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WBSearchBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webalta(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebAuto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Auto(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebBandit(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebCollage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Collage(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebCopier(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WEBDAV(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebEnhancer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Enhancer(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebFetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Fetch(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebFuck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Fuck(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebGo\ IS(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebImageCollector(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebLeacher(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebmasterWorldForumBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)webmeup-crawler(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebPix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Pix(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebReaper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebSauger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Sauger(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webshag(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebsiteExtractor(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebsiteQuester(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Website\ Quester(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Webster(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebStripper(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebSucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Web\ Sucker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebWhacker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WebZIP(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WeSEE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whacker(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Whatweb(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Who.is\ Bot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Widow(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WinHTTrack(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WiseGuys\ Robot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WISENutbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wonderbot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Woobot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wotbox(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Wprecon(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WPScan(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW-Collector-E(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW-Mechanize(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWW::Mechanize(?:\b|)" 0;
|
|
||||||
"~*(?:\b)WWWOFFLE(?:\b|)" 0;
|
|
||||||
"~*(?:\b)x09Mozilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)x22Mozilla(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xaldon_WebSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Xenu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)xpymep1.exe(?:\b|)" 0;
|
|
||||||
"~*(?:\b)YoudaoBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zade(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zauba(?:\b|)" 0;
|
|
||||||
"~*(?:\b)zauba.io(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zermelo(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zeus(?:\b|)" 0;
|
|
||||||
"~*(?:\b)zgrab(?:\b|)" 0;
|
|
||||||
"~*(?:\b)Zitebot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZmEu(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZumBot(?:\b|)" 0;
|
|
||||||
"~*(?:\b)ZyBorg(?:\b|)" 0;
|
|
||||||
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 0;
|
35.193.7.13 0;
|
||||||
127.0.0.1 0;
|
127.0.0.1 0;
|
||||||
|
|
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1623
|
### Version: V4.2019.06.1624
|
||||||
### Updated: Wed Jun 26 12:02:13 SAST 2019
|
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
server {
|
||||||
|
# Bad Bot Blocker
|
||||||
|
include /etc/nginx/bots.d/ddos.conf;
|
||||||
|
include /etc/nginx/bots.d/blockbots.conf;
|
||||||
|
|
||||||
|
listen *:9000;
|
||||||
|
|
||||||
|
root /var/www/html;
|
||||||
|
server_name localhost;
|
||||||
|
charset UTF-8;
|
||||||
|
index index.html;
|
||||||
|
|
||||||
|
location / {
|
||||||
|
root /var/www/html/;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,85 @@
|
||||||
|
user www-data;
|
||||||
|
worker_processes auto;
|
||||||
|
pid /run/nginx.pid;
|
||||||
|
include /etc/nginx/modules-enabled/*.conf;
|
||||||
|
|
||||||
|
events {
|
||||||
|
worker_connections 768;
|
||||||
|
# multi_accept on;
|
||||||
|
}
|
||||||
|
|
||||||
|
http {
|
||||||
|
|
||||||
|
##
|
||||||
|
# Basic Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
sendfile on;
|
||||||
|
tcp_nopush on;
|
||||||
|
tcp_nodelay on;
|
||||||
|
keepalive_timeout 65;
|
||||||
|
types_hash_max_size 2048;
|
||||||
|
# server_tokens off;
|
||||||
|
|
||||||
|
# server_names_hash_bucket_size 64;
|
||||||
|
# server_name_in_redirect off;
|
||||||
|
|
||||||
|
include /etc/nginx/mime.types;
|
||||||
|
default_type application/octet-stream;
|
||||||
|
|
||||||
|
##
|
||||||
|
# SSL Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
|
||||||
|
ssl_prefer_server_ciphers on;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Logging Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
access_log /var/log/nginx/access.log;
|
||||||
|
error_log /var/log/nginx/error.log;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Gzip Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
gzip on;
|
||||||
|
|
||||||
|
# gzip_vary on;
|
||||||
|
# gzip_proxied any;
|
||||||
|
# gzip_comp_level 6;
|
||||||
|
# gzip_buffers 16 8k;
|
||||||
|
# gzip_http_version 1.1;
|
||||||
|
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Virtual Host Configs
|
||||||
|
##
|
||||||
|
|
||||||
|
include /etc/nginx/conf.d/*.conf;
|
||||||
|
include /etc/nginx/sites-enabled/*;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#mail {
|
||||||
|
# # See sample authentication script at:
|
||||||
|
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
|
||||||
|
#
|
||||||
|
# # auth_http localhost/auth.php;
|
||||||
|
# # pop3_capabilities "TOP" "USER";
|
||||||
|
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:110;
|
||||||
|
# protocol pop3;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:143;
|
||||||
|
# protocol imap;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#}
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1623
|
### Version: V4.2019.06.1624
|
||||||
### Updated: Wed Jun 26 12:02:13 SAST 2019
|
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
server {
|
||||||
|
# Bad Bot Blocker
|
||||||
|
include /etc/nginx/bots.d/ddos.conf;
|
||||||
|
include /etc/nginx/bots.d/blockbots.conf;
|
||||||
|
|
||||||
|
listen *:9000;
|
||||||
|
|
||||||
|
root /var/www/html;
|
||||||
|
server_name localhost;
|
||||||
|
charset UTF-8;
|
||||||
|
index index.html;
|
||||||
|
|
||||||
|
location / {
|
||||||
|
root /var/www/html/;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,85 @@
|
||||||
|
user www-data;
|
||||||
|
worker_processes auto;
|
||||||
|
pid /run/nginx.pid;
|
||||||
|
include /etc/nginx/modules-enabled/*.conf;
|
||||||
|
|
||||||
|
events {
|
||||||
|
worker_connections 768;
|
||||||
|
# multi_accept on;
|
||||||
|
}
|
||||||
|
|
||||||
|
http {
|
||||||
|
|
||||||
|
##
|
||||||
|
# Basic Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
sendfile on;
|
||||||
|
tcp_nopush on;
|
||||||
|
tcp_nodelay on;
|
||||||
|
keepalive_timeout 65;
|
||||||
|
types_hash_max_size 2048;
|
||||||
|
# server_tokens off;
|
||||||
|
|
||||||
|
# server_names_hash_bucket_size 64;
|
||||||
|
# server_name_in_redirect off;
|
||||||
|
|
||||||
|
include /etc/nginx/mime.types;
|
||||||
|
default_type application/octet-stream;
|
||||||
|
|
||||||
|
##
|
||||||
|
# SSL Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
|
||||||
|
ssl_prefer_server_ciphers on;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Logging Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
access_log /var/log/nginx/access.log;
|
||||||
|
error_log /var/log/nginx/error.log;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Gzip Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
gzip on;
|
||||||
|
|
||||||
|
# gzip_vary on;
|
||||||
|
# gzip_proxied any;
|
||||||
|
# gzip_comp_level 6;
|
||||||
|
# gzip_buffers 16 8k;
|
||||||
|
# gzip_http_version 1.1;
|
||||||
|
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Virtual Host Configs
|
||||||
|
##
|
||||||
|
|
||||||
|
include /etc/nginx/conf.d/*.conf;
|
||||||
|
include /etc/nginx/sites-enabled/*;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#mail {
|
||||||
|
# # See sample authentication script at:
|
||||||
|
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
|
||||||
|
#
|
||||||
|
# # auth_http localhost/auth.php;
|
||||||
|
# # pop3_capabilities "TOP" "USER";
|
||||||
|
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:110;
|
||||||
|
# protocol pop3;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:143;
|
||||||
|
# protocol imap;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#}
|
||||||
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 1;
|
35.193.7.13 1;
|
||||||
127.0.0.1 1;
|
127.0.0.1 1;
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 0;
|
35.193.7.13 0;
|
||||||
127.0.0.1 0;
|
127.0.0.1 0;
|
||||||
|
|
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1623
|
### Version: V4.2019.06.1624
|
||||||
### Updated: Wed Jun 26 12:02:13 SAST 2019
|
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
server {
|
||||||
|
# Bad Bot Blocker
|
||||||
|
include /etc/nginx/bots.d/ddos.conf;
|
||||||
|
include /etc/nginx/bots.d/blockbots.conf;
|
||||||
|
|
||||||
|
listen *:9000;
|
||||||
|
|
||||||
|
root /var/www/html;
|
||||||
|
server_name localhost;
|
||||||
|
charset UTF-8;
|
||||||
|
index index.html;
|
||||||
|
|
||||||
|
location / {
|
||||||
|
root /var/www/html/;
|
||||||
|
}
|
||||||
|
}
|
||||||
85
.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf
Normal file
85
.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf
Normal file
|
|
@ -0,0 +1,85 @@
|
||||||
|
user www-data;
|
||||||
|
worker_processes auto;
|
||||||
|
pid /run/nginx.pid;
|
||||||
|
include /etc/nginx/modules-enabled/*.conf;
|
||||||
|
|
||||||
|
events {
|
||||||
|
worker_connections 768;
|
||||||
|
# multi_accept on;
|
||||||
|
}
|
||||||
|
|
||||||
|
http {
|
||||||
|
|
||||||
|
##
|
||||||
|
# Basic Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
sendfile on;
|
||||||
|
tcp_nopush on;
|
||||||
|
tcp_nodelay on;
|
||||||
|
keepalive_timeout 65;
|
||||||
|
types_hash_max_size 2048;
|
||||||
|
# server_tokens off;
|
||||||
|
|
||||||
|
# server_names_hash_bucket_size 64;
|
||||||
|
# server_name_in_redirect off;
|
||||||
|
|
||||||
|
include /etc/nginx/mime.types;
|
||||||
|
default_type application/octet-stream;
|
||||||
|
|
||||||
|
##
|
||||||
|
# SSL Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
|
||||||
|
ssl_prefer_server_ciphers on;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Logging Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
access_log /var/log/nginx/access.log;
|
||||||
|
error_log /var/log/nginx/error.log;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Gzip Settings
|
||||||
|
##
|
||||||
|
|
||||||
|
gzip on;
|
||||||
|
|
||||||
|
# gzip_vary on;
|
||||||
|
# gzip_proxied any;
|
||||||
|
# gzip_comp_level 6;
|
||||||
|
# gzip_buffers 16 8k;
|
||||||
|
# gzip_http_version 1.1;
|
||||||
|
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
|
||||||
|
|
||||||
|
##
|
||||||
|
# Virtual Host Configs
|
||||||
|
##
|
||||||
|
|
||||||
|
include /etc/nginx/conf.d/*.conf;
|
||||||
|
include /etc/nginx/sites-enabled/*;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#mail {
|
||||||
|
# # See sample authentication script at:
|
||||||
|
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
|
||||||
|
#
|
||||||
|
# # auth_http localhost/auth.php;
|
||||||
|
# # pop3_capabilities "TOP" "USER";
|
||||||
|
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:110;
|
||||||
|
# protocol pop3;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#
|
||||||
|
# server {
|
||||||
|
# listen localhost:143;
|
||||||
|
# protocol imap;
|
||||||
|
# proxy on;
|
||||||
|
# }
|
||||||
|
#}
|
||||||
|
|
@ -10,8 +10,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2019.06.1624
|
### Version: V3.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1624
|
### Version: V4.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:21 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 1;
|
35.193.7.13 1;
|
||||||
127.0.0.1 1;
|
127.0.0.1 1;
|
||||||
|
|
|
||||||
|
|
@ -1,50 +1,50 @@
|
||||||
|
AIBOT
|
||||||
|
BackDoorBot
|
||||||
BacklinkCrawler
|
BacklinkCrawler
|
||||||
BackStreet
|
Badass
|
||||||
BatchFTP
|
Black Hole
|
||||||
BuzzSumo
|
Calculon
|
||||||
Cliqzbot
|
CopyRightCheck
|
||||||
cognitiveseo
|
Craftbot
|
||||||
Collector
|
Curious
|
||||||
DatabaseDriverMysqli
|
demandbase-bot
|
||||||
Deusu
|
DTS Agent
|
||||||
Dragonfly
|
EasyDL
|
||||||
DSearch
|
|
||||||
ECCP/1.0
|
|
||||||
EMail Siphon
|
|
||||||
FemtosearchBot
|
FemtosearchBot
|
||||||
FlashGet
|
Foobot
|
||||||
G-i-g-a-b-o-t
|
Freeuploader
|
||||||
GrapeFX
|
GridBot
|
||||||
Harvest
|
HaosouSpider
|
||||||
Hloader
|
|
||||||
HybridBot
|
|
||||||
Image Sucker
|
|
||||||
IstellaBot
|
IstellaBot
|
||||||
meanpathbot
|
JikeSpider
|
||||||
Microsoft Data Access
|
JOC Web Spider
|
||||||
NetAnts
|
Jorgee
|
||||||
OnCrawl
|
Larbin
|
||||||
OutclicksBot
|
LeechGet
|
||||||
PeoplePal
|
LibWeb
|
||||||
PleaseCrawl
|
LinkpadBot
|
||||||
Probethenet
|
LinqiaRSSBot
|
||||||
Psbot
|
Litemage_walker
|
||||||
PyCurl
|
LNSpiderguy
|
||||||
RedesScrapy
|
MarkMonitor
|
||||||
seoscanners
|
Nmap
|
||||||
Sitevigil
|
Octopus
|
||||||
SMTBot
|
OrangeBot
|
||||||
Snapbot
|
OutfoxBot
|
||||||
Spinn3r
|
PxBroker
|
||||||
T8Abot
|
RankingBot
|
||||||
Toata
|
Rankivabot
|
||||||
Toweyabot
|
Rogerbot
|
||||||
Trendictionbot
|
Seomoz
|
||||||
trendiction.com
|
SpaceBison
|
||||||
Vacuum
|
Sqlmap
|
||||||
WebStripper
|
SurveyBot
|
||||||
Whatweb
|
tAkeOut
|
||||||
Wprecon
|
VeriCiteCrawler
|
||||||
x09Mozilla
|
WallpapersHD
|
||||||
Xaldon WebSpider
|
Webalta
|
||||||
Zeus
|
Web Enhancer
|
||||||
|
WebFuck
|
||||||
|
Web Sucker
|
||||||
|
WebZIP
|
||||||
|
ZmEu
|
||||||
|
|
|
||||||
|
|
@ -1,250 +1,250 @@
|
||||||
360Spider
|
|
||||||
404checker
|
404checker
|
||||||
404enemy
|
404enemy
|
||||||
80legs
|
Abonti
|
||||||
Aboundex
|
Aboundex
|
||||||
AhrefsBot
|
AiHitBot
|
||||||
AIBOT
|
|
||||||
AlphaBot
|
AlphaBot
|
||||||
Anarchie
|
|
||||||
Apexoo
|
|
||||||
archive.org_bot
|
archive.org_bot
|
||||||
|
ASPSeek
|
||||||
Attach
|
Attach
|
||||||
|
autoemailspider
|
||||||
Backlink-Ceck
|
Backlink-Ceck
|
||||||
BackWeb
|
BackStreet
|
||||||
Barkrowler
|
|
||||||
BBBike
|
BBBike
|
||||||
Bigfoot
|
BDCbot
|
||||||
Bitacle
|
BDFetch
|
||||||
|
Blackboard
|
||||||
Black Hole
|
Black Hole
|
||||||
BlackWidow
|
BLEXBot
|
||||||
BlowFish
|
BlowFish
|
||||||
Boardreader
|
Brandprotect
|
||||||
Bolt
|
Calculon
|
||||||
BotALot
|
|
||||||
Brandwatch
|
|
||||||
BuiltBotTough
|
|
||||||
BuiltWith
|
|
||||||
CATExplorador
|
CATExplorador
|
||||||
CazoodleBot
|
CazoodleBot
|
||||||
|
Cegbfeieh
|
||||||
CheeseBot
|
CheeseBot
|
||||||
CheTeam
|
CheTeam
|
||||||
|
Chlooe
|
||||||
Cliqzbot
|
Cliqzbot
|
||||||
Cloud mapping
|
|
||||||
coccocbot-web
|
coccocbot-web
|
||||||
Cogentbot
|
Copier
|
||||||
Collector
|
|
||||||
CopyRightCheck
|
CopyRightCheck
|
||||||
Copyscape
|
Copyscape
|
||||||
Cosmos
|
Cosmos
|
||||||
|
crawler4j
|
||||||
|
crawler.feedback
|
||||||
crawl.sogou.com
|
crawl.sogou.com
|
||||||
CrazyWebCrawler
|
|
||||||
CrunchBot
|
CrunchBot
|
||||||
CSHttp
|
CSHttp
|
||||||
Curious
|
|
||||||
Custo
|
|
||||||
DatabaseDriverMysqli
|
DatabaseDriverMysqli
|
||||||
DBLBot
|
DataCha0s
|
||||||
Digincore
|
Devil
|
||||||
|
DigitalPebble
|
||||||
|
DIIbot
|
||||||
|
Dirbuster
|
||||||
Discoverybot
|
Discoverybot
|
||||||
DittoSpyder
|
DittoSpyder
|
||||||
|
DomainAppender
|
||||||
DomainCrawler
|
DomainCrawler
|
||||||
DomainSigmaCrawler
|
DomainSigmaCrawler
|
||||||
Dotbot
|
Download Wonder
|
||||||
DTS Agent
|
Drip
|
||||||
ECCP/1.0
|
Ebingbong
|
||||||
|
eCatch
|
||||||
|
Ecxi
|
||||||
|
EMail Siphon
|
||||||
EMail Wolf
|
EMail Wolf
|
||||||
|
evc-batch
|
||||||
Evil
|
Evil
|
||||||
Exabot
|
Express WebPictures
|
||||||
ExtLinksBot
|
ExtLinksBot
|
||||||
ExtractorPro
|
Extractor
|
||||||
EyeNetIE
|
|
||||||
facebookscraper
|
facebookscraper
|
||||||
FemtosearchBot
|
|
||||||
FHscan
|
FHscan
|
||||||
Firefox/7.0
|
Fimap
|
||||||
FlashGet
|
Flunky
|
||||||
Foobot
|
Fyrebot
|
||||||
FrontPage
|
|
||||||
GalaxyBot
|
GalaxyBot
|
||||||
Genieo
|
GermCrawler
|
||||||
GetRight
|
GetRight
|
||||||
Gigabot
|
GetWeb
|
||||||
G-i-g-a-b-o-t
|
Gigablast
|
||||||
Gotit
|
Go-Ahead-Got-It
|
||||||
GoZilla
|
|
||||||
Grabber
|
Grabber
|
||||||
GrapeshotCrawler
|
GrabNet
|
||||||
GridBot
|
GridBot
|
||||||
GT::WWW
|
GT::WWW
|
||||||
|
Haansoft
|
||||||
HaosouSpider
|
HaosouSpider
|
||||||
Harvest
|
HTTP::Lite
|
||||||
Havij
|
|
||||||
Heritrix
|
|
||||||
Hloader
|
|
||||||
HMView
|
|
||||||
Humanlinks
|
|
||||||
HybridBot
|
HybridBot
|
||||||
IDBot
|
|
||||||
Id-search
|
Id-search
|
||||||
|
IlseBot
|
||||||
Image Fetch
|
Image Fetch
|
||||||
|
Image Sucker
|
||||||
IndeedBot
|
IndeedBot
|
||||||
Indy Library
|
InfoTekies
|
||||||
InfoNaviRobot
|
instabid
|
||||||
Intelliseek
|
Intelliseek
|
||||||
InterGET
|
InterGET
|
||||||
Internet Ninja
|
Internet Ninja
|
||||||
InternetSeer
|
internetVista monitor
|
||||||
ips-agent
|
ips-agent
|
||||||
Iria
|
Iria
|
||||||
IstellaBot
|
Iskanie
|
||||||
JamesBOT
|
JetCar
|
||||||
Jbrofuzz
|
Jetty
|
||||||
JennyBot
|
|
||||||
JikeSpider
|
|
||||||
JOC Web Spider
|
JOC Web Spider
|
||||||
JustView
|
|
||||||
Jyxobot
|
|
||||||
Kenjin Spider
|
Kenjin Spider
|
||||||
Kozmosbot
|
Keyword Density
|
||||||
LeechFTP
|
LeechFTP
|
||||||
|
Lftp
|
||||||
LibWeb
|
LibWeb
|
||||||
Lightspeedsystems
|
Libwhisker
|
||||||
|
Linkdexbot
|
||||||
|
LinkextractorPro
|
||||||
LinkpadBot
|
LinkpadBot
|
||||||
LinkScan
|
|
||||||
LinksManager
|
LinksManager
|
||||||
LinkWalker
|
LinqiaMetadataDownloaderBot
|
||||||
LinqiaRSSBot
|
LinqiaScrapeBot
|
||||||
Lmspider
|
LNSpiderguy
|
||||||
magpie-crawler
|
Mail.RU_Bot
|
||||||
Majestic SEO
|
|
||||||
Majestic-SEO
|
|
||||||
MarkWatch
|
|
||||||
MauiBot
|
MauiBot
|
||||||
Mediatoolkitbot
|
Meanpathbot
|
||||||
mediawords
|
MeanPath Bot
|
||||||
|
MegaIndex.ru
|
||||||
MFC_Tear_Sample
|
MFC_Tear_Sample
|
||||||
MIDown tool
|
Microsoft Data Access
|
||||||
|
Microsoft URL Control
|
||||||
MIIxpc
|
MIIxpc
|
||||||
|
MJ12bot
|
||||||
Morfeus Fucking Scanner
|
Morfeus Fucking Scanner
|
||||||
Mr.4x3
|
Mr.4x3
|
||||||
MS Web Services Client Protocol
|
MSFrontPage
|
||||||
Name Intelligence
|
Needle
|
||||||
Nameprotect
|
Nessus
|
||||||
Navroad
|
|
||||||
NetAnts
|
NetAnts
|
||||||
|
Netcraft
|
||||||
|
netEstate NE Crawler
|
||||||
|
NetLyzer
|
||||||
|
NetMechanic
|
||||||
Nettrack
|
Nettrack
|
||||||
Net Vampire
|
|
||||||
Netvibes
|
Netvibes
|
||||||
NextGenSearchBot
|
NextGenSearchBot
|
||||||
NPbot
|
NICErsPRO
|
||||||
Nutch
|
Niki-bot
|
||||||
|
Ninja
|
||||||
oBot
|
oBot
|
||||||
Octopus
|
Octopus
|
||||||
OnCrawl
|
|
||||||
Openfind
|
Openfind
|
||||||
OpenLinkProfiler
|
OpenLinkProfiler
|
||||||
Openvas
|
Openvas
|
||||||
OpenVAS
|
OrangeSpider
|
||||||
|
OutclicksBot
|
||||||
PageAnalyzer
|
PageAnalyzer
|
||||||
Page Analyzer
|
|
||||||
PageScorer
|
PageScorer
|
||||||
Panscient
|
Pavuk
|
||||||
Picscout
|
pcBrowser
|
||||||
|
PECL::HTTP
|
||||||
|
PeoplePal
|
||||||
Picsearch
|
Picsearch
|
||||||
Pimonster
|
PictureFinder
|
||||||
Pixray
|
|
||||||
plumanalytics
|
|
||||||
Probethenet
|
Probethenet
|
||||||
ProPowerBot
|
|
||||||
ProWebWalker
|
ProWebWalker
|
||||||
|
Psbot
|
||||||
|
PxBroker
|
||||||
|
QueryN Metasearch
|
||||||
RankActive
|
RankActive
|
||||||
RankActiveLinkBot
|
RankFlex
|
||||||
Rankivabot
|
RankingBot
|
||||||
RebelMouse
|
RealDownload
|
||||||
ReGet
|
Recorder
|
||||||
Scanbot
|
RedesScrapy
|
||||||
|
RepoMonkey
|
||||||
|
RocketCrawler
|
||||||
|
ScanAlert
|
||||||
ScoutJet
|
ScoutJet
|
||||||
Screaming
|
Scrapy
|
||||||
SearchmetricsBot
|
ScreenerBot
|
||||||
|
Searchestate
|
||||||
Semrush
|
Semrush
|
||||||
SemrushBot
|
|
||||||
SEOkicks
|
SEOkicks
|
||||||
SEOkicks-Robot
|
|
||||||
SEOlyticsCrawler
|
SEOlyticsCrawler
|
||||||
Seomoz
|
Seomoz
|
||||||
|
seoscanners
|
||||||
|
SEOstats
|
||||||
serpstatbot
|
serpstatbot
|
||||||
SISTRIX
|
sexsearcher
|
||||||
SiteLockSpider
|
Shodan
|
||||||
SiteSnagger
|
Siphon
|
||||||
|
Sitebeam
|
||||||
|
SiteExplorer
|
||||||
|
Siteimprove
|
||||||
SiteSucker
|
SiteSucker
|
||||||
Sitevigil
|
SmartDownload
|
||||||
SMTBot
|
Snake
|
||||||
|
Snapbot
|
||||||
Snoopy
|
Snoopy
|
||||||
Sociscraper
|
Sosospider
|
||||||
Spammen
|
Sottopop
|
||||||
sp_auditbot
|
SpaceBison
|
||||||
Spbot
|
Spinn3r
|
||||||
|
spyfu
|
||||||
|
Sqlmap
|
||||||
|
Sqlworm
|
||||||
Stripper
|
Stripper
|
||||||
Sucker
|
|
||||||
SuperHTTP
|
|
||||||
Surfbot
|
|
||||||
SurveyBot
|
SurveyBot
|
||||||
Suzuran
|
|
||||||
Swiftbot
|
Swiftbot
|
||||||
|
Szukacz
|
||||||
T0PHackTeam
|
T0PHackTeam
|
||||||
tAkeOut
|
T8Abot
|
||||||
Teleport
|
|
||||||
TeleportPro
|
TeleportPro
|
||||||
Telesoft
|
TheNomad
|
||||||
Thumbor
|
Toweyabot
|
||||||
Titan
|
trendiction.de
|
||||||
Tracemyfile
|
|
||||||
trendiction.com
|
|
||||||
True_Robot
|
|
||||||
Turingos
|
|
||||||
Turnitin
|
Turnitin
|
||||||
TurnitinBot
|
TwengaBot
|
||||||
Twice
|
|
||||||
UnisterBot
|
UnisterBot
|
||||||
Vacuum
|
URLy Warning
|
||||||
Vagabondo
|
Vagabondo
|
||||||
VB Project
|
VB Project
|
||||||
VCI
|
Voil
|
||||||
VidibleScraper
|
Voltron
|
||||||
Virusdie
|
WallpapersHD
|
||||||
Wallpapers/3.0
|
|
||||||
WASALive-Bot
|
WASALive-Bot
|
||||||
|
WBSearchBot
|
||||||
Webalta
|
Webalta
|
||||||
|
WebAuto
|
||||||
Web Auto
|
Web Auto
|
||||||
|
WebBandit
|
||||||
WebCollage
|
WebCollage
|
||||||
Web Collage
|
|
||||||
WebCopier
|
WebCopier
|
||||||
WebEnhancer
|
WEBDAV
|
||||||
Web Enhancer
|
WebFuck
|
||||||
Web Fetch
|
Web Fuck
|
||||||
WebGo IS
|
WebImageCollector
|
||||||
WebLeacher
|
webmeup-crawler
|
||||||
WebPix
|
|
||||||
Web Pix
|
Web Pix
|
||||||
Webshag
|
WebReaper
|
||||||
|
Web Sauger
|
||||||
WebsiteExtractor
|
WebsiteExtractor
|
||||||
WebsiteQuester
|
|
||||||
Website Quester
|
Website Quester
|
||||||
|
Webster
|
||||||
WebSucker
|
WebSucker
|
||||||
|
WeSEE
|
||||||
Whack
|
Whack
|
||||||
Whatweb
|
Who.is Bot
|
||||||
Widow
|
Widow
|
||||||
|
WinHTTrack
|
||||||
Wonderbot
|
Wonderbot
|
||||||
Wotbox
|
|
||||||
WPScan
|
WPScan
|
||||||
WWW-Collector-E
|
WWW-Collector-E
|
||||||
WWW-Mechanize
|
Xaldon WebSpider
|
||||||
WWW::Mechanize
|
Xaldon_WebSpider
|
||||||
WWWOFFLE
|
xpymep1.exe
|
||||||
x09Mozilla
|
YoudaoBot
|
||||||
x22Mozilla
|
Zauba
|
||||||
Xenu
|
|
||||||
zauba.io
|
zauba.io
|
||||||
Zermelo
|
zgrab
|
||||||
|
ZmEu
|
||||||
ZumBot
|
ZumBot
|
||||||
|
|
|
||||||
|
|
@ -1,250 +1,250 @@
|
||||||
|
360Spider
|
||||||
404enemy
|
404enemy
|
||||||
Aboundexbot
|
Aboundex
|
||||||
AfD-Verbotsverfahren
|
Acunetix
|
||||||
Alexibot
|
ADmantX
|
||||||
AlphaBot
|
AiHitBot
|
||||||
Apexoo
|
Apexoo
|
||||||
archive.org_bot
|
archive.org_bot
|
||||||
|
ASPSeek
|
||||||
Asterias
|
Asterias
|
||||||
BackDoorBot
|
Attach
|
||||||
Backlink-Ceck
|
autoemailspider
|
||||||
backlink-check
|
|
||||||
BacklinkCrawler
|
|
||||||
BackStreet
|
BackStreet
|
||||||
Badass
|
Badass
|
||||||
Bandit
|
Barkrowler
|
||||||
BatchFTP
|
|
||||||
BDCbot
|
BDCbot
|
||||||
Bigfoot
|
BetaBot
|
||||||
Bitacle
|
|
||||||
Blackboard
|
Blackboard
|
||||||
Black Hole
|
|
||||||
BlackWidow
|
|
||||||
Blow
|
Blow
|
||||||
Boardreader
|
|
||||||
BotALot
|
BotALot
|
||||||
|
Brandprotect
|
||||||
Buddy
|
Buddy
|
||||||
Bullseye
|
BuiltWith
|
||||||
|
BunnySlippers
|
||||||
Calculon
|
Calculon
|
||||||
Cegbfeieh
|
CazoodleBot
|
||||||
CherryPicker
|
ChinaClaw
|
||||||
CheTeam
|
|
||||||
Chlooe
|
Chlooe
|
||||||
Claritybot
|
Claritybot
|
||||||
|
coccocbot-web
|
||||||
cognitiveseo
|
cognitiveseo
|
||||||
|
Copier
|
||||||
|
CopyRightCheck
|
||||||
|
Craftbot
|
||||||
crawler4j
|
crawler4j
|
||||||
CrazyWebCrawler
|
crawl.sogou.com
|
||||||
Crescent
|
Crescent
|
||||||
CrunchBot
|
|
||||||
CSHttp
|
CSHttp
|
||||||
DatabaseDriverMysqli
|
|
||||||
DataCha0s
|
DataCha0s
|
||||||
DBLBot
|
DBLBot
|
||||||
demandbase-bot
|
demandbase-bot
|
||||||
Demon
|
Deusu
|
||||||
Devil
|
Digincore
|
||||||
DigitalPebble
|
DigitalPebble
|
||||||
Dirbuster
|
Discoverybot
|
||||||
DittoSpyder
|
DomainStatsBot
|
||||||
Download Wonder
|
Dotbot
|
||||||
Drip
|
DSearch
|
||||||
DTS Agent
|
DTS Agent
|
||||||
EasyDL
|
|
||||||
Ebingbong
|
Ebingbong
|
||||||
ECCP/1.0
|
|
||||||
Ecxi
|
|
||||||
EirGrabber
|
EirGrabber
|
||||||
EMail Siphon
|
EMail Siphon
|
||||||
Exabot
|
Express WebPictures
|
||||||
ExtLinksBot
|
|
||||||
ExtractorPro
|
ExtractorPro
|
||||||
Extreme Picture Finder
|
|
||||||
EyeNetIE
|
EyeNetIE
|
||||||
Ezooms
|
Ezooms
|
||||||
FemtosearchBot
|
facebookscraper
|
||||||
FlashGet
|
FDM
|
||||||
|
Firefox/7.0
|
||||||
Flunky
|
Flunky
|
||||||
|
Freeuploader
|
||||||
FyberSpider
|
FyberSpider
|
||||||
GalaxyBot
|
GalaxyBot
|
||||||
GermCrawler
|
GermCrawler
|
||||||
Getintent
|
GetWeb
|
||||||
Gigablast
|
GoZilla
|
||||||
Gigabot
|
Go!Zilla
|
||||||
GrabNet
|
Grafula
|
||||||
|
GrapeFX
|
||||||
GrapeshotCrawler
|
GrapeshotCrawler
|
||||||
|
GridBot
|
||||||
|
GT::WWW
|
||||||
|
HaosouSpider
|
||||||
|
Harvest
|
||||||
Havij
|
Havij
|
||||||
Hloader
|
Hloader
|
||||||
HTMLparser
|
HMView
|
||||||
Humanlinks
|
HybridBot
|
||||||
IDBot
|
IDBot
|
||||||
IlseBot
|
Id-search
|
||||||
Image Sucker
|
Image Fetch
|
||||||
IndeedBot
|
IndeedBot
|
||||||
Indy Library
|
InfoNaviRobot
|
||||||
instabid
|
Intelliseek
|
||||||
InterGET
|
ips-agent
|
||||||
InternetSeer
|
JOC Web Spider
|
||||||
Iria
|
Kozmosbot
|
||||||
IstellaBot
|
|
||||||
JamesBOT
|
|
||||||
Jbrofuzz
|
|
||||||
JetCar
|
|
||||||
Jetty
|
|
||||||
JikeSpider
|
|
||||||
Joomla
|
|
||||||
Kenjin Spider
|
|
||||||
Larbin
|
Larbin
|
||||||
LeechFTP
|
LeechFTP
|
||||||
LeechGet
|
LeechGet
|
||||||
LexiBot
|
LexiBot
|
||||||
|
Lftp
|
||||||
LibWeb
|
LibWeb
|
||||||
Libwhisker
|
Libwhisker
|
||||||
Lightspeedsystems
|
|
||||||
Linkdexbot
|
Linkdexbot
|
||||||
|
LinkextractorPro
|
||||||
LinkpadBot
|
LinkpadBot
|
||||||
LinksManager
|
LinkScan
|
||||||
LinkWalker
|
LinqiaMetadataDownloaderBot
|
||||||
LinqiaScrapeBot
|
LinqiaScrapeBot
|
||||||
Lipperhey
|
Lipperhey
|
||||||
Lipperhey Spider
|
Lipperhey Spider
|
||||||
Lmspider
|
Lmspider
|
||||||
|
LNSpiderguy
|
||||||
lwp-request
|
lwp-request
|
||||||
LWP::Simple
|
LWP::Simple
|
||||||
lwp-trivial
|
Majestic12
|
||||||
Magnet
|
|
||||||
magpie-crawler
|
|
||||||
Majestic SEO
|
Majestic SEO
|
||||||
Majestic-SEO
|
MarkMonitor
|
||||||
MarkWatch
|
MarkWatch
|
||||||
Mass Downloader
|
MeanPath Bot
|
||||||
meanpathbot
|
Mediatoolkitbot
|
||||||
Meanpathbot
|
MegaIndex.ru
|
||||||
|
MFC_Tear_Sample
|
||||||
Microsoft URL Control
|
Microsoft URL Control
|
||||||
MIDown tool
|
MIDown tool
|
||||||
MJ12bot
|
MJ12bot
|
||||||
MSFrontPage
|
MSFrontPage
|
||||||
MSIECrawler
|
Musobot
|
||||||
MS Web Services Client Protocol
|
|
||||||
Name Intelligence
|
Name Intelligence
|
||||||
Nameprotect
|
|
||||||
Navroad
|
Navroad
|
||||||
NearSite
|
NearSite
|
||||||
Needle
|
|
||||||
NetAnts
|
|
||||||
NetLyzer
|
|
||||||
NetMechanic
|
|
||||||
Nettrack
|
Nettrack
|
||||||
|
Net Vampire
|
||||||
NetZIP
|
NetZIP
|
||||||
|
Nibbler
|
||||||
NICErsPRO
|
NICErsPRO
|
||||||
NimbleCrawler
|
Niki-bot
|
||||||
Nimbostratus
|
Nimbostratus
|
||||||
Ninja
|
Nutch
|
||||||
NPbot
|
Octopus
|
||||||
Offline Explorer
|
Offline Explorer
|
||||||
Offline Navigator
|
Offline Navigator
|
||||||
OnCrawl
|
Openfind
|
||||||
OpenLinkProfiler
|
Openvas
|
||||||
|
OrangeBot
|
||||||
OrangeSpider
|
OrangeSpider
|
||||||
OutfoxBot
|
Page Analyzer
|
||||||
|
PageGrabber
|
||||||
|
page scorer
|
||||||
PageScorer
|
PageScorer
|
||||||
Pandalytics
|
Pandalytics
|
||||||
Panscient
|
Pavuk
|
||||||
pcBrowser
|
pcBrowser
|
||||||
PECL::HTTP
|
PeoplePal
|
||||||
PictureFinder
|
PHPCrawl
|
||||||
|
Picscout
|
||||||
|
Pimonster
|
||||||
Pi-Monster
|
Pi-Monster
|
||||||
Pockey
|
Pixray
|
||||||
POE-Component-Client-HTTP
|
PleaseCrawl
|
||||||
Pump
|
plumanalytics
|
||||||
QueryN Metasearch
|
Psbot
|
||||||
|
PxBroker
|
||||||
|
PyCurl
|
||||||
RankActive
|
RankActive
|
||||||
RankActiveLinkBot
|
|
||||||
RankFlex
|
RankFlex
|
||||||
|
RankingBot2
|
||||||
RankurBot
|
RankurBot
|
||||||
Reaper
|
|
||||||
RebelMouse
|
|
||||||
Recorder
|
|
||||||
RedesScrapy
|
RedesScrapy
|
||||||
SalesIntelligent
|
RocketCrawler
|
||||||
|
Rogerbot
|
||||||
|
s1z.ru
|
||||||
SBIder
|
SBIder
|
||||||
ScanAlert
|
Scanbot
|
||||||
scan.lol
|
Screaming
|
||||||
Scrapy
|
ScreenerBot
|
||||||
SearchmetricsBot
|
SEOkicks-Robot
|
||||||
SemrushBot
|
|
||||||
SEOlyticsCrawler
|
|
||||||
Seomoz
|
|
||||||
SEOprofiler
|
|
||||||
seoscanners
|
seoscanners
|
||||||
SEOstats
|
SeoSiteCheckup
|
||||||
sexsearcher
|
sexsearcher
|
||||||
|
Shodan
|
||||||
|
Siphon
|
||||||
SISTRIX
|
SISTRIX
|
||||||
|
Sitebeam
|
||||||
|
SiteLockSpider
|
||||||
SiteSnagger
|
SiteSnagger
|
||||||
SiteSucker
|
SiteSucker
|
||||||
Site Sucker
|
Site Sucker
|
||||||
Sitevigil
|
|
||||||
SlySearch
|
|
||||||
SMTBot
|
SMTBot
|
||||||
|
Snapbot
|
||||||
Snoopy
|
Snoopy
|
||||||
SocialRankIOBot
|
SocialRankIOBot
|
||||||
Sogou web spider
|
Sociscraper
|
||||||
Spammen
|
sogouspider
|
||||||
sp_auditbot
|
Sosospider
|
||||||
Spbot
|
Sqlmap
|
||||||
spyfu
|
|
||||||
Sqlworm
|
|
||||||
Sqworm
|
Sqworm
|
||||||
Sucuri
|
Sucuri
|
||||||
SuperBot
|
Surfbot
|
||||||
SurveyBot
|
SurveyBot
|
||||||
Suzuran
|
Szukacz
|
||||||
Swiftbot
|
T0PHackTeam
|
||||||
Teleport
|
T8Abot
|
||||||
|
tAkeOut
|
||||||
|
Telesoft
|
||||||
Telesphoreo
|
Telesphoreo
|
||||||
Thumbor
|
Telesphorep
|
||||||
Titan
|
Titan
|
||||||
Toata
|
Toata
|
||||||
Toweyabot
|
Tracemyfile
|
||||||
|
Trendiction
|
||||||
Trendictionbot
|
Trendictionbot
|
||||||
|
trendiction.com
|
||||||
|
trendiction.de
|
||||||
True_Robot
|
True_Robot
|
||||||
|
Turnitin
|
||||||
|
TurnitinBot
|
||||||
|
TwengaBot
|
||||||
Typhoeus
|
Typhoeus
|
||||||
UnisterBot
|
UnisterBot
|
||||||
URLy.Warning
|
URLy.Warning
|
||||||
VeriCiteCrawler
|
VCI
|
||||||
VidibleScraper
|
Voil
|
||||||
VoidEYE
|
Voltron
|
||||||
WallpapersHD
|
WallpapersHD
|
||||||
WASALive-Bot
|
|
||||||
WBSearchBot
|
WBSearchBot
|
||||||
Webalta
|
|
||||||
WebAuto
|
WebAuto
|
||||||
WebBandit
|
Web Auto
|
||||||
WebCollage
|
WebCollage
|
||||||
WebCopier
|
WebCopier
|
||||||
WEBDAV
|
WEBDAV
|
||||||
WebFetch
|
Web Enhancer
|
||||||
|
WebFuck
|
||||||
WebGo IS
|
WebGo IS
|
||||||
WebLeacher
|
WebImageCollector
|
||||||
webmeup-crawler
|
|
||||||
WebPix
|
WebPix
|
||||||
Web Pix
|
Web Pix
|
||||||
Web Sauger
|
WebSauger
|
||||||
Webshag
|
Webshag
|
||||||
WebsiteExtractor
|
WebsiteQuester
|
||||||
Website Quester
|
|
||||||
Webster
|
Webster
|
||||||
WebWhacker
|
Web Sucker
|
||||||
Whacker
|
WebZIP
|
||||||
Widow
|
WeSEE
|
||||||
WiseGuys Robot
|
Whack
|
||||||
|
Wonderbot
|
||||||
|
Wprecon
|
||||||
WPScan
|
WPScan
|
||||||
WWW-Mechanize
|
WWW-Collector-E
|
||||||
WWW::Mechanize
|
WWW::Mechanize
|
||||||
x22Mozilla
|
WWWOFFLE
|
||||||
Xaldon WebSpider
|
|
||||||
Xaldon_WebSpider
|
Xaldon_WebSpider
|
||||||
|
Xenu
|
||||||
xpymep1.exe
|
xpymep1.exe
|
||||||
zauba.io
|
Zauba
|
||||||
Zermelo
|
zgrab
|
||||||
ZmEu
|
ZmEu
|
||||||
|
ZumBot
|
||||||
ZyBorg
|
ZyBorg
|
||||||
|
|
|
||||||
|
|
@ -1,100 +1,100 @@
|
||||||
214jaluwobapef.cf
|
aab94f698f36684c5a852a2ef272e031bb.com
|
||||||
24-ak.ru
|
abbanreddy.com
|
||||||
4webmasters.com
|
|
||||||
adultactioncam.com
|
|
||||||
apimossnetinfo-a.akamaihd.net
|
|
||||||
apiwoodensealcom-a.akamaihd.net
|
|
||||||
ardimobileinfo.ml
|
|
||||||
atout-energie-69.com
|
atout-energie-69.com
|
||||||
bambi.ck.ua
|
berlininsl.com
|
||||||
bestfortraders.com
|
blackle.com
|
||||||
big-boards.info
|
brewdom.ru
|
||||||
blackcurranthumidifiers.site
|
buehne-fuer-menschenrechte.de
|
||||||
burn-fat.ga
|
cheapcigarettesc.info
|
||||||
calcularpagerank.com
|
chlooe.com
|
||||||
cgi2.nintendo.co.jp
|
clash-clans.ru
|
||||||
crest-poloski.ru
|
classicakuhni.ru
|
||||||
cyclobenzaprinevstizanidine.blogspot.com
|
clickcash.com
|
||||||
datract.com
|
clksite.com
|
||||||
dealitright.click
|
compliance-walt.top
|
||||||
digitalassetmanagement.site
|
cvety24.by
|
||||||
dnsrsearch.com
|
cxpromote.com
|
||||||
domaineaneblanc.com
|
dtnlyss.com
|
||||||
dosug-lux.ru
|
education-cz.ru
|
||||||
driving.kiev.ua
|
|
||||||
eloxal.ru
|
|
||||||
emediate.eu
|
emediate.eu
|
||||||
erotiktreff24.info
|
emerson-rus.ru
|
||||||
evrotekhservis.ru
|
essaypro.com
|
||||||
flirt4free.com
|
familyholiday.ml
|
||||||
fungirlsgames.net
|
fishtauto.ru
|
||||||
germetiki.com.ua
|
flowersbazar.com
|
||||||
goodhumor24.com
|
freenom.link
|
||||||
gpms.org.my
|
fugarif.ga
|
||||||
gsasearchenginerankerhelp.com
|
gambarkatabaru.com
|
||||||
gsmtlf.ru
|
gdcentre.ru
|
||||||
historichometeam.com
|
glavprofit.ru
|
||||||
hothor.se
|
greatdealshop.com
|
||||||
imagefinder.site
|
ictizanidinehcl4mg.blogspot.com
|
||||||
infobabki.ru
|
ifmo.ru
|
||||||
insider.pro
|
imediadesk.com
|
||||||
jamiembrown.com
|
infogame.name
|
||||||
javrip.net
|
infostatsvc.com
|
||||||
jerseysbizwholesalecheap.com
|
itbc.kiev.ua
|
||||||
jmat.cn
|
itronics.ca
|
||||||
jrpmakati.com
|
javxxx18.com
|
||||||
klejonka.info
|
joessmogtestonly.com
|
||||||
kraljeva-sutjeska.com
|
keywords-monitoring-your-success.com
|
||||||
laserpen.club
|
laexotic.com
|
||||||
letmacwork.world
|
lion.snapmap.us
|
||||||
macrotek.ru
|
live-sexchat.ru
|
||||||
magnetic-bracelets.ru
|
localflirtbuddies.com
|
||||||
makemoneyonline.com
|
locationdesaison.com
|
||||||
marcoislandvacations.net
|
louboutinbooties.xyz
|
||||||
mebeldekor.com.ua
|
maladot.com
|
||||||
metascephe.com
|
matpre.top
|
||||||
mirobuvi.com.ua
|
mexicosleevegastrectomy.com
|
||||||
mole.pluto.ro
|
middlerush-a.akamaihd.net
|
||||||
monthlywinners.com
|
migente.com
|
||||||
myftpupload.com
|
mobstarr.com
|
||||||
nextlnk12.com
|
mydearest.co
|
||||||
notfastfood.ru
|
naturalshair.site
|
||||||
perm-profnastil.ru
|
networkcheck.xyz
|
||||||
pix24x7.com
|
obesidadealgarve.com
|
||||||
pornoplen.com
|
oklogistic.ru
|
||||||
pornosexrolik.com
|
omoikiri-japan.ru
|
||||||
poshiv-chehol.ru
|
osoznanie-narkotikam.net
|
||||||
pozdrawleniya.com
|
pb-dv.ru
|
||||||
preg.marketingvici.com
|
piuminiita.com
|
||||||
pricheskaonline.ru
|
platezhka.net
|
||||||
promodj.com
|
priscilarodrigues.com.br
|
||||||
qor360.com
|
pst2017.onlinewebshop.net
|
||||||
quelle.ru
|
quit-smoking.ga
|
||||||
rank-checker.online
|
ragecash.com
|
||||||
research.ifmo.ru
|
ratemodels.net
|
||||||
rimedia.org
|
rebelmouse.com
|
||||||
searchinterneat-a.akamaihd.net
|
rep-am.com
|
||||||
sextracker.com
|
repeatlogo.co.uk
|
||||||
shakhtar-doneck.ru
|
scanner-josh.top
|
||||||
simple-image.com.ua
|
search.pch.com
|
||||||
|
sexobzor.info
|
||||||
|
sex-tracker.de
|
||||||
|
slonechka.ru
|
||||||
|
soft1.ru
|
||||||
|
softtor.com
|
||||||
solinf.co
|
solinf.co
|
||||||
streha-metalko.si
|
|
||||||
suchenindeutschland.com
|
|
||||||
sygraem.com
|
sygraem.com
|
||||||
tabakur77.com
|
templates.radiodigital.co
|
||||||
tds-advert002.info
|
tizanidinedrugtest.blogspot.com
|
||||||
thecoolimages.net
|
totu.us
|
||||||
tizanidinehcl2mgtablet.blogspot.com
|
toxicwap.com
|
||||||
tizanidinevscyclobenzaprine.blogspot.com
|
traffique.net
|
||||||
tracksz.co
|
tubeline.biz
|
||||||
trafficmp.com
|
tuberkulezanet.ru
|
||||||
trucri.me
|
vancleefreplica.pw
|
||||||
turbo-suslik.org
|
vegascosmetics.ru
|
||||||
tvand.ru
|
video-chat.love
|
||||||
ugguk.online
|
videosbox.ru
|
||||||
vkak.ru
|
vip-file.com
|
||||||
webinstantservice.com
|
vut.com.ru
|
||||||
wholesalecheapjerseysfree.com
|
wapsite.me
|
||||||
xn--h1aakne2ba.xn--p1ai
|
webkeyit.com
|
||||||
yellowstonevisitortours.com
|
xxx-treker.ru
|
||||||
zs2vm.top
|
yoopsie.com
|
||||||
|
yourads.website
|
||||||
|
yurgorod.ru
|
||||||
|
zeroredirect9.com
|
||||||
|
zvezdagedon.ru
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load diff
|
|
@ -1,250 +1,250 @@
|
||||||
101lesbian.xyz
|
0c47f8422d3f.com
|
||||||
123cha.com
|
2015god.org
|
||||||
|
24x7-server-support.site
|
||||||
|
2ads.co.uk
|
||||||
3th.co.in
|
3th.co.in
|
||||||
6hopping.com
|
45en.ru
|
||||||
72-news.com
|
4webmasters.org
|
||||||
accessoires-mode.in
|
8558l.jobs.net
|
||||||
adf.ly
|
991mostfm.co.id
|
||||||
adnotbad.com
|
adsloads.com
|
||||||
agardomains.com
|
adtech.fr
|
||||||
alert-fdm.xyz
|
aero2.ru
|
||||||
alevinefesleri.com
|
ahrntal.verymes.xyz
|
||||||
alfa-img.com
|
alfa-medosmotr.ru
|
||||||
aliexpresscashback.club
|
alldezservice.kz
|
||||||
alphaforum.ru
|
allstatesugarbowl.org
|
||||||
aludecor.info
|
alyeskaresort.com
|
||||||
amyfoxfitness.com
|
apessay.com
|
||||||
anonymizeme.pro
|
apidiamondatanet-a.akamaihd.net
|
||||||
anonymous-redirect.com
|
architecturebest.com
|
||||||
apiportalmorecom-a.akamaihd.net
|
asdfg.pro
|
||||||
apparel-offer.com
|
ausergrubhof.info
|
||||||
a.pr-cy.ru
|
backuperwebcam.weebly.com
|
||||||
arabsexxxtube.com
|
batanga.net
|
||||||
asrv-a.akamaihd.net
|
beatifullandscape.co
|
||||||
aviapanda.ru
|
benchmarkcommunications.co.uk
|
||||||
avtoarenda.by
|
bestmobilityscooterstoday.com
|
||||||
babosas.com
|
bestofferswalkmydogouteveryday.gq
|
||||||
bannerpower.com
|
bestofpicture.com
|
||||||
barnfurnituremart.com
|
bestwaystogetpaid.us
|
||||||
beauby.ru
|
beztuberkuleza.ru
|
||||||
bestchoice.cf
|
bg6s0.com
|
||||||
bioinnovate.co
|
bigpictures.club
|
||||||
blockety.co
|
bingoporno.com
|
||||||
blog.koorg.ru
|
bkns.vn
|
||||||
blogos.kz
|
|
||||||
bloke.com
|
bloke.com
|
||||||
bonzbuddy.com
|
bookmark4you.com
|
||||||
btc4u.ru
|
bouda.kvalitne.cz
|
||||||
cablecar.us
|
brainxs.us
|
||||||
callstevens.com
|
brandov.ru
|
||||||
camel-beach.com
|
brianhenry.co
|
||||||
celejihad.info
|
bristolhotel.com.ua
|
||||||
cerev.info
|
burn-fat.ga
|
||||||
|
butstrap.space
|
||||||
|
buy-meds24.com
|
||||||
|
buytizanidineonline.blogspot.com
|
||||||
|
callcafe.info
|
||||||
|
calstaterealty.us
|
||||||
|
capacitacionyaprendizaje.com
|
||||||
|
cartierring.xyz
|
||||||
|
casite-513049.cloudaccess.net
|
||||||
|
cenokos.ru
|
||||||
|
cercacamion.it
|
||||||
cfcl.co.uk
|
cfcl.co.uk
|
||||||
cfjump.com
|
|
||||||
cheapjerseysfootballshop.com
|
cheapjerseysfootballshop.com
|
||||||
chelyabinsk.xrus.org
|
clksite.com
|
||||||
clash-clans.ru
|
compliance-alexa.xyz
|
||||||
counter.yadro.ru
|
compliance-andrew.xyz
|
||||||
cracksplanet.com
|
contentsexpress.com
|
||||||
cscwtalkto.site
|
cookingmeat.ru
|
||||||
d2jsp.org
|
culad.com
|
||||||
dandiyabeats.in
|
darkbooks.org
|
||||||
ddsoldes.fr
|
date-withme.com
|
||||||
decoratinghomes.ga
|
daydream-studio.ru
|
||||||
derevesendeco.com
|
dieta-personalna.pl
|
||||||
digital-video-processing.com
|
dikx.gdn
|
||||||
docs4all.com
|
docstoc.com
|
||||||
domaincdn.xyz
|
|
||||||
doxysexy.com
|
|
||||||
duplicashapp.com
|
|
||||||
earncash.com.ua
|
earncash.com.ua
|
||||||
efnor-ac.com
|
efkt.jp
|
||||||
ekn-art.se
|
ege-russian.ru
|
||||||
elektrozigarettekaufen1.devhub.com
|
enternet.ee
|
||||||
elektrozigaretten2.yn.lt
|
eupornstar.info
|
||||||
esopini.com
|
expolicenciaslatam.co
|
||||||
evehemming.blogspot.com.au
|
extads.net
|
||||||
evening-dating-club.info
|
fantasticpixcool.com
|
||||||
ezigarettekaufen2.blox.pl
|
fellowshipoftheminds.com
|
||||||
falcoware.com
|
femmesdenudees.com
|
||||||
familyholiday.ml
|
fickkontaktehobbyhuren.com
|
||||||
feeriaclub.ru
|
financehint.eu
|
||||||
filesclub.net
|
fitfloponline.store
|
||||||
finuse.com
|
flagcounter.me
|
||||||
fuckbuddybestgilf.info
|
flooringinstallation-edmonton.com
|
||||||
fullfileaccess.com
|
free411games.com
|
||||||
funnypica.com
|
fr.netlog.com
|
||||||
gamblingnerd.com
|
fz139.ttk.ru
|
||||||
gamewrath.com
|
galaxy-family.ru
|
||||||
gdcentre.ru
|
gamerextra.com
|
||||||
gearcraft.us
|
gamerscorps.com
|
||||||
getpopunder.com
|
gavuer.ru
|
||||||
|
gaygalls.net
|
||||||
|
gazoblok.net.ua
|
||||||
|
get-your-social-buttons.info
|
||||||
|
gogalleryawesome.com
|
||||||
goodhumor24.com
|
goodhumor24.com
|
||||||
gopixdatabase.com
|
g.starmoe.xyz
|
||||||
goroda-vsego-mira.ru
|
gwhwpxbw.bloger.index.hr
|
||||||
gratuitbaise.com
|
habermetre.com
|
||||||
gz2.bbsoldes.fr
|
heatpower.ru
|
||||||
hem.passagen.se
|
hesteel.pl
|
||||||
hermesreplica.pw
|
hvd-store.com
|
||||||
hotkeys.com
|
ibb.com.ua
|
||||||
humanelydrew.com
|
|
||||||
humbmosquina.tk
|
|
||||||
hyiphunter.org
|
|
||||||
ideoworld.org
|
|
||||||
id-forex.com
|
id-forex.com
|
||||||
ie.57883.net
|
igru-xbox.net
|
||||||
iinstalll-fii1leis.jus0wil.pp.ua
|
inclk.com
|
||||||
immobiliaremassaro.com
|
inspiring-desperate.tk
|
||||||
imperia31.ru
|
intellektmedia.at
|
||||||
indiasourcemart.in
|
invest-pamm.ru
|
||||||
infektsii.com
|
iyasimasennka.com
|
||||||
innodgfdriverhm.aircus.com
|
junglenet-a.akamaihd.net
|
||||||
investpamm.ru
|
kamalsinha.com
|
||||||
ipchicken.com
|
kamen-e.ru
|
||||||
iplusbit.blogspot.co.za
|
kichenaid.ru
|
||||||
irkutsk.online-podarki.com
|
konpax.com
|
||||||
isoveti.ru
|
krasivye-devushki.net
|
||||||
istmira.ru
|
kvartir-remont.biz
|
||||||
itch.io
|
labafydjxa.su
|
||||||
iweblist.info
|
lernur.net
|
||||||
janavibekken.no
|
lignofix.ua
|
||||||
javrip.net
|
|
||||||
juliaworld.net
|
|
||||||
kalandranis.gr
|
|
||||||
keywords-monitoring-success.com
|
|
||||||
kino-fun.ru
|
|
||||||
konteiner24.com
|
|
||||||
kostenlos-sexvideos.com
|
|
||||||
kotaku.com
|
|
||||||
kovrenok.ru
|
|
||||||
kredit-pod-zalog-krasnodar.ru
|
|
||||||
legionalpha.com
|
|
||||||
lincolntheatre.com
|
lincolntheatre.com
|
||||||
linkbux.ru
|
locksmith.jp
|
||||||
littlesunraiser.com
|
losangeles-ads.com
|
||||||
live-sexchat.ru
|
lowephotos.info
|
||||||
lolnex.us
|
lyrster.com
|
||||||
lonely-mature.com
|
magicplayer-s.acestream.net
|
||||||
luxmagazine.cf
|
magnetpress.sk
|
||||||
lyrics.home-task.com
|
maju.bluesalt.co
|
||||||
machicon-akihabara.info
|
maximilitary.ru
|
||||||
massage-info.nl
|
mazda-roadsters.com
|
||||||
mcadamssupplyco.com
|
m.b00kmarks.com
|
||||||
mcar.in.ua
|
meble-bogart.info
|
||||||
mebel-ekb.com
|
mediawhirl.net
|
||||||
medispainstitute.com.au
|
medi-fitt.hu
|
||||||
meget.co.za
|
medtherapy.ru
|
||||||
minet.club
|
mindbox.co.za
|
||||||
mistr-x.org
|
mrpornogratis.xxx
|
||||||
mixtapetorrent.com
|
mrwhite.biz
|
||||||
moncleroutletonline.win
|
my-big-family.com
|
||||||
more-letom.ru
|
nardulan.com
|
||||||
moscow-region.ru
|
narosty.com
|
||||||
moviezbonkerssk.cf
|
nationalbreakdown.com
|
||||||
mxgetcode.com
|
needtosellmyhousefast.com
|
||||||
myanyone.net
|
neodownload.webcam
|
||||||
nbsproject.ru
|
net-profits.xyz
|
||||||
negociosdasha.com
|
nikitsyringedrivelg.pen.io
|
||||||
nero-us.com
|
|
||||||
newsperuse.com
|
|
||||||
nextlnk12.com
|
|
||||||
nfljerseyscheapchinabiz.com
|
|
||||||
nippon-bearings.ru
|
|
||||||
nodup.ru
|
nodup.ru
|
||||||
okroshki.ru
|
nofreezingmac.click
|
||||||
o-o-6-o-o.com
|
nonews.co
|
||||||
openfrost.net
|
novosibirsk.xrus.org
|
||||||
open-odyssey.org
|
offers.bycontext.com
|
||||||
ourtherapy.ru
|
oil-td.ru
|
||||||
panamaforbeginners.com
|
okeinfo.online
|
||||||
partner-host.men
|
okmedia.sk
|
||||||
pathwhelp.org
|
ons-add.men
|
||||||
pcboa.se
|
openfrost.com
|
||||||
pdamods.ru
|
owohho.com
|
||||||
piski.top
|
papasdelivery.ru
|
||||||
pix-hd.com
|
partner-print.men
|
||||||
pogruztehnik.ru
|
patterntrader-en.com
|
||||||
popserve.adscpm.net
|
pattersonsweb.com
|
||||||
popugauka.ru
|
photo-clip.ru
|
||||||
popunder.net
|
plohaya-kreditnaya-istoriya.ru
|
||||||
poquoson.org
|
plugingeorgia.com
|
||||||
pornogratisdiario.com
|
pogosh.com
|
||||||
pornosmola.info
|
positive2b.ru
|
||||||
pozdravleniya-c.ru
|
pozdrawleniya.com
|
||||||
pozvonim.com
|
pregnant.guru
|
||||||
printingpeach.com
|
prodess.ru
|
||||||
producm.ru
|
prokotov.com
|
||||||
puserving.com
|
pro-poly.ru
|
||||||
puzzleweb.ru
|
questionmarque.ch
|
||||||
qor360.com
|
rasteniya-vs-zombi.ru
|
||||||
realnye-otzyvy.info
|
registrationdomainsite.com
|
||||||
recordpage-a.akamaihd.net
|
remontbiz.ru
|
||||||
ritlweb.com
|
remont-komputerov-notebook.ru
|
||||||
rootandroid.org
|
renewablewealth.com
|
||||||
rosbalt.com.ua
|
replicalouboutin.xyz
|
||||||
rukino.org
|
rethinkwasteni.info
|
||||||
s8-nowy-wygraj.comli.com
|
roleforum.ru
|
||||||
saddiechoua.com
|
s1z.ru
|
||||||
sammlungfotos.online
|
saratov.xrus.org
|
||||||
saneitconsulting.com
|
scanner-irvin.top
|
||||||
santechnik.jimdo.com
|
scansafe.net
|
||||||
scanner-alex.top
|
score-ads.men
|
||||||
search.xtconnect.com
|
security60-e.com
|
||||||
sell-fb-group-here.com
|
seksotur.ru
|
||||||
sfj-ror.no
|
semaltmedia.com
|
||||||
shtaketniki.ru
|
seofied.com
|
||||||
site-analyzer.com
|
seonetwizard.com
|
||||||
sladkoevideo.com
|
seorankinglinks.us
|
||||||
social-buttons.xyz
|
sexsaoy.com
|
||||||
sribno.net
|
sexstream.pl
|
||||||
strana-solnca.ru
|
shama-rc.net
|
||||||
studiofaca.com
|
sibecoprom.ru
|
||||||
stuff-about-money.com
|
simpoed.ufop.br
|
||||||
supermesta.ru
|
skyway24.ru
|
||||||
surintech.ac.th
|
slomm.ru
|
||||||
t3chtonic.com
|
social-button.xyz
|
||||||
tagil.zrus.org
|
socialseet.ru
|
||||||
tampabaywatch.org
|
social-vestnik.ru
|
||||||
terraclicks.com
|
soft1.ru
|
||||||
thebitcoincode.com
|
souvenir.cc
|
||||||
thelottosecrets.com
|
spywarenuker.com
|
||||||
the-trader.net
|
ssconstruction.co
|
||||||
titan-cloud.life
|
stroyplus.ru
|
||||||
titangel-vietnam.com
|
summerlinhomes411.info
|
||||||
tizanidinecapsules.blogspot.com
|
tds-advert002.info
|
||||||
tizanidinedruginteractions.blogspot.com
|
tecspb.ru
|
||||||
tizanidinestreetprice.blogspot.com
|
telesvoboda.ru
|
||||||
tizanidinevssoma.blogspot.com
|
teslathemes.com
|
||||||
tnctrx.com
|
themeforest.net
|
||||||
toloka.hurtom.com
|
ticketsys.inetwd.com
|
||||||
top-study.work
|
tizanidinewithdrawal.blogspot.com
|
||||||
traffpartners.com
|
toondinsey.com
|
||||||
uac.net.au
|
topsiteminecraft.com
|
||||||
ublaze.ru
|
tracklead.net
|
||||||
unrealcommander.com
|
tsstcorpcddvdwshbbdriverfb.aircus.com
|
||||||
uprour.com
|
turbabitload.weebly.com
|
||||||
vgoloveboli.net
|
turizmus.us
|
||||||
viagra-soft.ru
|
tvorozhnaja-zapekanka-recept.ru
|
||||||
vladimir.xrus.org
|
twitlinks.com
|
||||||
vmnmvzsmn.over-blog.com
|
ufa.xrus.org
|
||||||
vod.com.ua
|
uggbootsoutletsale.us
|
||||||
vykupavto-krasnodar.ru
|
url-img.link
|
||||||
warning.or.kr
|
us-america.ru
|
||||||
watchmyfb.pl
|
userequip.com
|
||||||
webjam.com
|
vektorpress.ru
|
||||||
wesharepics.site
|
vezuviy.su
|
||||||
winwotgold.pl
|
videochaty.ru
|
||||||
womensterritory.ru
|
vilingstore.net
|
||||||
word-vorlagen.xyz
|
vipromoffers.com
|
||||||
wowcasinoonline.ooo
|
visa-china.ru
|
||||||
xcc24.pl
|
vysigy.su
|
||||||
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
|
watchmygf.net
|
||||||
xn--80aafb2a.xn--p1ai
|
website-analyzer.info
|
||||||
yaderenergy.ru
|
websiteexplorer.info
|
||||||
youbloodyripper.com
|
whatzmyip.net
|
||||||
|
while.cheapwebsitehoster.com
|
||||||
|
wholesalejerseychinaoutlet.com
|
||||||
|
wildnatureimages.com
|
||||||
|
wzgyyq.com
|
||||||
|
xingzi-vision.com
|
||||||
|
xlolitka.com
|
||||||
|
x-stars.ru
|
||||||
|
yginekologa.com
|
||||||
|
yougame.biz
|
||||||
youjizz.vc
|
youjizz.vc
|
||||||
zeroredirect5.com
|
zajm-zalog-krasnodar.ru
|
||||||
zeroredirect8.com
|
za-music.mymobiplanet.com
|
||||||
zigarettenonlinekaufen2.bloog.pl
|
zdesformula.ru
|
||||||
zrelaya.pw
|
zeg-distribution.com
|
||||||
|
|
|
||||||
|
|
@ -1,2 +1,2 @@
|
||||||
35.202.145.110 0;
|
35.193.7.13 0;
|
||||||
127.0.0.1 0;
|
127.0.0.1 0;
|
||||||
|
|
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -4,7 +4,7 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1624
|
#### Version: V4.2019.06.1625
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1624
|
#### Version: V4.2019.06.1625
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
||||||
|
|
@ -11,7 +11,7 @@
|
||||||
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1624
|
#### Version: V4.2019.06.1625
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
||||||
|
|
@ -3,7 +3,7 @@
|
||||||
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
||||||
|
|
||||||
_______________
|
_______________
|
||||||
#### Version: V4.2019.06.1624
|
#### Version: V4.2019.06.1625
|
||||||
#### Bad Referrer Count: 6713
|
#### Bad Referrer Count: 6713
|
||||||
#### Bad Bot Count: 556
|
#### Bad Bot Count: 556
|
||||||
____________________
|
____________________
|
||||||
|
|
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1624
|
### Version: V4.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:21 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -10,8 +10,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2019.06.1624
|
### Version: V3.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:22 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
@ -10631,7 +10631,7 @@ geo $ratelimited {
|
||||||
# this rate limiting will only take effect if you change any of the bots and change
|
# this rate limiting will only take effect if you change any of the bots and change
|
||||||
# their block value from 1 to 2.
|
# their block value from 1 to 2.
|
||||||
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
|
limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
|
||||||
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=5;
|
limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1;
|
||||||
|
|
||||||
### *** MAKE SURE TO ADD to your nginx.conf ***
|
### *** MAKE SURE TO ADD to your nginx.conf ***
|
||||||
### server_names_hash_bucket_size 64;
|
### server_names_hash_bucket_size 64;
|
||||||
|
|
|
||||||
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1624
|
### Version: V4.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:52 SAST 2019
|
### Updated: Wed Jun 26 12:21:21 SAST 2019
|
||||||
### Bad Referrer Count: 6713
|
### Bad Referrer Count: 6713
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
||||||
|
|
@ -6,8 +6,8 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V4.2019.06.1624
|
### Version: V4.2019.06.1625
|
||||||
### Updated: Wed Jun 26 12:09:53 SAST 2019
|
### Updated: Wed Jun 26 12:21:23 SAST 2019
|
||||||
### Bad Bot Count: 556
|
### Bad Bot Count: 556
|
||||||
###################################################
|
###################################################
|
||||||
### Version Information ##
|
### Version Information ##
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue