mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-09 13:55:41 +00:00
[GHA] Copy scripts to new dev-tools
Test generate-files.sh
This commit is contained in:
Mitchell Krog
parent
8fc4a3d669
commit
17f99ffdc0
446 changed files with 336799 additions and 1 deletions
6
dev-tools/test_units/allowed-bots-for-test.list
Normal file
6
dev-tools/test_units/allowed-bots-for-test.list
Normal file
|
|
@ -0,0 +1,6 @@
|
|||
jetmon
|
||||
libwww-perl
|
||||
Lynx
|
||||
munin
|
||||
Presto
|
||||
Wget/1.15
|
||||
75
dev-tools/test_units/bad-referrer-words.conf
Normal file
75
dev-tools/test_units/bad-referrer-words.conf
Normal file
|
|
@ -0,0 +1,75 @@
|
|||
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.07
|
||||
### Updated: 2019-06-24
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# This is merely an example and gets auto included as since Version 2.2017.07 introduced on 2017-04-20
|
||||
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||
# For all intensive purpose you can delete everything inside this file and leave it
|
||||
# completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
|
||||
# Only add one entry per line
|
||||
|
||||
# *******************************
|
||||
# !!! WARNING WARNING WARNING !!!
|
||||
# *******************************
|
||||
|
||||
# ***************************************
|
||||
# PLEASE BE VERY CAREFUL HOW YOU USE THIS
|
||||
# ***************************************
|
||||
# Here is an example of how one supposed bad word can cause your whole site to go down.
|
||||
# An issue was logged where the users own domain name was specialisteparquet.com
|
||||
# Because this list contained the word "cialis" it was detected within his domain name causing
|
||||
# his entire site to go down and not server any assets.
|
||||
# That one entry would even cause any site containing a word like "specialist" anywhere in any
|
||||
# of their sites pages to cause them to be blocked and whitelisting your own domain name in the
|
||||
# whitelist-domains.conf file will not even bypass this, SO BE CAREFUL PLEASE
|
||||
|
||||
# Think very carefully before you add any word here
|
||||
|
||||
# *****************************************************************************************
|
||||
# PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
|
||||
# *****************************************************************************************
|
||||
|
||||
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||
|
||||
# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
|
||||
# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting.
|
||||
|
||||
# ---------
|
||||
# EXAMPLES:
|
||||
# ---------
|
||||
# "~*\badultgalls\b" 1;
|
||||
# "~*\bamateurxpass\b" 1;
|
||||
# "~*\bbigblackbooty\b" 1;
|
||||
# "~*\bblacktits\b" 1;
|
||||
# "~*\bcookie\-law\-enforcement\b" 1;
|
||||
# "~*\bfree\-share\-buttons\b" 1;
|
||||
# "~*\bfree\-social\-buttons\b" 1;
|
||||
# "~*\bfuck\-paid\-share\-buttons\b" 1;
|
||||
# "~*\bilovevitaly\b" 1;
|
||||
# "~*\blaw\-enforcement\-bot\b" 1;
|
||||
# "~*\blaw\-enforcement\-check\b" 1;
|
||||
# "~*\bshare\-buttons\-for\-free\b" 1;
|
||||
# "~*\bwebfuck\b" 1;
|
||||
# "~*\bxxxrus\b" 1;
|
||||
# "~*\bzeroredirect\b" 1;
|
||||
|
||||
"~*(?:\b)thisisabadword(?:\b|)" 1;
|
||||
"~*(?:\b)thisisanotherbadword(?:\b|)" 1;
|
||||
|
||||
2
dev-tools/test_units/blacklist-ips.conf
Normal file
2
dev-tools/test_units/blacklist-ips.conf
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
34.66.25.221 1;
|
||||
127.0.0.1 1;
|
||||
61
dev-tools/test_units/blacklist-user-agents-none.conf
Normal file
61
dev-tools/test_units/blacklist-user-agents-none.conf
Normal file
|
|
@ -0,0 +1,61 @@
|
|||
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
|
||||
# ****************************************************************************************************
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2018.05
|
||||
### Updated: 2018-08-21
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Add One Entry Per Line - List all the extra bad User-Agents you want to permanently block or whitelist.
|
||||
|
||||
# This is for User-Agents that are not included in the main list of the bot blocker
|
||||
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||
# This allows you finer control of keeping certain bots blocked and automatic updates will
|
||||
# Never be able to remove this custom list of yours
|
||||
|
||||
# Please note this include file loads first before any of the already whitelisted User-Agents
|
||||
# in the bad bot blocker. By loading first in line it over-rides anything below it so for instance
|
||||
# if you want to block Baidu, Google or Bing for any reason you add them to this file which loads
|
||||
# first and takes precedence over anything below it. This now allows even finer control over the
|
||||
# bad bot blocker. Enjoy !!!
|
||||
|
||||
# Even though this file is called blacklist-user-agents, as mentioned it can also be used to whitelist user agents
|
||||
# By adding them below and setting the 3; to 0; this will permanently whitelist the User-Agent.
|
||||
|
||||
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
|
||||
|
||||
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
|
||||
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b"
|
||||
# the "\b" are word boundaries which prevents partial matching and false positives.
|
||||
|
||||
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||
|
||||
# ---------------------
|
||||
# WHITELISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverygooduseragentname1\b" 0;
|
||||
# "~*\bsomeverygooduseragentname2\b" 0;
|
||||
# "~*\bsome\-very\-good\-useragentname2\b" 0;
|
||||
|
||||
# ---------------------
|
||||
# BLACKLISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverybaduseragentname1\b" 3;
|
||||
# "~*\bsomeverybaduseragentname2\b" 3;
|
||||
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
||||
|
||||
|
||||
677
dev-tools/test_units/blacklist-user-agents.conf
Normal file
677
dev-tools/test_units/blacklist-user-agents.conf
Normal file
|
|
@ -0,0 +1,677 @@
|
|||
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
|
||||
# ****************************************************************************************************
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2018.05
|
||||
### Updated: 2018-08-21
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Add One Entry Per Line - List all the extra bad User-Agents you want to permanently block or whitelist.
|
||||
|
||||
# This is for User-Agents that are not included in the main list of the bot blocker
|
||||
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||
# This allows you finer control of keeping certain bots blocked and automatic updates will
|
||||
# Never be able to remove this custom list of yours
|
||||
|
||||
# Please note this include file loads first before any of the already whitelisted User-Agents
|
||||
# in the bad bot blocker. By loading first in line it over-rides anything below it so for instance
|
||||
# if you want to block Baidu, Google or Bing for any reason you add them to this file which loads
|
||||
# first and takes precedence over anything below it. This now allows even finer control over the
|
||||
# bad bot blocker. Enjoy !!!
|
||||
|
||||
# Even though this file is called blacklist-user-agents, as mentioned it can also be used to whitelist user agents
|
||||
# By adding them below and setting the 3; to 0; this will permanently whitelist the User-Agent.
|
||||
|
||||
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
|
||||
|
||||
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
|
||||
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b"
|
||||
# the "\b" are word boundaries which prevents partial matching and false positives.
|
||||
|
||||
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||
|
||||
# ---------------------
|
||||
# WHITELISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverygooduseragentname1\b" 0;
|
||||
# "~*\bsomeverygooduseragentname2\b" 0;
|
||||
# "~*\bsome\-very\-good\-useragentname2\b" 0;
|
||||
|
||||
# ---------------------
|
||||
# BLACKLISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverybaduseragentname1\b" 3;
|
||||
# "~*\bsomeverybaduseragentname2\b" 3;
|
||||
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
||||
|
||||
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*(?:\b)01h4x.com(?:\b|)" 0;
|
||||
"~*(?:\b)360Spider(?:\b|)" 0;
|
||||
"~*(?:\b)404checker(?:\b|)" 0;
|
||||
"~*(?:\b)404enemy(?:\b|)" 0;
|
||||
"~*(?:\b)80legs(?:\b|)" 0;
|
||||
"~*(?:\b)Abonti(?:\b|)" 0;
|
||||
"~*(?:\b)Aboundex(?:\b|)" 0;
|
||||
"~*(?:\b)Aboundexbot(?:\b|)" 0;
|
||||
"~*(?:\b)Acunetix(?:\b|)" 0;
|
||||
"~*(?:\b)ADmantX(?:\b|)" 0;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
|
||||
"~*(?:\b)AhrefsBot(?:\b|)" 0;
|
||||
"~*(?:\b)AIBOT(?:\b|)" 0;
|
||||
"~*(?:\b)AiHitBot(?:\b|)" 0;
|
||||
"~*(?:\b)Aipbot(?:\b|)" 0;
|
||||
"~*(?:\b)Alexibot(?:\b|)" 0;
|
||||
"~*(?:\b)Alligator(?:\b|)" 0;
|
||||
"~*(?:\b)AllSubmitter(?:\b|)" 0;
|
||||
"~*(?:\b)AlphaBot(?:\b|)" 0;
|
||||
"~*(?:\b)Anarchie(?:\b|)" 0;
|
||||
"~*(?:\b)Anarchy(?:\b|)" 0;
|
||||
"~*(?:\b)Anarchy99(?:\b|)" 0;
|
||||
"~*(?:\b)Ankit(?:\b|)" 0;
|
||||
"~*(?:\b)Anthill(?:\b|)" 0;
|
||||
"~*(?:\b)Apexoo(?:\b|)" 0;
|
||||
"~*(?:\b)archive.org_bot(?:\b|)" 0;
|
||||
"~*(?:\b)arquivo.pt(?:\b|)" 0;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Aspiegel(?:\b|)" 0;
|
||||
"~*(?:\b)ASPSeek(?:\b|)" 0;
|
||||
"~*(?:\b)Asterias(?:\b|)" 0;
|
||||
"~*(?:\b)Attach(?:\b|)" 0;
|
||||
"~*(?:\b)autoemailspider(?:\b|)" 0;
|
||||
"~*(?:\b)AwarioRssBot(?:\b|)" 0;
|
||||
"~*(?:\b)AwarioSmartBot(?:\b|)" 0;
|
||||
"~*(?:\b)BackDoorBot(?:\b|)" 0;
|
||||
"~*(?:\b)Backlink-Ceck(?:\b|)" 0;
|
||||
"~*(?:\b)backlink-check(?:\b|)" 0;
|
||||
"~*(?:\b)BacklinkCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)BackStreet(?:\b|)" 0;
|
||||
"~*(?:\b)BackWeb(?:\b|)" 0;
|
||||
"~*(?:\b)Badass(?:\b|)" 0;
|
||||
"~*(?:\b)Bandit(?:\b|)" 0;
|
||||
"~*(?:\b)Barkrowler(?:\b|)" 0;
|
||||
"~*(?:\b)BatchFTP(?:\b|)" 0;
|
||||
"~*(?:\b)Battleztar\ Bazinga(?:\b|)" 0;
|
||||
"~*(?:\b)BBBike(?:\b|)" 0;
|
||||
"~*(?:\b)BDCbot(?:\b|)" 0;
|
||||
"~*(?:\b)BDFetch(?:\b|)" 0;
|
||||
"~*(?:\b)BetaBot(?:\b|)" 0;
|
||||
"~*(?:\b)Bigfoot(?:\b|)" 0;
|
||||
"~*(?:\b)Bitacle(?:\b|)" 0;
|
||||
"~*(?:\b)Blackboard(?:\b|)" 0;
|
||||
"~*(?:\b)Black\ Hole(?:\b|)" 0;
|
||||
"~*(?:\b)BlackWidow(?:\b|)" 0;
|
||||
"~*(?:\b)BLEXBot(?:\b|)" 0;
|
||||
"~*(?:\b)Blow(?:\b|)" 0;
|
||||
"~*(?:\b)BlowFish(?:\b|)" 0;
|
||||
"~*(?:\b)Boardreader(?:\b|)" 0;
|
||||
"~*(?:\b)Bolt(?:\b|)" 0;
|
||||
"~*(?:\b)BotALot(?:\b|)" 0;
|
||||
"~*(?:\b)Brandprotect(?:\b|)" 0;
|
||||
"~*(?:\b)Brandwatch(?:\b|)" 0;
|
||||
"~*(?:\b)Buck(?:\b|)" 0;
|
||||
"~*(?:\b)Buddy(?:\b|)" 0;
|
||||
"~*(?:\b)BuiltBotTough(?:\b|)" 0;
|
||||
"~*(?:\b)BuiltWith(?:\b|)" 0;
|
||||
"~*(?:\b)Bullseye(?:\b|)" 0;
|
||||
"~*(?:\b)BunnySlippers(?:\b|)" 0;
|
||||
"~*(?:\b)BuzzSumo(?:\b|)" 0;
|
||||
"~*(?:\b)Calculon(?:\b|)" 0;
|
||||
"~*(?:\b)CATExplorador(?:\b|)" 0;
|
||||
"~*(?:\b)CazoodleBot(?:\b|)" 0;
|
||||
"~*(?:\b)CCBot(?:\b|)" 0;
|
||||
"~*(?:\b)Cegbfeieh(?:\b|)" 0;
|
||||
"~*(?:\b)CensysInspect(?:\b|)" 0;
|
||||
"~*(?:\b)check1.exe(?:\b|)" 0;
|
||||
"~*(?:\b)CheeseBot(?:\b|)" 0;
|
||||
"~*(?:\b)CherryPicker(?:\b|)" 0;
|
||||
"~*(?:\b)CheTeam(?:\b|)" 0;
|
||||
"~*(?:\b)ChinaClaw(?:\b|)" 0;
|
||||
"~*(?:\b)Chlooe(?:\b|)" 0;
|
||||
"~*(?:\b)Claritybot(?:\b|)" 0;
|
||||
"~*(?:\b)Cliqzbot(?:\b|)" 0;
|
||||
"~*(?:\b)Cloud\ mapping(?:\b|)" 0;
|
||||
"~*(?:\b)coccocbot-web(?:\b|)" 0;
|
||||
"~*(?:\b)Cocolyzebot(?:\b|)" 0;
|
||||
"~*(?:\b)CODE87(?:\b|)" 0;
|
||||
"~*(?:\b)Cogentbot(?:\b|)" 0;
|
||||
"~*(?:\b)cognitiveseo(?:\b|)" 0;
|
||||
"~*(?:\b)Collector(?:\b|)" 0;
|
||||
"~*(?:\b)com.plumanalytics(?:\b|)" 0;
|
||||
"~*(?:\b)Copier(?:\b|)" 0;
|
||||
"~*(?:\b)CopyRightCheck(?:\b|)" 0;
|
||||
"~*(?:\b)Copyscape(?:\b|)" 0;
|
||||
"~*(?:\b)Cosmos(?:\b|)" 0;
|
||||
"~*(?:\b)Craftbot(?:\b|)" 0;
|
||||
"~*(?:\b)crawler4j(?:\b|)" 0;
|
||||
"~*(?:\b)crawler.feedback(?:\b|)" 0;
|
||||
"~*(?:\b)crawl.sogou.com(?:\b|)" 0;
|
||||
"~*(?:\b)CrazyWebCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Crescent(?:\b|)" 0;
|
||||
"~*(?:\b)CrunchBot(?:\b|)" 0;
|
||||
"~*(?:\b)CSHttp(?:\b|)" 0;
|
||||
"~*(?:\b)Curious(?:\b|)" 0;
|
||||
"~*(?:\b)Custo(?:\b|)" 0;
|
||||
"~*(?:\b)CyotekWebCopy(?:\b|)" 0;
|
||||
"~*(?:\b)DatabaseDriverMysqli(?:\b|)" 0;
|
||||
"~*(?:\b)DataCha0s(?:\b|)" 0;
|
||||
"~*(?:\b)DBLBot(?:\b|)" 0;
|
||||
"~*(?:\b)demandbase-bot(?:\b|)" 0;
|
||||
"~*(?:\b)Demon(?:\b|)" 0;
|
||||
"~*(?:\b)Deusu(?:\b|)" 0;
|
||||
"~*(?:\b)Devil(?:\b|)" 0;
|
||||
"~*(?:\b)Digincore(?:\b|)" 0;
|
||||
"~*(?:\b)DigitalPebble(?:\b|)" 0;
|
||||
"~*(?:\b)DIIbot(?:\b|)" 0;
|
||||
"~*(?:\b)Dirbuster(?:\b|)" 0;
|
||||
"~*(?:\b)Disco(?:\b|)" 0;
|
||||
"~*(?:\b)Discobot(?:\b|)" 0;
|
||||
"~*(?:\b)Discoverybot(?:\b|)" 0;
|
||||
"~*(?:\b)Dispatch(?:\b|)" 0;
|
||||
"~*(?:\b)DittoSpyder(?:\b|)" 0;
|
||||
"~*(?:\b)DnyzBot(?:\b|)" 0;
|
||||
"~*(?:\b)DomainAppender(?:\b|)" 0;
|
||||
"~*(?:\b)DomainCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)DomainSigmaCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Domains\ Project(?:\b|)" 0;
|
||||
"~*(?:\b)domainsproject.org(?:\b|)" 0;
|
||||
"~*(?:\b)DomainStatsBot(?:\b|)" 0;
|
||||
"~*(?:\b)DomCopBot(?:\b|)" 0;
|
||||
"~*(?:\b)Dotbot(?:\b|)" 0;
|
||||
"~*(?:\b)Download\ Wonder(?:\b|)" 0;
|
||||
"~*(?:\b)Dragonfly(?:\b|)" 0;
|
||||
"~*(?:\b)Drip(?:\b|)" 0;
|
||||
"~*(?:\b)DSearch(?:\b|)" 0;
|
||||
"~*(?:\b)DTS\ Agent(?:\b|)" 0;
|
||||
"~*(?:\b)EasyDL(?:\b|)" 0;
|
||||
"~*(?:\b)Ebingbong(?:\b|)" 0;
|
||||
"~*(?:\b)eCatch(?:\b|)" 0;
|
||||
"~*(?:\b)ECCP/1.0(?:\b|)" 0;
|
||||
"~*(?:\b)Ecxi(?:\b|)" 0;
|
||||
"~*(?:\b)EirGrabber(?:\b|)" 0;
|
||||
"~*(?:\b)EMail\ Siphon(?:\b|)" 0;
|
||||
"~*(?:\b)EMail\ Wolf(?:\b|)" 0;
|
||||
"~*(?:\b)EroCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)evc-batch(?:\b|)" 0;
|
||||
"~*(?:\b)Evil(?:\b|)" 0;
|
||||
"~*(?:\b)Exabot(?:\b|)" 0;
|
||||
"~*(?:\b)Express\ WebPictures(?:\b|)" 0;
|
||||
"~*(?:\b)ExtLinksBot(?:\b|)" 0;
|
||||
"~*(?:\b)Extractor(?:\b|)" 0;
|
||||
"~*(?:\b)ExtractorPro(?:\b|)" 0;
|
||||
"~*(?:\b)Extreme\ Picture\ Finder(?:\b|)" 0;
|
||||
"~*(?:\b)EyeNetIE(?:\b|)" 0;
|
||||
"~*(?:\b)Ezooms(?:\b|)" 0;
|
||||
"~*(?:\b)facebookscraper(?:\b|)" 0;
|
||||
"~*(?:\b)FDM(?:\b|)" 0;
|
||||
"~*(?:\b)FemtosearchBot(?:\b|)" 0;
|
||||
"~*(?:\b)FHscan(?:\b|)" 0;
|
||||
"~*(?:\b)Fimap(?:\b|)" 0;
|
||||
"~*(?:\b)Firefox/7.0(?:\b|)" 0;
|
||||
"~*(?:\b)FlashGet(?:\b|)" 0;
|
||||
"~*(?:\b)Flunky(?:\b|)" 0;
|
||||
"~*(?:\b)Foobot(?:\b|)" 0;
|
||||
"~*(?:\b)Freeuploader(?:\b|)" 0;
|
||||
"~*(?:\b)FrontPage(?:\b|)" 0;
|
||||
"~*(?:\b)Fuzz(?:\b|)" 0;
|
||||
"~*(?:\b)FyberSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Fyrebot(?:\b|)" 0;
|
||||
"~*(?:\b)GalaxyBot(?:\b|)" 0;
|
||||
"~*(?:\b)Genieo(?:\b|)" 0;
|
||||
"~*(?:\b)GermCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Getintent(?:\b|)" 0;
|
||||
"~*(?:\b)GetRight(?:\b|)" 0;
|
||||
"~*(?:\b)GetWeb(?:\b|)" 0;
|
||||
"~*(?:\b)Gigablast(?:\b|)" 0;
|
||||
"~*(?:\b)Gigabot(?:\b|)" 0;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
|
||||
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
|
||||
"~*(?:\b)gopher(?:\b|)" 0;
|
||||
"~*(?:\b)Gotit(?:\b|)" 0;
|
||||
"~*(?:\b)GoZilla(?:\b|)" 0;
|
||||
"~*(?:\b)Go!Zilla(?:\b|)" 0;
|
||||
"~*(?:\b)Grabber(?:\b|)" 0;
|
||||
"~*(?:\b)GrabNet(?:\b|)" 0;
|
||||
"~*(?:\b)Grafula(?:\b|)" 0;
|
||||
"~*(?:\b)GrapeFX(?:\b|)" 0;
|
||||
"~*(?:\b)GrapeshotCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)GridBot(?:\b|)" 0;
|
||||
"~*(?:\b)GT::WWW(?:\b|)" 0;
|
||||
"~*(?:\b)Haansoft(?:\b|)" 0;
|
||||
"~*(?:\b)HaosouSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Harvest(?:\b|)" 0;
|
||||
"~*(?:\b)Havij(?:\b|)" 0;
|
||||
"~*(?:\b)HEADMasterSEO(?:\b|)" 0;
|
||||
"~*(?:\b)heritrix(?:\b|)" 0;
|
||||
"~*(?:\b)Heritrix(?:\b|)" 0;
|
||||
"~*(?:\b)Hloader(?:\b|)" 0;
|
||||
"~*(?:\b)HMView(?:\b|)" 0;
|
||||
"~*(?:\b)HTMLparser(?:\b|)" 0;
|
||||
"~*(?:\b)HTTP::Lite(?:\b|)" 0;
|
||||
"~*(?:\b)HTTrack(?:\b|)" 0;
|
||||
"~*(?:\b)Humanlinks(?:\b|)" 0;
|
||||
"~*(?:\b)HybridBot(?:\b|)" 0;
|
||||
"~*(?:\b)Iblog(?:\b|)" 0;
|
||||
"~*(?:\b)IDBot(?:\b|)" 0;
|
||||
"~*(?:\b)IDBTE4M(?:\b|)" 0;
|
||||
"~*(?:\b)Id-search(?:\b|)" 0;
|
||||
"~*(?:\b)IlseBot(?:\b|)" 0;
|
||||
"~*(?:\b)Image\ Fetch(?:\b|)" 0;
|
||||
"~*(?:\b)Image\ Sucker(?:\b|)" 0;
|
||||
"~*(?:\b)IndeedBot(?:\b|)" 0;
|
||||
"~*(?:\b)Indy\ Library(?:\b|)" 0;
|
||||
"~*(?:\b)InfoNaviRobot(?:\b|)" 0;
|
||||
"~*(?:\b)InfoTekies(?:\b|)" 0;
|
||||
"~*(?:\b)instabid(?:\b|)" 0;
|
||||
"~*(?:\b)Intelliseek(?:\b|)" 0;
|
||||
"~*(?:\b)InterGET(?:\b|)" 0;
|
||||
"~*(?:\b)Internet\ Ninja(?:\b|)" 0;
|
||||
"~*(?:\b)InternetSeer(?:\b|)" 0;
|
||||
"~*(?:\b)internetVista\ monitor(?:\b|)" 0;
|
||||
"~*(?:\b)ips-agent(?:\b|)" 0;
|
||||
"~*(?:\b)Iria(?:\b|)" 0;
|
||||
"~*(?:\b)IRLbot(?:\b|)" 0;
|
||||
"~*(?:\b)isitwp.com(?:\b|)" 0;
|
||||
"~*(?:\b)Iskanie(?:\b|)" 0;
|
||||
"~*(?:\b)IstellaBot(?:\b|)" 0;
|
||||
"~*(?:\b)JamesBOT(?:\b|)" 0;
|
||||
"~*(?:\b)Jbrofuzz(?:\b|)" 0;
|
||||
"~*(?:\b)JennyBot(?:\b|)" 0;
|
||||
"~*(?:\b)JetCar(?:\b|)" 0;
|
||||
"~*(?:\b)Jetty(?:\b|)" 0;
|
||||
"~*(?:\b)JikeSpider(?:\b|)" 0;
|
||||
"~*(?:\b)JOC\ Web\ Spider(?:\b|)" 0;
|
||||
"~*(?:\b)Joomla(?:\b|)" 0;
|
||||
"~*(?:\b)Jorgee(?:\b|)" 0;
|
||||
"~*(?:\b)JustView(?:\b|)" 0;
|
||||
"~*(?:\b)Jyxobot(?:\b|)" 0;
|
||||
"~*(?:\b)Kenjin\ Spider(?:\b|)" 0;
|
||||
"~*(?:\b)Keyword\ Density(?:\b|)" 0;
|
||||
"~*(?:\b)Kinza(?:\b|)" 0;
|
||||
"~*(?:\b)Kozmosbot(?:\b|)" 0;
|
||||
"~*(?:\b)Lanshanbot(?:\b|)" 0;
|
||||
"~*(?:\b)Larbin(?:\b|)" 0;
|
||||
"~*(?:\b)LeechFTP(?:\b|)" 0;
|
||||
"~*(?:\b)LeechGet(?:\b|)" 0;
|
||||
"~*(?:\b)LexiBot(?:\b|)" 0;
|
||||
"~*(?:\b)Lftp(?:\b|)" 0;
|
||||
"~*(?:\b)LibWeb(?:\b|)" 0;
|
||||
"~*(?:\b)Libwhisker(?:\b|)" 0;
|
||||
"~*(?:\b)LieBaoFast(?:\b|)" 0;
|
||||
"~*(?:\b)Lightspeedsystems(?:\b|)" 0;
|
||||
"~*(?:\b)Likse(?:\b|)" 0;
|
||||
"~*(?:\b)Linkbot(?:\b|)" 0;
|
||||
"~*(?:\b)Linkdexbot(?:\b|)" 0;
|
||||
"~*(?:\b)LinkextractorPro(?:\b|)" 0;
|
||||
"~*(?:\b)LinkpadBot(?:\b|)" 0;
|
||||
"~*(?:\b)LinkScan(?:\b|)" 0;
|
||||
"~*(?:\b)LinksManager(?:\b|)" 0;
|
||||
"~*(?:\b)LinkWalker(?:\b|)" 0;
|
||||
"~*(?:\b)LinqiaMetadataDownloaderBot(?:\b|)" 0;
|
||||
"~*(?:\b)LinqiaRSSBot(?:\b|)" 0;
|
||||
"~*(?:\b)LinqiaScrapeBot(?:\b|)" 0;
|
||||
"~*(?:\b)Lipperhey(?:\b|)" 0;
|
||||
"~*(?:\b)Lipperhey\ Spider(?:\b|)" 0;
|
||||
"~*(?:\b)Litemage_walker(?:\b|)" 0;
|
||||
"~*(?:\b)Lmspider(?:\b|)" 0;
|
||||
"~*(?:\b)LNSpiderguy(?:\b|)" 0;
|
||||
"~*(?:\b)Ltx71(?:\b|)" 0;
|
||||
"~*(?:\b)lwp-request(?:\b|)" 0;
|
||||
"~*(?:\b)LWP::Simple(?:\b|)" 0;
|
||||
"~*(?:\b)lwp-trivial(?:\b|)" 0;
|
||||
"~*(?:\b)Magnet(?:\b|)" 0;
|
||||
"~*(?:\b)Mag-Net(?:\b|)" 0;
|
||||
"~*(?:\b)magpie-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)Mail.RU_Bot(?:\b|)" 0;
|
||||
"~*(?:\b)Majestic12(?:\b|)" 0;
|
||||
"~*(?:\b)Majestic-SEO(?:\b|)" 0;
|
||||
"~*(?:\b)Majestic\ SEO(?:\b|)" 0;
|
||||
"~*(?:\b)MarkMonitor(?:\b|)" 0;
|
||||
"~*(?:\b)MarkWatch(?:\b|)" 0;
|
||||
"~*(?:\b)Masscan(?:\b|)" 0;
|
||||
"~*(?:\b)Mass\ Downloader(?:\b|)" 0;
|
||||
"~*(?:\b)Mata\ Hari(?:\b|)" 0;
|
||||
"~*(?:\b)MauiBot(?:\b|)" 0;
|
||||
"~*(?:\b)Mb2345Browser(?:\b|)" 0;
|
||||
"~*(?:\b)meanpathbot(?:\b|)" 0;
|
||||
"~*(?:\b)Meanpathbot(?:\b|)" 0;
|
||||
"~*(?:\b)MeanPath\ Bot(?:\b|)" 0;
|
||||
"~*(?:\b)Mediatoolkitbot(?:\b|)" 0;
|
||||
"~*(?:\b)mediawords(?:\b|)" 0;
|
||||
"~*(?:\b)MegaIndex.ru(?:\b|)" 0;
|
||||
"~*(?:\b)Metauri(?:\b|)" 0;
|
||||
"~*(?:\b)MFC_Tear_Sample(?:\b|)" 0;
|
||||
"~*(?:\b)MicroMessenger(?:\b|)" 0;
|
||||
"~*(?:\b)Microsoft\ Data\ Access(?:\b|)" 0;
|
||||
"~*(?:\b)Microsoft\ URL\ Control(?:\b|)" 0;
|
||||
"~*(?:\b)MIDown\ tool(?:\b|)" 0;
|
||||
"~*(?:\b)MIIxpc(?:\b|)" 0;
|
||||
"~*(?:\b)Mister\ PiX(?:\b|)" 0;
|
||||
"~*(?:\b)MJ12bot(?:\b|)" 0;
|
||||
"~*(?:\b)Moblie Safari(?:\b|)" 0;
|
||||
"~*(?:\b)Mojeek(?:\b|)" 0;
|
||||
"~*(?:\b)Mojolicious(?:\b|)" 0;
|
||||
"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)" 0;
|
||||
"~*(?:\b)Mozlila(?:\b|)" 0;
|
||||
"~*(?:\b)MQQBrowser(?:\b|)" 0;
|
||||
"~*(?:\b)Mr.4x3(?:\b|)" 0;
|
||||
"~*(?:\b)MSFrontPage(?:\b|)" 0;
|
||||
"~*(?:\b)MSIECrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Msrabot(?:\b|)" 0;
|
||||
"~*(?:\b)MTRobot(?:\b|)" 0;
|
||||
"~*(?:\b)muhstik-scan(?:\b|)" 0;
|
||||
"~*(?:\b)Musobot(?:\b|)" 0;
|
||||
"~*(?:\b)Name\ Intelligence(?:\b|)" 0;
|
||||
"~*(?:\b)Nameprotect(?:\b|)" 0;
|
||||
"~*(?:\b)Navroad(?:\b|)" 0;
|
||||
"~*(?:\b)NearSite(?:\b|)" 0;
|
||||
"~*(?:\b)Needle(?:\b|)" 0;
|
||||
"~*(?:\b)Nessus(?:\b|)" 0;
|
||||
"~*(?:\b)NetAnts(?:\b|)" 0;
|
||||
"~*(?:\b)Netcraft(?:\b|)" 0;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
|
||||
"~*(?:\b)NetLyzer(?:\b|)" 0;
|
||||
"~*(?:\b)NetMechanic(?:\b|)" 0;
|
||||
"~*(?:\b)NetSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Nettrack(?:\b|)" 0;
|
||||
"~*(?:\b)Net\ Vampire(?:\b|)" 0;
|
||||
"~*(?:\b)Netvibes(?:\b|)" 0;
|
||||
"~*(?:\b)NetZIP(?:\b|)" 0;
|
||||
"~*(?:\b)NextGenSearchBot(?:\b|)" 0;
|
||||
"~*(?:\b)Nibbler(?:\b|)" 0;
|
||||
"~*(?:\b)NICErsPRO(?:\b|)" 0;
|
||||
"~*(?:\b)Niki-bot(?:\b|)" 0;
|
||||
"~*(?:\b)Nikto(?:\b|)" 0;
|
||||
"~*(?:\b)NimbleCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Nimbostratus(?:\b|)" 0;
|
||||
"~*(?:\b)Ninja(?:\b|)" 0;
|
||||
"~*(?:\b)Nmap(?:\b|)" 0;
|
||||
"~*(?:\b)NPbot(?:\b|)" 0;
|
||||
"~*(?:\b)Nuclei(?:\b|)" 0;
|
||||
"~*(?:\b)Nutch(?:\b|)" 0;
|
||||
"~*(?:\b)oBot(?:\b|)" 0;
|
||||
"~*(?:\b)Octopus(?:\b|)" 0;
|
||||
"~*(?:\b)Offline\ Explorer(?:\b|)" 0;
|
||||
"~*(?:\b)Offline\ Navigator(?:\b|)" 0;
|
||||
"~*(?:\b)OnCrawl(?:\b|)" 0;
|
||||
"~*(?:\b)Openfind(?:\b|)" 0;
|
||||
"~*(?:\b)OpenLinkProfiler(?:\b|)" 0;
|
||||
"~*(?:\b)Openvas(?:\b|)" 0;
|
||||
"~*(?:\b)OpenVAS(?:\b|)" 0;
|
||||
"~*(?:\b)OPPO\ A33(?:\b|)" 0;
|
||||
"~*(?:\b)OrangeBot(?:\b|)" 0;
|
||||
"~*(?:\b)OrangeSpider(?:\b|)" 0;
|
||||
"~*(?:\b)OutclicksBot(?:\b|)" 0;
|
||||
"~*(?:\b)OutfoxBot(?:\b|)" 0;
|
||||
"~*(?:\b)PageAnalyzer(?:\b|)" 0;
|
||||
"~*(?:\b)Page\ Analyzer(?:\b|)" 0;
|
||||
"~*(?:\b)PageGrabber(?:\b|)" 0;
|
||||
"~*(?:\b)page\ scorer(?:\b|)" 0;
|
||||
"~*(?:\b)PageScorer(?:\b|)" 0;
|
||||
"~*(?:\b)PageThing.com(?:\b|)" 0;
|
||||
"~*(?:\b)Pandalytics(?:\b|)" 0;
|
||||
"~*(?:\b)Panscient(?:\b|)" 0;
|
||||
"~*(?:\b)Papa\ Foto(?:\b|)" 0;
|
||||
"~*(?:\b)Pavuk(?:\b|)" 0;
|
||||
"~*(?:\b)pcBrowser(?:\b|)" 0;
|
||||
"~*(?:\b)PECL::HTTP(?:\b|)" 0;
|
||||
"~*(?:\b)PeoplePal(?:\b|)" 0;
|
||||
"~*(?:\b)Petalbot(?:\b|)" 0;
|
||||
"~*(?:\b)PHPCrawl(?:\b|)" 0;
|
||||
"~*(?:\b)Picscout(?:\b|)" 0;
|
||||
"~*(?:\b)Picsearch(?:\b|)" 0;
|
||||
"~*(?:\b)PictureFinder(?:\b|)" 0;
|
||||
"~*(?:\b)Piepmatz(?:\b|)" 0;
|
||||
"~*(?:\b)Pimonster(?:\b|)" 0;
|
||||
"~*(?:\b)Pi-Monster(?:\b|)" 0;
|
||||
"~*(?:\b)Pixray(?:\b|)" 0;
|
||||
"~*(?:\b)PleaseCrawl(?:\b|)" 0;
|
||||
"~*(?:\b)plumanalytics(?:\b|)" 0;
|
||||
"~*(?:\b)Pockey(?:\b|)" 0;
|
||||
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
|
||||
"~*(?:\b)polaris\ version(?:\b|)" 0;
|
||||
"~*(?:\b)probe-image-size(?:\b|)" 0;
|
||||
"~*(?:\b)Probethenet(?:\b|)" 0;
|
||||
"~*(?:\b)ProPowerBot(?:\b|)" 0;
|
||||
"~*(?:\b)ProWebWalker(?:\b|)" 0;
|
||||
"~*(?:\b)Psbot(?:\b|)" 0;
|
||||
"~*(?:\b)Pu_iN(?:\b|)" 0;
|
||||
"~*(?:\b)Pump(?:\b|)" 0;
|
||||
"~*(?:\b)PxBroker(?:\b|)" 0;
|
||||
"~*(?:\b)PyCurl(?:\b|)" 0;
|
||||
"~*(?:\b)QueryN\ Metasearch(?:\b|)" 0;
|
||||
"~*(?:\b)Quick-Crawler(?:\b|)" 0;
|
||||
"~*(?:\b)RankActive(?:\b|)" 0;
|
||||
"~*(?:\b)RankActiveLinkBot(?:\b|)" 0;
|
||||
"~*(?:\b)RankFlex(?:\b|)" 0;
|
||||
"~*(?:\b)RankingBot(?:\b|)" 0;
|
||||
"~*(?:\b)RankingBot2(?:\b|)" 0;
|
||||
"~*(?:\b)Rankivabot(?:\b|)" 0;
|
||||
"~*(?:\b)RankurBot(?:\b|)" 0;
|
||||
"~*(?:\b)RealDownload(?:\b|)" 0;
|
||||
"~*(?:\b)Reaper(?:\b|)" 0;
|
||||
"~*(?:\b)RebelMouse(?:\b|)" 0;
|
||||
"~*(?:\b)Recorder(?:\b|)" 0;
|
||||
"~*(?:\b)RedesScrapy(?:\b|)" 0;
|
||||
"~*(?:\b)ReGet(?:\b|)" 0;
|
||||
"~*(?:\b)RepoMonkey(?:\b|)" 0;
|
||||
"~*(?:\b)Re-re(?:\b|)" 0;
|
||||
"~*(?:\b)Ripper(?:\b|)" 0;
|
||||
"~*(?:\b)ripz(?:\b|)" 0;
|
||||
"~*(?:\b)RocketCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Rogerbot(?:\b|)" 0;
|
||||
"~*(?:\b)RSSingBot(?:\b|)" 0;
|
||||
"~*(?:\b)s1z.ru(?:\b|)" 0;
|
||||
"~*(?:\b)SalesIntelligent(?:\b|)" 0;
|
||||
"~*(?:\b)satoristudio.net(?:\b|)" 0;
|
||||
"~*(?:\b)SBIder(?:\b|)" 0;
|
||||
"~*(?:\b)scalaj-http(?:\b|)" 0;
|
||||
"~*(?:\b)ScanAlert(?:\b|)" 0;
|
||||
"~*(?:\b)Scanbot(?:\b|)" 0;
|
||||
"~*(?:\b)scan.lol(?:\b|)" 0;
|
||||
"~*(?:\b)ScoutJet(?:\b|)" 0;
|
||||
"~*(?:\b)Scrapy(?:\b|)" 0;
|
||||
"~*(?:\b)Screaming(?:\b|)" 0;
|
||||
"~*(?:\b)ScreenerBot(?:\b|)" 0;
|
||||
"~*(?:\b)ScrepyBot(?:\b|)" 0;
|
||||
"~*(?:\b)Searchestate(?:\b|)" 0;
|
||||
"~*(?:\b)SearchmetricsBot(?:\b|)" 0;
|
||||
"~*(?:\b)Semrush(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot(?:\b|)" 0;
|
||||
"~*(?:\b)SentiBot(?:\b|)" 0;
|
||||
"~*(?:\b)seobility(?:\b|)" 0;
|
||||
"~*(?:\b)SeobilityBot(?:\b|)" 0;
|
||||
"~*(?:\b)SEOkicks(?:\b|)" 0;
|
||||
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
|
||||
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)Seomoz(?:\b|)" 0;
|
||||
"~*(?:\b)SEOprofiler(?:\b|)" 0;
|
||||
"~*(?:\b)seoscanners(?:\b|)" 0;
|
||||
"~*(?:\b)SeoSiteCheckup(?:\b|)" 0;
|
||||
"~*(?:\b)seostar(?:\b|)" 0;
|
||||
"~*(?:\b)SEOstats(?:\b|)" 0;
|
||||
"~*(?:\b)serpstatbot(?:\b|)" 0;
|
||||
"~*(?:\b)sexsearcher(?:\b|)" 0;
|
||||
"~*(?:\b)Shodan(?:\b|)" 0;
|
||||
"~*(?:\b)Siphon(?:\b|)" 0;
|
||||
"~*(?:\b)SISTRIX(?:\b|)" 0;
|
||||
"~*(?:\b)Sitebeam(?:\b|)" 0;
|
||||
"~*(?:\b)SiteCheckerBotCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)sitechecker.pro(?:\b|)" 0;
|
||||
"~*(?:\b)SiteExplorer(?:\b|)" 0;
|
||||
"~*(?:\b)Siteimprove(?:\b|)" 0;
|
||||
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
|
||||
"~*(?:\b)siteripz(?:\b|)" 0;
|
||||
"~*(?:\b)SiteSnagger(?:\b|)" 0;
|
||||
"~*(?:\b)SiteSucker(?:\b|)" 0;
|
||||
"~*(?:\b)Site\ Sucker(?:\b|)" 0;
|
||||
"~*(?:\b)Sitevigil(?:\b|)" 0;
|
||||
"~*(?:\b)SlySearch(?:\b|)" 0;
|
||||
"~*(?:\b)SmartDownload(?:\b|)" 0;
|
||||
"~*(?:\b)SMTBot(?:\b|)" 0;
|
||||
"~*(?:\b)Snake(?:\b|)" 0;
|
||||
"~*(?:\b)Snapbot(?:\b|)" 0;
|
||||
"~*(?:\b)Snoopy(?:\b|)" 0;
|
||||
"~*(?:\b)SocialRankIOBot(?:\b|)" 0;
|
||||
"~*(?:\b)Sociscraper(?:\b|)" 0;
|
||||
"~*(?:\b)sogouspider(?:\b|)" 0;
|
||||
"~*(?:\b)Sogou\ web\ spider(?:\b|)" 0;
|
||||
"~*(?:\b)Sosospider(?:\b|)" 0;
|
||||
"~*(?:\b)Sottopop(?:\b|)" 0;
|
||||
"~*(?:\b)SpaceBison(?:\b|)" 0;
|
||||
"~*(?:\b)Spammen(?:\b|)" 0;
|
||||
"~*(?:\b)SpankBot(?:\b|)" 0;
|
||||
"~*(?:\b)Spanner(?:\b|)" 0;
|
||||
"~*(?:\b)sp_auditbot(?:\b|)" 0;
|
||||
"~*(?:\b)Spbot(?:\b|)" 0;
|
||||
"~*(?:\b)Spinn3r(?:\b|)" 0;
|
||||
"~*(?:\b)SputnikBot(?:\b|)" 0;
|
||||
"~*(?:\b)spyfu(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlmap(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlworm(?:\b|)" 0;
|
||||
"~*(?:\b)Sqworm(?:\b|)" 0;
|
||||
"~*(?:\b)Steeler(?:\b|)" 0;
|
||||
"~*(?:\b)Stripper(?:\b|)" 0;
|
||||
"~*(?:\b)Sucker(?:\b|)" 0;
|
||||
"~*(?:\b)Sucuri(?:\b|)" 0;
|
||||
"~*(?:\b)SuperBot(?:\b|)" 0;
|
||||
"~*(?:\b)SuperHTTP(?:\b|)" 0;
|
||||
"~*(?:\b)Surfbot(?:\b|)" 0;
|
||||
"~*(?:\b)SurveyBot(?:\b|)" 0;
|
||||
"~*(?:\b)Suzuran(?:\b|)" 0;
|
||||
"~*(?:\b)Swiftbot(?:\b|)" 0;
|
||||
"~*(?:\b)sysscan(?:\b|)" 0;
|
||||
"~*(?:\b)Szukacz(?:\b|)" 0;
|
||||
"~*(?:\b)T0PHackTeam(?:\b|)" 0;
|
||||
"~*(?:\b)T8Abot(?:\b|)" 0;
|
||||
"~*(?:\b)tAkeOut(?:\b|)" 0;
|
||||
"~*(?:\b)Teleport(?:\b|)" 0;
|
||||
"~*(?:\b)TeleportPro(?:\b|)" 0;
|
||||
"~*(?:\b)Telesoft(?:\b|)" 0;
|
||||
"~*(?:\b)Telesphoreo(?:\b|)" 0;
|
||||
"~*(?:\b)Telesphorep(?:\b|)" 0;
|
||||
"~*(?:\b)The\ Intraformant(?:\b|)" 0;
|
||||
"~*(?:\b)TheNomad(?:\b|)" 0;
|
||||
"~*(?:\b)Thumbor(?:\b|)" 0;
|
||||
"~*(?:\b)TightTwatBot(?:\b|)" 0;
|
||||
"~*(?:\b)Titan(?:\b|)" 0;
|
||||
"~*(?:\b)Toata(?:\b|)" 0;
|
||||
"~*(?:\b)Toweyabot(?:\b|)" 0;
|
||||
"~*(?:\b)Tracemyfile(?:\b|)" 0;
|
||||
"~*(?:\b)Trendiction(?:\b|)" 0;
|
||||
"~*(?:\b)Trendictionbot(?:\b|)" 0;
|
||||
"~*(?:\b)trendiction.com(?:\b|)" 0;
|
||||
"~*(?:\b)trendiction.de(?:\b|)" 0;
|
||||
"~*(?:\b)True_Robot(?:\b|)" 0;
|
||||
"~*(?:\b)Turingos(?:\b|)" 0;
|
||||
"~*(?:\b)Turnitin(?:\b|)" 0;
|
||||
"~*(?:\b)TurnitinBot(?:\b|)" 0;
|
||||
"~*(?:\b)TwengaBot(?:\b|)" 0;
|
||||
"~*(?:\b)Twice(?:\b|)" 0;
|
||||
"~*(?:\b)Typhoeus(?:\b|)" 0;
|
||||
"~*(?:\b)UnisterBot(?:\b|)" 0;
|
||||
"~*(?:\b)Upflow(?:\b|)" 0;
|
||||
"~*(?:\b)URLy.Warning(?:\b|)" 0;
|
||||
"~*(?:\b)URLy\ Warning(?:\b|)" 0;
|
||||
"~*(?:\b)Vacuum(?:\b|)" 0;
|
||||
"~*(?:\b)Vagabondo(?:\b|)" 0;
|
||||
"~*(?:\b)V-BOT(?:\b|)" 0;
|
||||
"~*(?:\b)VB\ Project(?:\b|)" 0;
|
||||
"~*(?:\b)VCI(?:\b|)" 0;
|
||||
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)VidibleScraper(?:\b|)" 0;
|
||||
"~*(?:\b)Virusdie(?:\b|)" 0;
|
||||
"~*(?:\b)VoidEYE(?:\b|)" 0;
|
||||
"~*(?:\b)Voil(?:\b|)" 0;
|
||||
"~*(?:\b)Voltron(?:\b|)" 0;
|
||||
"~*(?:\b)voyagerx.com(?:\b|)" 0;
|
||||
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
|
||||
"~*(?:\b)WallpapersHD(?:\b|)" 0;
|
||||
"~*(?:\b)WASALive-Bot(?:\b|)" 0;
|
||||
"~*(?:\b)WBSearchBot(?:\b|)" 0;
|
||||
"~*(?:\b)Webalta(?:\b|)" 0;
|
||||
"~*(?:\b)WebAuto(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Auto(?:\b|)" 0;
|
||||
"~*(?:\b)WebBandit(?:\b|)" 0;
|
||||
"~*(?:\b)WebCollage(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Collage(?:\b|)" 0;
|
||||
"~*(?:\b)WebCopier(?:\b|)" 0;
|
||||
"~*(?:\b)WEBDAV(?:\b|)" 0;
|
||||
"~*(?:\b)WebEnhancer(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Enhancer(?:\b|)" 0;
|
||||
"~*(?:\b)WebFetch(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Fetch(?:\b|)" 0;
|
||||
"~*(?:\b)WebFuck(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Fuck(?:\b|)" 0;
|
||||
"~*(?:\b)WebGo\ IS(?:\b|)" 0;
|
||||
"~*(?:\b)WebImageCollector(?:\b|)" 0;
|
||||
"~*(?:\b)WebLeacher(?:\b|)" 0;
|
||||
"~*(?:\b)WebmasterWorldForumBot(?:\b|)" 0;
|
||||
"~*(?:\b)webmeup-crawler(?:\b|)" 0;
|
||||
"~*(?:\b)WebPix(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Pix(?:\b|)" 0;
|
||||
"~*(?:\b)WebReaper(?:\b|)" 0;
|
||||
"~*(?:\b)WebSauger(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Sauger(?:\b|)" 0;
|
||||
"~*(?:\b)Webshag(?:\b|)" 0;
|
||||
"~*(?:\b)WebsiteExtractor(?:\b|)" 0;
|
||||
"~*(?:\b)WebsiteQuester(?:\b|)" 0;
|
||||
"~*(?:\b)Website\ Quester(?:\b|)" 0;
|
||||
"~*(?:\b)Webster(?:\b|)" 0;
|
||||
"~*(?:\b)WebStripper(?:\b|)" 0;
|
||||
"~*(?:\b)WebSucker(?:\b|)" 0;
|
||||
"~*(?:\b)Web\ Sucker(?:\b|)" 0;
|
||||
"~*(?:\b)WebWhacker(?:\b|)" 0;
|
||||
"~*(?:\b)WebZIP(?:\b|)" 0;
|
||||
"~*(?:\b)WeSEE(?:\b|)" 0;
|
||||
"~*(?:\b)Whack(?:\b|)" 0;
|
||||
"~*(?:\b)Whacker(?:\b|)" 0;
|
||||
"~*(?:\b)Whatweb(?:\b|)" 0;
|
||||
"~*(?:\b)Who.is\ Bot(?:\b|)" 0;
|
||||
"~*(?:\b)Widow(?:\b|)" 0;
|
||||
"~*(?:\b)WinHTTrack(?:\b|)" 0;
|
||||
"~*(?:\b)WiseGuys\ Robot(?:\b|)" 0;
|
||||
"~*(?:\b)WISENutbot(?:\b|)" 0;
|
||||
"~*(?:\b)Wonderbot(?:\b|)" 0;
|
||||
"~*(?:\b)Woobot(?:\b|)" 0;
|
||||
"~*(?:\b)Wotbox(?:\b|)" 0;
|
||||
"~*(?:\b)Wprecon(?:\b|)" 0;
|
||||
"~*(?:\b)WPScan(?:\b|)" 0;
|
||||
"~*(?:\b)WWW-Collector-E(?:\b|)" 0;
|
||||
"~*(?:\b)WWW-Mechanize(?:\b|)" 0;
|
||||
"~*(?:\b)WWW::Mechanize(?:\b|)" 0;
|
||||
"~*(?:\b)WWWOFFLE(?:\b|)" 0;
|
||||
"~*(?:\b)x09Mozilla(?:\b|)" 0;
|
||||
"~*(?:\b)x22Mozilla(?:\b|)" 0;
|
||||
"~*(?:\b)Xaldon_WebSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Xenu(?:\b|)" 0;
|
||||
"~*(?:\b)xpymep1.exe(?:\b|)" 0;
|
||||
"~*(?:\b)YoudaoBot(?:\b|)" 0;
|
||||
"~*(?:\b)Zade(?:\b|)" 0;
|
||||
"~*(?:\b)Zauba(?:\b|)" 0;
|
||||
"~*(?:\b)zauba.io(?:\b|)" 0;
|
||||
"~*(?:\b)Zermelo(?:\b|)" 0;
|
||||
"~*(?:\b)Zeus(?:\b|)" 0;
|
||||
"~*(?:\b)zgrab(?:\b|)" 0;
|
||||
"~*(?:\b)Zitebot(?:\b|)" 0;
|
||||
"~*(?:\b)ZmEu(?:\b|)" 0;
|
||||
"~*(?:\b)ZoomBot(?:\b|)" 0;
|
||||
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
|
||||
"~*(?:\b)ZumBot(?:\b|)" 0;
|
||||
"~*(?:\b)ZyBorg(?:\b|)" 0;
|
||||
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
86
dev-tools/test_units/blockbots.conf
Normal file
86
dev-tools/test_units/blockbots.conf
Normal file
|
|
@ -0,0 +1,86 @@
|
|||
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.03
|
||||
### Updated: 2019-06-24
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Include this in a vhost file within a server {} block using and include statement like below
|
||||
|
||||
# server {
|
||||
# #Config stuff here
|
||||
# include /etc/nginx/bots.d/blockbots.conf
|
||||
# include /etc/nginx/bots.d/ddos.conf
|
||||
# #Other config stuff here
|
||||
# }
|
||||
|
||||
#######################################################################
|
||||
|
||||
# -----------------------------------
|
||||
# OVER-RIDE BLOCKER / SUPER WHITELIST
|
||||
# -----------------------------------
|
||||
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
|
||||
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
|
||||
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
|
||||
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
|
||||
|
||||
# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
|
||||
#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
|
||||
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
|
||||
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
|
||||
#}
|
||||
|
||||
# --------------
|
||||
# BLOCK BAD BOTS
|
||||
# --------------
|
||||
|
||||
# Section bot_1 Unused
|
||||
#limit_conn bot1_connlimit 100;
|
||||
#limit_req zone=bot1_reqlimitip burst=50;
|
||||
|
||||
limit_conn bot2_connlimit 10;
|
||||
limit_req zone=bot2_reqlimitip burst=10;
|
||||
if ($bad_bot = '3') {
|
||||
return 444;
|
||||
}
|
||||
|
||||
# ---------------------
|
||||
# BLOCK BAD REFER WORDS
|
||||
# ---------------------
|
||||
|
||||
if ($bad_words) {
|
||||
return 444;
|
||||
}
|
||||
|
||||
# ------------------
|
||||
# BLOCK BAD REFERERS
|
||||
# ------------------
|
||||
|
||||
if ($bad_referer) {
|
||||
return 444;
|
||||
}
|
||||
|
||||
# -----------------------------
|
||||
# BLOCK IP ADDRESSES and RANGES
|
||||
# -----------------------------
|
||||
|
||||
if ($validate_client) {
|
||||
return 444;
|
||||
}
|
||||
|
||||
#######################################################################
|
||||
31
dev-tools/test_units/botblocker-nginx-settings.conf
Normal file
31
dev-tools/test_units/botblocker-nginx-settings.conf
Normal file
|
|
@ -0,0 +1,31 @@
|
|||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Version 1.1
|
||||
# ! new directives also to be added to include_filelist.txt ! #
|
||||
|
||||
server_names_hash_bucket_size 256;
|
||||
server_names_hash_max_size 4096;
|
||||
variables_hash_max_size 4096;
|
||||
variables_hash_bucket_size 4096;
|
||||
limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
|
||||
limit_conn_zone $binary_remote_addr zone=addr:50m;
|
||||
|
||||
# ****************************************************************************
|
||||
# NOTE: IF you are using a system like Nginx-Proxy from @JWilder
|
||||
# ****************************************************************************
|
||||
# Repo URL: https://github.com/jwilder/nginx-proxy
|
||||
# You will need to comment out the first line here as follows.
|
||||
# #server_names_hash_bucket_size 128;
|
||||
# You will also need to modify the nginx.tmpl file to add the default include
|
||||
# include /etc/nginx/conf.d/*
|
||||
# ****************************************************************************
|
||||
7111
dev-tools/test_units/custom-bad-referrers.conf
Normal file
7111
dev-tools/test_units/custom-bad-referrers.conf
Normal file
File diff suppressed because it is too large
Load diff
34
dev-tools/test_units/good-bots-for-test.list
Normal file
34
dev-tools/test_units/good-bots-for-test.list
Normal file
|
|
@ -0,0 +1,34 @@
|
|||
adidxbot
|
||||
AdsBot-Google
|
||||
aolbuild
|
||||
bingbot
|
||||
bingpreview
|
||||
developers.facebook.com
|
||||
DoCoMo
|
||||
duckduckgo
|
||||
facebookexternalhit
|
||||
facebookplatform
|
||||
Feedfetcher-Google
|
||||
Googlebot
|
||||
Googlebot-Image
|
||||
Googlebot-Mobile
|
||||
Googlebot-News
|
||||
Googlebot/Test
|
||||
Googlebot-Video
|
||||
Google-HTTP-Java-Client
|
||||
Gravityscan
|
||||
gsa-crawler
|
||||
Jakarta Commons
|
||||
Kraken/0.1
|
||||
LinkedInBot
|
||||
Mediapartners-Google
|
||||
msnbot
|
||||
msnbot-media
|
||||
SAMSUNG
|
||||
Slackbot
|
||||
Slackbot-LinkExpanding
|
||||
slurp
|
||||
teoma
|
||||
TwitterBot
|
||||
Wordpress
|
||||
yahoo
|
||||
16
dev-tools/test_units/good-referrers-for-test.list
Normal file
16
dev-tools/test_units/good-referrers-for-test.list
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
-
|
||||
--
|
||||
bing.com
|
||||
bit.ly
|
||||
google.com
|
||||
is.gd
|
||||
l.facebook.com
|
||||
m.facebook.com
|
||||
t.co
|
||||
www.bing.com
|
||||
www.google.ae
|
||||
www.google.com
|
||||
www.google.com.ar
|
||||
www.google.com.ph
|
||||
www.google.lt
|
||||
www.google.pt
|
||||
18
dev-tools/test_units/limited-bots-for-test.list
Normal file
18
dev-tools/test_units/limited-bots-for-test.list
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
Alexa
|
||||
archive.org
|
||||
ArchiveTeam
|
||||
Baidu
|
||||
BUbiNG
|
||||
FlipboardProxy
|
||||
ia_archiver
|
||||
MSIE 7.0
|
||||
Proximic
|
||||
R6_CommentReader
|
||||
R6_FeedFetcher
|
||||
RED/1
|
||||
RPT-HTTPClient
|
||||
sfFeedReader/0.9
|
||||
Spaidu
|
||||
UptimeRobot/2.0
|
||||
YandexBot
|
||||
YandexImages
|
||||
84
dev-tools/test_units/nginx.conf-newformat
Normal file
84
dev-tools/test_units/nginx.conf-newformat
Normal file
|
|
@ -0,0 +1,84 @@
|
|||
user www-data;
|
||||
worker_processes auto;
|
||||
pid /run/nginx.pid;
|
||||
include /etc/nginx/modules-enabled/*.conf;
|
||||
|
||||
events {
|
||||
worker_connections 768;
|
||||
# multi_accept on;
|
||||
}
|
||||
|
||||
http {
|
||||
|
||||
##
|
||||
# Basic Settings
|
||||
##
|
||||
|
||||
sendfile on;
|
||||
tcp_nopush on;
|
||||
tcp_nodelay on;
|
||||
keepalive_timeout 65;
|
||||
types_hash_max_size 2048;
|
||||
# server_tokens off;
|
||||
|
||||
# server_names_hash_bucket_size 64;
|
||||
# server_name_in_redirect off;
|
||||
|
||||
include /etc/nginx/mime.types;
|
||||
default_type application/octet-stream;
|
||||
|
||||
##
|
||||
# SSL Settings
|
||||
##
|
||||
|
||||
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
|
||||
ssl_prefer_server_ciphers on;
|
||||
|
||||
##
|
||||
# Logging Settings
|
||||
##
|
||||
|
||||
access_log /var/log/nginx/access.log;
|
||||
error_log /var/log/nginx/error.log;
|
||||
|
||||
##
|
||||
# Gzip Settings
|
||||
##
|
||||
|
||||
gzip on;
|
||||
|
||||
# gzip_vary on;
|
||||
# gzip_proxied any;
|
||||
# gzip_comp_level 6;
|
||||
# gzip_buffers 16 8k;
|
||||
# gzip_http_version 1.1;
|
||||
# gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
|
||||
|
||||
##
|
||||
# Virtual Host Configs
|
||||
##
|
||||
|
||||
include /etc/nginx/sites-enabled/*;
|
||||
}
|
||||
|
||||
|
||||
#mail {
|
||||
# # See sample authentication script at:
|
||||
# # http://wiki.nginx.org/ImapAuthenticateWithApachePhpScript
|
||||
#
|
||||
# # auth_http localhost/auth.php;
|
||||
# # pop3_capabilities "TOP" "USER";
|
||||
# # imap_capabilities "IMAP4rev1" "UIDPLUS";
|
||||
#
|
||||
# server {
|
||||
# listen localhost:110;
|
||||
# protocol pop3;
|
||||
# proxy on;
|
||||
# }
|
||||
#
|
||||
# server {
|
||||
# listen localhost:143;
|
||||
# protocol imap;
|
||||
# proxy on;
|
||||
# }
|
||||
#}
|
||||
10
dev-tools/test_units/random-bots-for-test-quick.list
Normal file
10
dev-tools/test_units/random-bots-for-test-quick.list
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
Anarchie
|
||||
Bigfoot
|
||||
Drip
|
||||
Linkbot
|
||||
LWP::Simple
|
||||
Openvas
|
||||
Ripper
|
||||
sogouspider
|
||||
WebFuck
|
||||
Web Sauger
|
||||
250
dev-tools/test_units/random-bots-for-test.list
Normal file
250
dev-tools/test_units/random-bots-for-test.list
Normal file
|
|
@ -0,0 +1,250 @@
|
|||
01h4x.com
|
||||
404checker
|
||||
Aboundex
|
||||
Aboundexbot
|
||||
Acunetix
|
||||
ADmantX
|
||||
AhrefsBot
|
||||
Anarchy
|
||||
Apexoo
|
||||
archive.org_bot
|
||||
arquivo-web-crawler
|
||||
Aspiegel
|
||||
Asterias
|
||||
AwarioRssBot
|
||||
BackDoorBot
|
||||
BackStreet
|
||||
Bandit
|
||||
Bigfoot
|
||||
Black Hole
|
||||
BlackWidow
|
||||
Blow
|
||||
BlowFish
|
||||
Boardreader
|
||||
Brandwatch
|
||||
BuiltWith
|
||||
BunnySlippers
|
||||
CheeseBot
|
||||
CheTeam
|
||||
ChinaClaw
|
||||
Chlooe
|
||||
com.plumanalytics
|
||||
Craftbot
|
||||
crawler.feedback
|
||||
crawl.sogou.com
|
||||
Crescent
|
||||
CSHttp
|
||||
Custo
|
||||
CyotekWebCopy
|
||||
DatabaseDriverMysqli
|
||||
DataCha0s
|
||||
DBLBot
|
||||
Deusu
|
||||
Digincore
|
||||
DigitalPebble
|
||||
Dirbuster
|
||||
Disco
|
||||
Discobot
|
||||
Dispatch
|
||||
DittoSpyder
|
||||
DomainAppender
|
||||
DomainSigmaCrawler
|
||||
DomCopBot
|
||||
Dragonfly
|
||||
DTS Agent
|
||||
Ebingbong
|
||||
eCatch
|
||||
ECCP/1.0
|
||||
EirGrabber
|
||||
evc-batch
|
||||
Evil
|
||||
Exabot
|
||||
Extreme Picture Finder
|
||||
FemtosearchBot
|
||||
Firefox/7.0
|
||||
Flunky
|
||||
Fuzz
|
||||
GalaxyBot
|
||||
Getintent
|
||||
GetRight
|
||||
Gigablast
|
||||
gopher
|
||||
GoZilla
|
||||
GridBot
|
||||
HEADMasterSEO
|
||||
HTMLparser
|
||||
Humanlinks
|
||||
HybridBot
|
||||
IDBot
|
||||
IDBTE4M
|
||||
Id-search
|
||||
IlseBot
|
||||
Image Fetch
|
||||
Indy Library
|
||||
InfoNaviRobot
|
||||
ips-agent
|
||||
Jbrofuzz
|
||||
JikeSpider
|
||||
JOC Web Spider
|
||||
Joomla
|
||||
Kenjin Spider
|
||||
Kozmosbot
|
||||
Lanshanbot
|
||||
Larbin
|
||||
LeechGet
|
||||
LexiBot
|
||||
Libwhisker
|
||||
LieBaoFast
|
||||
LinksManager
|
||||
LinqiaScrapeBot
|
||||
Lipperhey Spider
|
||||
Lmspider
|
||||
Ltx71
|
||||
lwp-request
|
||||
Mail.RU_Bot
|
||||
Majestic12
|
||||
Majestic SEO
|
||||
MarkWatch
|
||||
MauiBot
|
||||
Meanpathbot
|
||||
MeanPath Bot
|
||||
mediawords
|
||||
MegaIndex.ru
|
||||
MFC_Tear_Sample
|
||||
Microsoft Data Access
|
||||
MJ12bot
|
||||
Mojeek
|
||||
Mojolicious
|
||||
Morfeus Fucking Scanner
|
||||
Mozlila
|
||||
Msrabot
|
||||
muhstik-scan
|
||||
Musobot
|
||||
Name Intelligence
|
||||
NetAnts
|
||||
Netcraft
|
||||
netEstate NE Crawler
|
||||
NetLyzer
|
||||
NetMechanic
|
||||
NetZIP
|
||||
NextGenSearchBot
|
||||
Nuclei
|
||||
Offline Explorer
|
||||
OnCrawl
|
||||
OpenLinkProfiler
|
||||
Openvas
|
||||
OutclicksBot
|
||||
PageAnalyzer
|
||||
PageScorer
|
||||
Pavuk
|
||||
PECL::HTTP
|
||||
Petalbot
|
||||
Picscout
|
||||
Picsearch
|
||||
Pi-Monster
|
||||
Pixray
|
||||
polaris version
|
||||
Psbot
|
||||
Pu_iN
|
||||
Pump
|
||||
QueryN Metasearch
|
||||
Quick-Crawler
|
||||
RankActiveLinkBot
|
||||
RankFlex
|
||||
Rankivabot
|
||||
RankurBot
|
||||
RealDownload
|
||||
RebelMouse
|
||||
Recorder
|
||||
RepoMonkey
|
||||
Re-re
|
||||
Ripper
|
||||
RocketCrawler
|
||||
RSSingBot
|
||||
satoristudio.net
|
||||
Scanbot
|
||||
scan.lol
|
||||
Scrapy
|
||||
Screaming
|
||||
ScrepyBot
|
||||
SearchmetricsBot
|
||||
Semrush
|
||||
SemrushBot
|
||||
seobility
|
||||
SeobilityBot
|
||||
Seomoz
|
||||
seoscanners
|
||||
SEOstats
|
||||
serpstatbot
|
||||
Siphon
|
||||
SISTRIX
|
||||
Siteimprove
|
||||
SiteLockSpider
|
||||
Site Sucker
|
||||
Sitevigil
|
||||
Snoopy
|
||||
SocialRankIOBot
|
||||
sogouspider
|
||||
Spammen
|
||||
Spbot
|
||||
Spinn3r
|
||||
SputnikBot
|
||||
Sucuri
|
||||
SuperBot
|
||||
Surfbot
|
||||
SurveyBot
|
||||
sysscan
|
||||
Szukacz
|
||||
T0PHackTeam
|
||||
T8Abot
|
||||
tAkeOut
|
||||
Telesphorep
|
||||
TheNomad
|
||||
TightTwatBot
|
||||
Titan
|
||||
Toweyabot
|
||||
Tracemyfile
|
||||
Trendiction
|
||||
Turingos
|
||||
URLy.Warning
|
||||
Vacuum
|
||||
Vagabondo
|
||||
VB Project
|
||||
VCI
|
||||
VelenPublicWebCrawler
|
||||
VeriCiteCrawler
|
||||
VidibleScraper
|
||||
Virusdie
|
||||
VoidEYE
|
||||
Voil
|
||||
Wallpapers/3.0
|
||||
WallpapersHD
|
||||
WASALive-Bot
|
||||
WBSearchBot
|
||||
Webalta
|
||||
Web Auto
|
||||
WebCollage
|
||||
Web Fuck
|
||||
WebLeacher
|
||||
WebPix
|
||||
Web Pix
|
||||
WebSauger
|
||||
WebsiteQuester
|
||||
Website Quester
|
||||
Webster
|
||||
WebSucker
|
||||
WeSEE
|
||||
Whacker
|
||||
Whatweb
|
||||
Who.is Bot
|
||||
WiseGuys Robot
|
||||
WISENutbot
|
||||
Wotbox
|
||||
WWW-Collector-E
|
||||
WWW-Mechanize
|
||||
x22Mozilla
|
||||
YoudaoBot
|
||||
Zade
|
||||
zgrab
|
||||
Zitebot
|
||||
ZumBot
|
||||
250
dev-tools/test_units/random-bots-for-whitelist-test.list
Normal file
250
dev-tools/test_units/random-bots-for-whitelist-test.list
Normal file
|
|
@ -0,0 +1,250 @@
|
|||
404enemy
|
||||
80legs
|
||||
Aboundex
|
||||
Acunetix
|
||||
ADmantX
|
||||
AIBOT
|
||||
AiHitBot
|
||||
Alexibot
|
||||
AllSubmitter
|
||||
AlphaBot
|
||||
Anarchy99
|
||||
Ankit
|
||||
Anthill
|
||||
archive.org_bot
|
||||
arquivo.pt
|
||||
Backlink-Ceck
|
||||
Barkrowler
|
||||
BatchFTP
|
||||
BetaBot
|
||||
Bitacle
|
||||
Blow
|
||||
BlowFish
|
||||
BotALot
|
||||
Buck
|
||||
BuiltBotTough
|
||||
BunnySlippers
|
||||
Calculon
|
||||
CATExplorador
|
||||
CensysInspect
|
||||
CheeseBot
|
||||
CheTeam
|
||||
ChinaClaw
|
||||
Chlooe
|
||||
CODE87
|
||||
Cogentbot
|
||||
Copier
|
||||
Cosmos
|
||||
Craftbot
|
||||
Custo
|
||||
CyotekWebCopy
|
||||
DatabaseDriverMysqli
|
||||
DataCha0s
|
||||
DBLBot
|
||||
Deusu
|
||||
DigitalPebble
|
||||
Dirbuster
|
||||
Disco
|
||||
Discobot
|
||||
DittoSpyder
|
||||
DomainAppender
|
||||
DomainSigmaCrawler
|
||||
DomainStatsBot
|
||||
DomCopBot
|
||||
Dotbot
|
||||
Dragonfly
|
||||
DSearch
|
||||
EasyDL
|
||||
Ebingbong
|
||||
EirGrabber
|
||||
EMail Wolf
|
||||
Exabot
|
||||
Express WebPictures
|
||||
Extreme Picture Finder
|
||||
EyeNetIE
|
||||
FDM
|
||||
FemtosearchBot
|
||||
FlashGet
|
||||
Foobot
|
||||
Fuzz
|
||||
Gigablast
|
||||
Go-Ahead-Got-It
|
||||
gopher
|
||||
GoZilla
|
||||
GT::WWW
|
||||
Havij
|
||||
HEADMasterSEO
|
||||
heritrix
|
||||
Hloader
|
||||
HMView
|
||||
HTMLparser
|
||||
HTTP::Lite
|
||||
HTTrack
|
||||
Iblog
|
||||
Id-search
|
||||
Image Sucker
|
||||
InfoTekies
|
||||
Intelliseek
|
||||
InterGET
|
||||
internetVista monitor
|
||||
Iria
|
||||
IRLbot
|
||||
IstellaBot
|
||||
JamesBOT
|
||||
JikeSpider
|
||||
JOC Web Spider
|
||||
Joomla
|
||||
JustView
|
||||
Kenjin Spider
|
||||
Larbin
|
||||
Libwhisker
|
||||
Lightspeedsystems
|
||||
Linkdexbot
|
||||
LinkScan
|
||||
LinqiaMetadataDownloaderBot
|
||||
LinqiaScrapeBot
|
||||
Lipperhey
|
||||
Litemage_walker
|
||||
lwp-trivial
|
||||
Magnet
|
||||
magpie-crawler
|
||||
Mail.RU_Bot
|
||||
Majestic SEO
|
||||
Majestic-SEO
|
||||
MarkMonitor
|
||||
Mata Hari
|
||||
MauiBot
|
||||
meanpathbot
|
||||
Meanpathbot
|
||||
MegaIndex.ru
|
||||
MFC_Tear_Sample
|
||||
MQQBrowser
|
||||
Mr.4x3
|
||||
Name Intelligence
|
||||
Navroad
|
||||
NearSite
|
||||
Netcraft
|
||||
netEstate NE Crawler
|
||||
NetLyzer
|
||||
NetSpider
|
||||
Netvibes
|
||||
NextGenSearchBot
|
||||
Ninja
|
||||
Nmap
|
||||
NPbot
|
||||
Nutch
|
||||
oBot
|
||||
Octopus
|
||||
Offline Explorer
|
||||
Offline Navigator
|
||||
OnCrawl
|
||||
Openfind
|
||||
OpenLinkProfiler
|
||||
OrangeBot
|
||||
OrangeSpider
|
||||
OutclicksBot
|
||||
Page Analyzer
|
||||
PageGrabber
|
||||
page scorer
|
||||
Papa Foto
|
||||
PECL::HTTP
|
||||
Picsearch
|
||||
Piepmatz
|
||||
Pixray
|
||||
POE-Component-Client-HTTP
|
||||
probe-image-size
|
||||
Probethenet
|
||||
Pump
|
||||
PyCurl
|
||||
QueryN Metasearch
|
||||
RankActiveLinkBot
|
||||
RankFlex
|
||||
RankingBot2
|
||||
Rankivabot
|
||||
Reaper
|
||||
RebelMouse
|
||||
Recorder
|
||||
RedesScrapy
|
||||
RepoMonkey
|
||||
Re-re
|
||||
Ripper
|
||||
ripz
|
||||
RocketCrawler
|
||||
Rogerbot
|
||||
RSSingBot
|
||||
s1z.ru
|
||||
satoristudio.net
|
||||
SBIder
|
||||
scalaj-http
|
||||
Scrapy
|
||||
Screaming
|
||||
Searchestate
|
||||
SentiBot
|
||||
seobility
|
||||
SEOkicks-Robot
|
||||
SEOlyticsCrawler
|
||||
SEOprofiler
|
||||
SeoSiteCheckup
|
||||
serpstatbot
|
||||
sexsearcher
|
||||
Shodan
|
||||
Siphon
|
||||
SiteExplorer
|
||||
siteripz
|
||||
SiteSnagger
|
||||
Sitevigil
|
||||
SMTBot
|
||||
Snapbot
|
||||
Sogou web spider
|
||||
Sottopop
|
||||
SpaceBison
|
||||
Spanner
|
||||
Spbot
|
||||
Spinn3r
|
||||
Sucker
|
||||
SuperHTTP
|
||||
Surfbot
|
||||
tAkeOut
|
||||
Telesphorep
|
||||
Toweyabot
|
||||
Trendiction
|
||||
Trendictionbot
|
||||
trendiction.com
|
||||
trendiction.de
|
||||
Turnitin
|
||||
TwengaBot
|
||||
URLy Warning
|
||||
URLy.Warning
|
||||
V-BOT
|
||||
Voltron
|
||||
voyagerx.com
|
||||
Wallpapers/3.0
|
||||
WASALive-Bot
|
||||
WBSearchBot
|
||||
WebAuto
|
||||
Web Auto
|
||||
WebCollage
|
||||
WebEnhancer
|
||||
WebFetch
|
||||
WebFuck
|
||||
WebImageCollector
|
||||
WebLeacher
|
||||
WebPix
|
||||
WebSauger
|
||||
Webshag
|
||||
WebsiteExtractor
|
||||
Website Quester
|
||||
Webster
|
||||
WebStripper
|
||||
WebSucker
|
||||
Web Sucker
|
||||
WeSEE
|
||||
WiseGuys Robot
|
||||
Wonderbot
|
||||
WWWOFFLE
|
||||
x22Mozilla
|
||||
xpymep1.exe
|
||||
zauba.io
|
||||
Zermelo
|
||||
Zitebot
|
||||
ZyBorg
|
||||
10
dev-tools/test_units/random-referrers-for-test-quick.list
Normal file
10
dev-tools/test_units/random-referrers-for-test-quick.list
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
bonux.nextview.ru
|
||||
brus-vsem.ru
|
||||
freshwallpapers.info
|
||||
nuup.info
|
||||
pacificair.com
|
||||
petedrummond.com
|
||||
rock-cafe.info
|
||||
sinel.info
|
||||
telsis.com
|
||||
torrentred.games
|
||||
500
dev-tools/test_units/random-referrers-for-test.list
Normal file
500
dev-tools/test_units/random-referrers-for-test.list
Normal file
|
|
@ -0,0 +1,500 @@
|
|||
00webcams.com
|
||||
2020iscoming.info
|
||||
24x7-server-support.site
|
||||
273-fz.ru
|
||||
2nt.ru
|
||||
2x2fan.ru
|
||||
5u.com
|
||||
66cpwgln.space
|
||||
70casino.online
|
||||
8558l.jobs.net
|
||||
8jn.dating-app.ru
|
||||
a96527gi.beget.tech
|
||||
aa8b68101d388c446389283820863176e7.com
|
||||
aadroid.net
|
||||
aarbur.com
|
||||
addray.pro
|
||||
adimmix.com
|
||||
ads-cool.pro
|
||||
adzpower.com
|
||||
aerogo.com
|
||||
akuhni.by
|
||||
alienwheel.es
|
||||
allnews24.in
|
||||
aludecor.info
|
||||
ampower.me
|
||||
angigreene.com
|
||||
anticrawler.org
|
||||
aosheng-tech.com
|
||||
apiappenableinfo-a.akamaihd.net
|
||||
apifasterlightin-a.akamaihd.net
|
||||
appartement-stumm.at
|
||||
apple.com-webbrowsing-security.science
|
||||
ap.senai.br
|
||||
arabgirls.adultgalls.com
|
||||
arendovalka.xyz
|
||||
artpicso.com
|
||||
asacopaco.tk
|
||||
ascat.porn
|
||||
asrv-a.akamaihd.net
|
||||
asseenontv.ru
|
||||
avkzarabotok.com
|
||||
azartniy-bonus.com
|
||||
azinoofficial777.ru
|
||||
babieca.com
|
||||
backgroundpictures.net
|
||||
balitouroffice.com
|
||||
bangla-chat-uk-paralud.ga
|
||||
bankiem.pl
|
||||
bannertesting.com
|
||||
beauby.ru
|
||||
becuo.com
|
||||
begalka.xyz
|
||||
belstaffstore.online
|
||||
bestserials.com
|
||||
bezsporno.ru
|
||||
bigcities.org
|
||||
bingoporno.com
|
||||
bio.trade-jp.net
|
||||
bitporno.sx
|
||||
biznesrealnost.ru
|
||||
blagovest-med.ru
|
||||
blobar.org
|
||||
blog.f00kclan.de
|
||||
blog.koorg.ru
|
||||
blogqpot.com
|
||||
bmwhighperformers.com
|
||||
boanonihaca.tk
|
||||
bonanza-fortune.men
|
||||
bonkers.name
|
||||
brainboosting.club
|
||||
brainxs.us
|
||||
brandehk.dk
|
||||
brandov.ru
|
||||
bscodecs.com
|
||||
buscarfoto.com
|
||||
business-made-fun.com
|
||||
bus-offer.com
|
||||
buyessaynow.biz
|
||||
buypillsorderonline.com
|
||||
buzzsumo.com
|
||||
cablecar.us
|
||||
callcafe.info
|
||||
calvet.altervista.org
|
||||
camdolls.com
|
||||
canyougethighofftizanidine.blogspot.com
|
||||
carson.getenjoyment.net
|
||||
cartierreplica.xyz
|
||||
cashkitten-a.akamaihd.net
|
||||
caulderwoodkennels.com
|
||||
caveavins.fr
|
||||
cejewelry.xyz
|
||||
c-english.ru
|
||||
censys.io
|
||||
cfsrating.sonicwall.com
|
||||
c-gainsbourg.com
|
||||
chatroulette.online
|
||||
chinacheapelitejerseys.com
|
||||
cialisndbrx.com
|
||||
classiquebijoux.ru
|
||||
claytransformations.info
|
||||
clayvasedesigns.tk
|
||||
cleanallspyware.com
|
||||
comeondog.info
|
||||
comissionka.net
|
||||
companies-catalog.com
|
||||
compliance-george.xyz
|
||||
compliance-ivan.top
|
||||
compliance-nelson.top
|
||||
compucelunlock.net
|
||||
conciergegroup.org
|
||||
connectionstrenth.com
|
||||
cosmeticswomens-womensports.rhcloud.com
|
||||
cottageofgrace.com
|
||||
crackzplanet.com
|
||||
credit-online.ws
|
||||
crynet.cc
|
||||
dalavia.ru
|
||||
dayibiao.com
|
||||
derevesendeco.com
|
||||
deshevo-nedorogo.ru
|
||||
detskie-konstruktory.ru
|
||||
digitalfaq.com
|
||||
directivepub.com
|
||||
domainroam.win
|
||||
domashneeruporno.com
|
||||
doska-vsem.ru
|
||||
drhomes.biz
|
||||
dvd-famille.com
|
||||
eandsgallery.com
|
||||
editors.choice6912650.hulfingtonpost.com
|
||||
educatemetv.com
|
||||
eldiariodeguadalajara.com
|
||||
electro-prom.com
|
||||
elektronischezigarettekaufen2.tumblr.com
|
||||
elektrozigaretten2.yn.lt
|
||||
elite-sex-finders.com
|
||||
energydiet-info.ru
|
||||
enginebay.ru
|
||||
englate.com
|
||||
enskedesquashclub.se
|
||||
enternet.ee
|
||||
este-line.com.ua
|
||||
eu-cookie-law.blogspot.com
|
||||
euronis-free.com
|
||||
evogarage.com
|
||||
eyelike.com.ua
|
||||
eyessurgery.ru
|
||||
ezigarettekaufen2.yolasite.com
|
||||
f0815.de
|
||||
f5mtrack.com
|
||||
facialporntube.com
|
||||
faptitans.com
|
||||
fatfasts-4tmz.com
|
||||
fefo.gdn
|
||||
ferieboligkbh.dk
|
||||
filesvine.com
|
||||
filmidivx.com
|
||||
findanysex.com
|
||||
findsexguide.com
|
||||
finejewelryshop.ru
|
||||
fishtauto.ru
|
||||
fitnesspiks.com
|
||||
flashahead.info
|
||||
flooringinstallation-edmonton.com
|
||||
focalink.com
|
||||
forex21.ru
|
||||
forum.poker4life.ru
|
||||
foto-sisek.porngalleries.top
|
||||
foxinsocks.ru
|
||||
foxjuegos.com
|
||||
free-fb-traffic.com
|
||||
freelotto.com
|
||||
free-traffic.xyz
|
||||
freeuploader.com
|
||||
freevpn.space
|
||||
fullgirl.ru
|
||||
g7m.pl
|
||||
games.kolossale.ru
|
||||
garciniaxt.us
|
||||
globetrotting-culture.ru
|
||||
go2jump.org
|
||||
goblacked.com
|
||||
golden-praga.ru
|
||||
goldpanningtools.com
|
||||
goodwinmetals.co
|
||||
googlepositions.com
|
||||
groupmoney.ru
|
||||
growshop.es
|
||||
guruofcasino.com
|
||||
handsandlegs.ru
|
||||
harmonyglen.us
|
||||
hawaiielectriclight.com
|
||||
hd720kino.ru
|
||||
healmytrauma.info
|
||||
hentai-manga.porn
|
||||
histock.info
|
||||
hitmuzik.ru
|
||||
hjaoopoa.top
|
||||
hobbyhuren-datenbank.com
|
||||
hobild.net
|
||||
homeandhealth.ru
|
||||
hoverboard360.es
|
||||
hptwaakw.blog.fc2.com
|
||||
huimin764128.com
|
||||
humbmosquina.tk
|
||||
hvd-store.com
|
||||
icaseclub.ru
|
||||
ideibiznesa2015.ru
|
||||
iframe-toloka.com
|
||||
igithab.com
|
||||
igtools.club
|
||||
ilikevitaly.com
|
||||
imabase.com
|
||||
imfamous.info
|
||||
imgata.com
|
||||
imicrovision.com
|
||||
importchinacoach-teach.com
|
||||
indo-export.ru
|
||||
insurple.com
|
||||
interesnie-faktu.ru
|
||||
internetproviderstucson.com
|
||||
iomoio.net
|
||||
iqoption.pro
|
||||
iqupdatetmz.win
|
||||
isistaylorporn.info
|
||||
itag.pw
|
||||
ivoiretechnocom.ci
|
||||
iwanttodeliver.com
|
||||
izismile.com
|
||||
jeremyeaton.co
|
||||
jerseywholesalebizchina.com
|
||||
jongose.ninja
|
||||
jpcycles.com
|
||||
jrpmakati.com
|
||||
jurajskie.info
|
||||
jyvopys.com
|
||||
kamorel.com
|
||||
karaganda.xkaz.org
|
||||
keywordhouse.com
|
||||
kihi.gdn
|
||||
kino2018.cc
|
||||
kleine-titten.biz
|
||||
klejonka.info
|
||||
klosetkitten.com
|
||||
kochanelli.com
|
||||
konteiner24.com
|
||||
kovrenok.ru
|
||||
kozhniebolezni.com
|
||||
krafte.ru
|
||||
krasula.pp.ua
|
||||
ks1234.com
|
||||
kumuk.info
|
||||
ladsup.com
|
||||
landscapebackgrounds.blogspot.com
|
||||
lawyers.cafe
|
||||
ledpolice.ru
|
||||
lerporn.info
|
||||
lider-zhaluzi.kiev.ua
|
||||
liffa.ru
|
||||
lineavabit.it
|
||||
littleberry.ru
|
||||
livefixer.com
|
||||
liver-chintai.org
|
||||
lizace.com
|
||||
localflirtbuddies.com
|
||||
lyrster.com
|
||||
m1media.net
|
||||
mabdoola.blogspot.com
|
||||
macresource.co.uk
|
||||
magda-gadalka.ru
|
||||
makis.nu
|
||||
managerpak204.weebly.com
|
||||
map028.com
|
||||
marblestyle.ru
|
||||
marinetraffic.com
|
||||
marketingtechniques.info
|
||||
marktforschung-stuttgart.com
|
||||
masserect.com
|
||||
master-muznachas.ru
|
||||
mathgym.com.au
|
||||
mecash.ru
|
||||
michaelkorsoutletstore.net
|
||||
michaelkorssaleoutletonline.net
|
||||
middlerush-a.akamaihd.net
|
||||
minneapoliscopiers.com
|
||||
mirobuvi.com.ua
|
||||
mnogabukaff.net
|
||||
mobilemedia.md
|
||||
mockupui.com
|
||||
moesonce.com
|
||||
monclercheap.xyz
|
||||
moncleroutletonline.win
|
||||
mp3downloadhq.com
|
||||
mp3ritm.top
|
||||
myanyone.net
|
||||
mydeathspace.com
|
||||
myfreetutorials.com
|
||||
myhitmp3.club
|
||||
myliveblog.ru
|
||||
myshopmatemac.com
|
||||
naughtyconnect.com
|
||||
nero-us.com
|
||||
net-profits.xyz
|
||||
nextconseil.com
|
||||
nfljerseys.online
|
||||
notasprensa.info
|
||||
nudepatch.net
|
||||
obiavo.net
|
||||
onefilms.net
|
||||
onescreen.cc
|
||||
oneshotdate.com
|
||||
onlinadverts.com
|
||||
online-podarki.com
|
||||
onlinewritingjobs17.blogspot.ru
|
||||
optitrade24.com
|
||||
oralsexfilme.net
|
||||
ossmalta.com
|
||||
outrageousdeal-a.akamaihd.net
|
||||
ownshop.cf
|
||||
pandarastore.top
|
||||
parlament.biz
|
||||
partner-pop.men
|
||||
partner-print.men
|
||||
pc-test.net
|
||||
perso.wanadoo.es
|
||||
piccdata.com
|
||||
picquery.com
|
||||
pictures-and-images.com
|
||||
picturesboss.com
|
||||
picturesmania.com
|
||||
pinapchik.com
|
||||
pinsdaddy.com
|
||||
popup.matchmaker.com
|
||||
pornodojd.ru
|
||||
pornohd1080.online
|
||||
pornokorol.com
|
||||
pornolook.net
|
||||
pornosmola.info
|
||||
pornozhara.com
|
||||
porn-w.org
|
||||
portadd.men
|
||||
potoideas.us
|
||||
pozdrawleniya.ru
|
||||
pricheskaonline.ru
|
||||
princevc.com
|
||||
privacyassistant.net
|
||||
producm.ru
|
||||
pro-okis.ru
|
||||
prostitutki-novgoroda.org
|
||||
ptr.ruvds.com
|
||||
pts163.ru
|
||||
purchasepillsnorx.com
|
||||
pyrodesigns.com.au
|
||||
qor360.com
|
||||
queerspace.com
|
||||
questionmarque.ch
|
||||
quickloanbank.com
|
||||
rankexperience.com
|
||||
rapidsites.pro
|
||||
rebrand.ly
|
||||
redirectme.net
|
||||
refererx.com
|
||||
remmling.de
|
||||
remontgruzovik.ru
|
||||
rewardit.com
|
||||
rfd-split.hr
|
||||
riralmolamsaca.tk
|
||||
robot-forex.biz
|
||||
rockma.se
|
||||
rp9.ru
|
||||
ruclicks.com
|
||||
runstocks.com
|
||||
russkoe-zdorovie.ru
|
||||
rusvideos.su
|
||||
s8-nowy-wygraj.comli.com
|
||||
sady-urala.ru
|
||||
salmonfishingsacramentoriver.com
|
||||
sanjosestartups.com
|
||||
sax-sex.com
|
||||
scanner-george.top
|
||||
scanner-margo.top
|
||||
schoolfiles.net
|
||||
scoopquest.com
|
||||
scopich.com
|
||||
seofied.com
|
||||
seo-platform.com
|
||||
seorankinglinks.xyz
|
||||
sexfreepornoxxx.com
|
||||
sexy.babes.frontend-stack.top
|
||||
sheerseo.com
|
||||
shohanb.com
|
||||
sigmund-freud.co.uk
|
||||
siha.de
|
||||
silvermature.net
|
||||
site5.com
|
||||
sitevaluation.org
|
||||
sloopyjoes.com
|
||||
small-games.biz
|
||||
sms2x2.ru
|
||||
snip.tw
|
||||
sobecjvuwa.com.ru
|
||||
soc-econom-problems.ru
|
||||
socialtrade.biz
|
||||
sotechco.co
|
||||
souvenir.cc
|
||||
spasswelt.net
|
||||
spidtest.space
|
||||
spl63.fr
|
||||
sportbetfair.com
|
||||
srecorder.com
|
||||
stop-zavisimost.com
|
||||
strangeduckfilms.com
|
||||
streamin.to
|
||||
strfls.com
|
||||
strv.se
|
||||
supermama.top
|
||||
superstats.com
|
||||
tdsing.ru
|
||||
technika-remont.ru
|
||||
telefonsexi.com
|
||||
templates.radiodigital.co
|
||||
tetracsaudi.com
|
||||
thebluffs.com
|
||||
thecoolimages.net
|
||||
thefarmergame.com
|
||||
thefds.net
|
||||
thepornsex.org
|
||||
thetoiletpaper.com
|
||||
thin.me.pn
|
||||
tizanidine4mgtablets.blogspot.com
|
||||
tizanidinehcl4mgtablet.blogspot.com
|
||||
tnctrx.com
|
||||
token-lab.org
|
||||
toloka.hurtom.com
|
||||
tootoo.to
|
||||
top10-online-games.com
|
||||
top10-way.com
|
||||
torontoplumbinggroup.com
|
||||
torrentgamer.net
|
||||
traffic100.com
|
||||
traffmonster.info
|
||||
trk-4.net
|
||||
tuberkulezanet.ru
|
||||
tula.howotorg.ru
|
||||
tvory.predmety.in.ua
|
||||
ublaze.ru
|
||||
u-cheats.ru
|
||||
udayavani.com
|
||||
uggsale.online
|
||||
ukrtextbook.com
|
||||
ukrup.com
|
||||
ultimatesetnewfreeallsoftupgradesystems.pw
|
||||
um-razum.ru
|
||||
underthesite.com
|
||||
unrealcommander.biz
|
||||
uptime-alpha.net
|
||||
urlopener.blogspot.com.au
|
||||
vacuumscleaner.com
|
||||
vclicks.net
|
||||
vektorpress.ru
|
||||
velpanex.ru
|
||||
vertaform.com
|
||||
via-gra.webstarts.com
|
||||
video-hollywood.ru
|
||||
videosbox.ru
|
||||
vip.51.la
|
||||
virus-schutzmasken.de
|
||||
visa-china.ru
|
||||
vod.com.ua
|
||||
vpnhowto.info
|
||||
vuclip.com
|
||||
vzlomtw.com
|
||||
vzubah.com
|
||||
watchmygf.net
|
||||
webix.me
|
||||
weburok.com
|
||||
wejdz-tu.pl
|
||||
westvilletowingservices.co.za
|
||||
wikes.20fr.com
|
||||
witclub.info
|
||||
wjgony.com
|
||||
woodyguthrie.se
|
||||
wsgames.ru
|
||||
ww2awards.info
|
||||
xchat26.myfreecams.com
|
||||
xep.info
|
||||
xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
|
||||
xn----btbdvdh4aafrfciljm6k.xn--p1ai
|
||||
xpresscare.ru
|
||||
x-rates.ru
|
||||
yellowads.men
|
||||
yoopsie.com
|
||||
youbrainboost.asia
|
||||
zakon-ob-obrazovanii.ru
|
||||
zeikopay.com
|
||||
znakomstva-piter78.ru
|
||||
znaniyapolza.ru
|
||||
zophim.me
|
||||
zx6.ru
|
||||
zzlgxh.com
|
||||
250
dev-tools/test_units/random-referrers-for-whitelist-test.list
Normal file
250
dev-tools/test_units/random-referrers-for-whitelist-test.list
Normal file
|
|
@ -0,0 +1,250 @@
|
|||
12bet.com
|
||||
1688.com
|
||||
1kinobig.ru
|
||||
34.gs
|
||||
3dracergames.com
|
||||
7makemoneyonline.com
|
||||
acgs.tk
|
||||
adtech.us
|
||||
allboard.xobor.de
|
||||
alldubai.biz
|
||||
am15.net
|
||||
amazon-adsystem.com
|
||||
amazon-seo-service.com
|
||||
analytics-ads.xyz
|
||||
andpolice.com
|
||||
animal-drawings.com
|
||||
apartamentwroclaw.eu
|
||||
apioasisspacenet-a.akamaihd.net
|
||||
apioutoboxnet-a.akamaihd.net
|
||||
apple.com-cleaner.systems
|
||||
as5000.com
|
||||
ascat.porn
|
||||
azazu.ru
|
||||
badavit.com.ua
|
||||
balans.shahterworld.org
|
||||
bannerads.de
|
||||
beauby.ru
|
||||
bensbargains.net
|
||||
bestadbid.com
|
||||
bezsporno.ru
|
||||
bitporno.sx
|
||||
bluerobot.info
|
||||
boazpower.com
|
||||
bongiornos.info
|
||||
bookmaker-bet.com
|
||||
braip.com.br
|
||||
bus-offer.com
|
||||
capsderfudd.tk
|
||||
carmuffler.net
|
||||
cartierlovebraceletreplica.xyz
|
||||
cartierlovestore.xyz
|
||||
casablancamanor.co.za
|
||||
cete.ru
|
||||
cheapjerseysfootballshop.com
|
||||
coaching-netz.info
|
||||
compliance-jessica.top
|
||||
compliance-julia.top
|
||||
conciergegroup.org
|
||||
concordexoticrentals.com
|
||||
converse.ddsoldes.fr
|
||||
cookie-law-enforcement-aa.xyz
|
||||
copro.pw
|
||||
covetnica.com
|
||||
cupday.com
|
||||
dailyrank.net
|
||||
dear-diary.ru
|
||||
delayreferat.ru
|
||||
dev.citetick.com
|
||||
digital-sale.su
|
||||
discountbarbour.online
|
||||
dstroy.su
|
||||
electrik-avenue.com
|
||||
eleimgo.pw
|
||||
elektrozigaretten2.yn.lt
|
||||
engines-usa.com
|
||||
envaseslotusama.com
|
||||
erotik-kostenlos.net
|
||||
erotikstories.ru
|
||||
errorfixing.space
|
||||
ertelecom.ru
|
||||
es5.com
|
||||
essaypro.com
|
||||
facebook-mobile.xyz
|
||||
fanoboi.com
|
||||
farmingworm.com
|
||||
filesvine.com
|
||||
filmidivx.com
|
||||
fingerprintjs.com
|
||||
firstdrugmall.ru
|
||||
foxjuegos.com
|
||||
free-fbook-traffic.com
|
||||
freelotto.com
|
||||
funnel.co.za
|
||||
funnypica.com
|
||||
gambarkatabaru.com
|
||||
getlaid-xxxhookupdirect.com
|
||||
gk170.ru
|
||||
globetrotting-culture.ru
|
||||
gopro-online.info
|
||||
gox.com.ua
|
||||
grupografico-pilar.com.ar
|
||||
gsasearchenginerankerdiscount.com
|
||||
hao123.com
|
||||
hawaiielectriclight.com
|
||||
healbio.ru
|
||||
homemature.net
|
||||
hotblog.top
|
||||
housemilan.ru
|
||||
houseofgaga.ru
|
||||
https-legalrc.biz
|
||||
husky-shop.cz
|
||||
hyhj.info
|
||||
imitex-plus.ru
|
||||
inboxdollars.com
|
||||
infodocsportal.com
|
||||
internet-apteka.ru
|
||||
irkutsk.zrus.org
|
||||
je7.us
|
||||
justdating.online
|
||||
kalb.ru
|
||||
kazrent.com
|
||||
keywordhut.com
|
||||
keywordspay.com
|
||||
kinofak.net
|
||||
klumba55.ru
|
||||
komputernaya-pomosh-moscow.ru
|
||||
labplus.ru
|
||||
lacave.ntic.fr
|
||||
lampokrat.ws
|
||||
landreferat.ru
|
||||
larchik.net
|
||||
lflash.ru
|
||||
littlesunraiser.com
|
||||
live-sexcam.tk
|
||||
mafa-free.com
|
||||
mainlinehobby.net
|
||||
maladot.com
|
||||
masthopehomes.com
|
||||
matsdale.com
|
||||
mearns-tractors.co.uk
|
||||
mega-bony-2017.pl
|
||||
metaxalonevstizanidine.blogspot.com
|
||||
mirobuvi.com.ua
|
||||
mmofreegames.online
|
||||
mojpregled.com
|
||||
money-every-day.com
|
||||
moneyzzz.ru
|
||||
moscow.online-podarki.com
|
||||
moskva.nodup.ru
|
||||
movies-in-theaters.net
|
||||
musezone.ru
|
||||
na15.ru
|
||||
namecrumilchlet.tk
|
||||
napalm51.nut.cc
|
||||
natali-forex.com
|
||||
noscrapleftbehind.co
|
||||
nrjmobile.fr
|
||||
obiavo.su
|
||||
onescreen.cc
|
||||
openmediasoft.com
|
||||
orsonet.ru
|
||||
outrageousdeal-a.akamaihd.net
|
||||
parajumpersstore.online
|
||||
pathwhelp.org
|
||||
pc-virus-d0l92j2.pw
|
||||
photokitchendesign.com
|
||||
pivka.xyz
|
||||
plusnetwork.com
|
||||
poquoson.org
|
||||
pornofeuer.com
|
||||
pornophoto.xyz
|
||||
postclass.com
|
||||
privetsochi.ru
|
||||
produkto.net
|
||||
prostitutki-novgoroda.org
|
||||
putevka24.ru
|
||||
qexyfu.bugs3.com
|
||||
quick-offer.com
|
||||
radiogambling.com
|
||||
razvratnoe.org
|
||||
research.ifmo.ru
|
||||
rialp.getenjoyment.net
|
||||
rimedia.org
|
||||
rniaeba.ga
|
||||
robertefuller.com
|
||||
romhacking.ru
|
||||
royalcar-ufa.ru
|
||||
rubbed.us
|
||||
savememoney.co.za
|
||||
scenarii-1-sentyabrya.uroki.org.ua
|
||||
scottbywater.com
|
||||
scripted.com
|
||||
securesmrt-dt.com
|
||||
see-your-website-here.com
|
||||
semalt.com
|
||||
seminarykansas904.ml
|
||||
seorankinglinks.us
|
||||
seo-smm.kz
|
||||
servicecenter.co.ua
|
||||
serviporno.com
|
||||
sexfreepornoxxx.com
|
||||
sextracker.com
|
||||
sex-znakomstva.online
|
||||
sharebutton.org
|
||||
shisha-swag.de
|
||||
shop.xz618.com
|
||||
sibdevice.ru
|
||||
silvermature.net
|
||||
sitevaluation.org
|
||||
snegozaderzhatel.ru
|
||||
snsdeainavi.info
|
||||
socialmediasuggest.com
|
||||
spidtest.org
|
||||
spin2016.cf
|
||||
startufa.ru
|
||||
svarbit.com
|
||||
sweepstakes.rewardit.com
|
||||
swinon.site
|
||||
tagil.zrus.org
|
||||
thebitcoincode.com
|
||||
thebluenoodle.com
|
||||
thegameriders.com
|
||||
thetattoohut.com
|
||||
tizanidineandgabapentin.blogspot.com
|
||||
tizanidineorflexeril.blogspot.com
|
||||
tizanidinezanaflex.blogspot.com
|
||||
top1-seo-service.com
|
||||
totu.us
|
||||
tour-line.net
|
||||
tracklead.net
|
||||
trafficmania.com
|
||||
tramadolandtizanidine.blogspot.com
|
||||
tripper.de
|
||||
trumpetedextremes.com
|
||||
tuckpointingmasonrysystems.com
|
||||
unblocksit.es
|
||||
unionmarkt.de
|
||||
uptime.com
|
||||
vertaform.com
|
||||
video-chat.cn
|
||||
video-chat.in
|
||||
vita.com.hr
|
||||
vsdshnik.com
|
||||
watchmyfb.pl
|
||||
weboptimizes.com
|
||||
wholesalejerseys-cheapest.com
|
||||
wieseversa.no
|
||||
williamrobsonproperty.com
|
||||
wsgames.ru
|
||||
wtsindia.in
|
||||
www.888.com
|
||||
www.labves.ru
|
||||
xaylapdiendanang.com
|
||||
xn--b1adccaf1bzj.xn--p1ai
|
||||
xxx-treker.ru
|
||||
yellocloud.be
|
||||
yourserverisdown.com
|
||||
yuarra.pluto.ro
|
||||
zarenica.net
|
||||
zvetki.ru
|
||||
10
dev-tools/test_units/rate-limit-googlebot.list
Normal file
10
dev-tools/test_units/rate-limit-googlebot.list
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
GoogleBot
|
||||
63
dev-tools/test_units/rate-limiting-user-agents.conf
Normal file
63
dev-tools/test_units/rate-limiting-user-agents.conf
Normal file
|
|
@ -0,0 +1,63 @@
|
|||
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
|
||||
# ****************************************************************************************************
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2018.05
|
||||
### Updated: 2018-08-21
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Add One Entry Per Line - List all the extra bad User-Agents you want to permanently block or whitelist.
|
||||
|
||||
# This is for User-Agents that are not included in the main list of the bot blocker
|
||||
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||
# This allows you finer control of keeping certain bots blocked and automatic updates will
|
||||
# Never be able to remove this custom list of yours
|
||||
|
||||
# Please note this include file loads first before any of the already whitelisted User-Agents
|
||||
# in the bad bot blocker. By loading first in line it over-rides anything below it so for instance
|
||||
# if you want to block Baidu, Google or Bing for any reason you add them to this file which loads
|
||||
# first and takes precedence over anything below it. This now allows even finer control over the
|
||||
# bad bot blocker. Enjoy !!!
|
||||
|
||||
# Even though this file is called blacklist-user-agents, as mentioned it can also be used to whitelist user agents
|
||||
# By adding them below and setting the 3; to 0; this will permanently whitelist the User-Agent.
|
||||
|
||||
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
|
||||
|
||||
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
|
||||
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b"
|
||||
# the "\b" are word boundaries which prevents partial matching and false positives.
|
||||
|
||||
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||
|
||||
# ---------------------
|
||||
# WHITELISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverygooduseragentname1\b" 0;
|
||||
# "~*\bsomeverygooduseragentname2\b" 0;
|
||||
# "~*\bsome\-very\-good\-useragentname2\b" 0;
|
||||
|
||||
# ---------------------
|
||||
# BLACKLISTING EXAMPLES
|
||||
# ---------------------
|
||||
# "~*\bsomeverybaduseragentname1\b" 3;
|
||||
# "~*\bsomeverybaduseragentname2\b" 3;
|
||||
# "~*\bsome\-very\-bad\-useragentname2\b" 3;
|
||||
|
||||
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
"~*(?:\b)GoogleBot(?:\b|)" 2;
|
||||
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
|
||||
584
dev-tools/test_units/ratelimittest-beta.txt
Normal file
584
dev-tools/test_units/ratelimittest-beta.txt
Normal file
|
|
@ -0,0 +1,584 @@
|
|||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>
|
||||
584
dev-tools/test_units/ratelimittest-master.txt
Normal file
584
dev-tools/test_units/ratelimittest-master.txt
Normal file
|
|
@ -0,0 +1,584 @@
|
|||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
ml><html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>
|
||||
119
dev-tools/test_units/ratelimittest.txt
Normal file
119
dev-tools/test_units/ratelimittest.txt
Normal file
|
|
@ -0,0 +1,119 @@
|
|||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body bgcolor="white">
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.14.2</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body bgcolor="white">
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.14.2</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body bgcolor="white">
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.14.2</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body bgcolor="white">
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.14.2</center>
|
||||
</body>
|
||||
</html>
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to the Nginx</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>
|
||||
47
dev-tools/test_units/whitelist-domains.conf
Normal file
47
dev-tools/test_units/whitelist-domains.conf
Normal file
|
|
@ -0,0 +1,47 @@
|
|||
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
|
||||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2019.05
|
||||
### Updated: 2019-06-24
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
##############################################################################
|
||||
# _ __ _ #
|
||||
# / |/ /__ _(_)__ __ __ #
|
||||
# / / _ `/ / _ \\ \ / #
|
||||
# /_/|_/\_, /_/_//_/_\_\ #
|
||||
# __/___/ __ ___ __ ___ __ __ #
|
||||
# / _ )___ ____/ / / _ )___ / /_ / _ )/ /__ ____/ /_____ ____ #
|
||||
# / _ / _ `/ _ / / _ / _ \/ __/ / _ / / _ \/ __/ '_/ -_) __/ #
|
||||
# /____/\_,_/\_,_/ /____/\___/\__/ /____/_/\___/\__/_/\_\\__/_/ #
|
||||
# #
|
||||
##############################################################################
|
||||
|
||||
# Add One Entry Per Line - List all your own domains of the sites you host on the server
|
||||
# This file must exist on your system or Nginx will fail a reload due to a missing file
|
||||
# Automatic updates will never be able to remove this custom list of yours
|
||||
# Add One Entry Per Line
|
||||
|
||||
# Make sure any domains have dots and special characters escaped as per the Regex examples below.
|
||||
# For example myfirstowndomainname.com should be entered as myfirstowndomainname\.com
|
||||
# and my-second-owndomainname.com should be entered as my\-second\-owndomainname\.com
|
||||
|
||||
# *****************************************************************************************
|
||||
# PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
|
||||
# *****************************************************************************************
|
||||
|
||||
# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
|
||||
# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting.
|
||||
|
||||
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
|
||||
# ---------
|
||||
# EXAMPLES:
|
||||
# ---------
|
||||
# "~*\bmyfirstowndomainname\.com\b" 0;
|
||||
# "~*\bmy\-second\-owndomainname\.com\b" 0;
|
||||
|
||||
"~*(?:\b)myowndomain\.com(?:\b|)" 0;
|
||||
"~*(?:\b)myotherdomain\.com(?:\b|)" 0;
|
||||
|
||||
2
dev-tools/test_units/whitelist-ips.conf
Normal file
2
dev-tools/test_units/whitelist-ips.conf
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
34.66.25.221 0;
|
||||
127.0.0.1 0;
|
||||
Loading…
Add table
Add a link
Reference in a new issue