vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-06 12:40:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Test Rate Limiting REF: #175

Browse source
This commit is contained in:
Mitchell Krog 2019-06-26 10:42:14 +02:00
parent fd8d3650a8
commit 8dc5d9ebbc
No known key found for this signature in database
GPG key ID: C243C388553EDE5D
1 changed files with 9 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
.dev-tools/test-blocker-whitelist.sh
View file

@ -116,7 +116,6 @@ IN
rm ${_inputdb2} rm ${_inputdb2}
echo "${bold}${green}------------------------------------------------" echo "${bold}${green}------------------------------------------------"
echo "${bold}${green}Activating Users User-Agents Whitelist/Blacklist" echo "${bold}${green}Activating Users User-Agents Whitelist/Blacklist"
echo "${bold}${green}------------------------------------------------" echo "${bold}${green}------------------------------------------------"
@ -138,7 +137,7 @@ echo "${bold}${yellow}----------------------------------------------------------
echo "${bold}${yellow}Sleeping for 30 seconds to allow Nginx to Properly Reload inside Travis" echo "${bold}${yellow}Sleeping for 30 seconds to allow Nginx to Properly Reload inside Travis"
echo "${bold}${yellow}-----------------------------------------------------------------------" echo "${bold}${yellow}-----------------------------------------------------------------------"
printf "\n\n" printf "\n\n"
sleep 30s sleep 10s
# ******************************************************* # *******************************************************
# Function Curl Test 1 - Test User Whitelist for "Nutch" # Function Curl Test 1 - Test User Whitelist for "Nutch"
@ -173,6 +172,7 @@ run_curltest2
# ************************************************ # ************************************************
# Test 250 User-Agents from Bad-User-Agents # Test 250 User-Agents from Bad-User-Agents
# ************************************************ # ************************************************
shuf -n 250 ${TRAVIS_BUILD_DIR}/_generator_lists/bad-user-agents.list > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp shuf -n 250 ${TRAVIS_BUILD_DIR}/_generator_lists/bad-user-agents.list > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp
sed 's/\\//g' ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.list sed 's/\\//g' ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.list
sudo rm ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp sudo rm ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-bots-for-whitelist-test.tmp
@ -199,6 +199,7 @@ IFS=""
# ************************************************ # ************************************************
# Test 250 Referrers from Bad-Referrers # Test 250 Referrers from Bad-Referrers
# ************************************************ # ************************************************
shuf -n 250 ${TRAVIS_BUILD_DIR}/_generator_lists/bad-referrers.list > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp shuf -n 250 ${TRAVIS_BUILD_DIR}/_generator_lists/bad-referrers.list > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp
sed 's/\\//g' ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.list sed 's/\\//g' ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp > ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.list
sudo rm ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp sudo rm ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/random-referrers-for-whitelist-test.tmp
@ -248,7 +249,6 @@ echo "${bold}${yellow}-----------------------------"
printf "\n\n" printf "\n\n"
sudo cp ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/rate-limiting-user-agents.conf /etc/nginx/bots.d/blacklist-user-agents.conf sudo cp ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/rate-limiting-user-agents.conf /etc/nginx/bots.d/blacklist-user-agents.conf
sudo cp ${TRAVIS_BUILD_DIR}/.dev-tools/test_units/custom-bad-referrers.conf /etc/nginx/bots.d/custom-bad-referrers.conf
echo "${bold}${green}---------------" echo "${bold}${green}---------------"
echo "${bold}${green}Reloading Nginx" echo "${bold}${green}Reloading Nginx"
echo "${bold}${green}---------------" echo "${bold}${green}---------------"
@ -259,7 +259,7 @@ echo "${bold}${yellow}----------------------------------------------------------
echo "${bold}${yellow}Sleeping for 30 seconds to allow Nginx to Properly Reload inside Travis" echo "${bold}${yellow}Sleeping for 30 seconds to allow Nginx to Properly Reload inside Travis"
echo "${bold}${yellow}-----------------------------------------------------------------------" echo "${bold}${yellow}-----------------------------------------------------------------------"
printf "\n\n" printf "\n\n"
sleep 30s sleep 10s
curl -A "GoogleBot" http://localhost:9000 2>&1 & curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 & curl -A "GoogleBot" http://localhost:9000 2>&1 &
@ -272,21 +272,13 @@ curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 & curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 & curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 & curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 &
curl -A "GoogleBot" http://localhost:9000 2>&1 curl -A "GoogleBot" http://localhost:9000 2>&1
#IFS=$'\n'
#file=${TRAVIS_BUILD_DIR}/.dev-tools/test_units/rate-limit-googlebot.list
#lines=$(cat ${file})
#for line in ${lines}; do
# if
# time curl -A "${line}" http://localhost:9000 2>&1 | grep -i 'Welcome'; then
# echo "${bold}${green}PASSED - ${red}${line} was ${bold}${green}ALLOWED"
# else
# echo "${bold}${red}FAILED - ${red}${line} was ${bold}${red}NOT ALLOWED"
# fi
#done
#IFS=""
printf "\n" printf "\n"
echo "${bold}${green}---------------------------" echo "${bold}${green}---------------------------"
echo "${bold}${green}Rate Limiting Test Complete" echo "${bold}${green}Rate Limiting Test Complete"