vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-09 22:05:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Cleanup Build Scripts

Browse source
This commit is contained in:
Mitchell Krog 2018-08-21 16:52:53 +02:00
parent ec01b4bdfb
commit ce9b26a509
No known key found for this signature in database
GPG key ID: EA1DD210CACCC45E
16 changed files with 452 additions and 377 deletions
Download patch file Download diff file Expand all files Collapse all files

29
.dev-tools/generate-robots.sh
View file

@ -45,22 +45,22 @@
# Set Input Files
# ***************
_input1=$TRAVIS_BUILD_DIR/_generator_lists/bad-user-agents.list
_input1=${TRAVIS_BUILD_DIR}/_generator_lists/bad-user-agents.list
_tmprobots=/tmp/robots.txt
_inputtmp=$TRAVIS_BUILD_DIR/.dev-tools/_robots_input/robots.tmp
_output=$TRAVIS_BUILD_DIR/.dev-tools/_robots_input/robots-input.txt
_inputtmp=${TRAVIS_BUILD_DIR}/.dev-tools/_robots_input/robots.tmp
_output=${TRAVIS_BUILD_DIR}/.dev-tools/_robots_input/robots-input.txt
# ***********************
# Truncate our input file
# ***********************
sudo truncate -s 0 $_output
sudo truncate -s 0 ${_output}
# *************************************
# Use sed to prepare our new input file
# *************************************
cat $_input1 | sed 's/\\ / /g' > $_inputtmp && mv $_inputtmp $_output
cat ${_input1} | sed 's/\\ / /g' > ${_inputtmp} && mv ${_inputtmp} ${_output}
# ******************
# Set Some Variables
@ -68,9 +68,9 @@ cat $_input1 | sed 's/\\ / /g' > $_inputtmp && mv $_inputtmp $_output
YEAR=$(date +"%Y")
MONTH=$(date +"%m")
MY_GIT_TAG=V3.$YEAR.$MONTH.$TRAVIS_BUILD_NUMBER
BAD_REFERRERS=$(wc -l < $TRAVIS_BUILD_DIR/_generator_lists/bad-referrers.list)
BAD_BOTS=$(wc -l < $TRAVIS_BUILD_DIR/_generator_lists/bad-user-agents.list)
MY_GIT_TAG=V3.${YEAR}.${MONTH}.${TRAVIS_BUILD_NUMBER}
BAD_REFERRERS=$(wc -l < ${TRAVIS_BUILD_DIR}/_generator_lists/bad-referrers.list)
BAD_BOTS=$(wc -l < ${TRAVIS_BUILD_DIR}/_generator_lists/bad-user-agents.list)
_now="$(date)"
# *************************
@ -92,10 +92,15 @@ printf '%s\n%s\n%s%s\n%s%s\n%s%s\n%s\n%s\n\n%s\n%s\n%s\n' "$_startmarker" "#####
while IFS= read -r LINE
do
printf 'User-agent: %s\n%s\n' "${LINE}" "Disallow:/" >> "${_tmprobots}"
done < $_output
printf '\n' >> "${_tmprobots}"
sudo cp $_tmprobots $TRAVIS_BUILD_DIR/robots.txt/robots.txt
exit 0
done < ${_output}
printf '\n' >> ${_tmprobots}
sudo cp ${_tmprobots} ${TRAVIS_BUILD_DIR}/robots.txt/robots.txt
# **********************
# Exit With Error Number
# **********************
exit ${?}
# MIT License