vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-09 13:55:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Cleanup Build Scripts

Browse source
This commit is contained in:
Mitchell Krog 2018-08-21 16:52:53 +02:00
parent ec01b4bdfb
commit ce9b26a509
No known key found for this signature in database
GPG key ID: EA1DD210CACCC45E
16 changed files with 452 additions and 377 deletions
Download patch file Download diff file Expand all files Collapse all files

23
.dev-tools/prepare-robots-input.sh
View file

@ -20,28 +20,31 @@
# Specify Input and Output Files
# ******************************
_input=$TRAVIS_BUILD_DIR/_generator_lists/bad-user-agents.list
_output=$TRAVIS_BUILD_DIR/.dev-tools/_robots_input/robots-input.txt
_input=${TRAVIS_BUILD_DIR}/_generator_lists/bad-user-agents.list
_output=${TRAVIS_BUILD_DIR}/.dev-tools/_robots_input/robots-input.txt
# *****************
# Truncate our file
# *****************
sudo truncate -s 0 $_output
sudo truncate -s 0 ${_output}
# ********************************************
# Use sed to strip the \ out of the input file
# ********************************************
sed 's/\\ / /g' $_input > $_output
# ***************************************************
# Use cut to strip the domains out of the url strings
# ***************************************************
#cut -d'\' -f3 $_input > $_output
sed 's/\\ / /g' ${_input} > ${_output}
# *************************************
# Sort our output file and remove dupes
# *************************************
sort -u $_output -o $_output
sort -u ${_output} -o ${_output}
# **********************
# Exit With Error Number
# **********************
exit ${?}