vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 20:20:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

New regex formatting of bad referrers with dots escaped.

Browse source 
- Dots . need to be escaped as it leads to false positives.
- Reported in https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/issues/61
This commit is contained in:
Mitchell Krog 2017-07-10 17:47:46 +02:00
parent bab0724582
commit 9f4f2436f6
2 changed files with 29 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
travisCI/generate-blacklist.sh
View file

@ -49,7 +49,8 @@ _input1=$TRAVIS_BUILD_DIR/_generator_lists/good-user-agents.list
_input2=$TRAVIS_BUILD_DIR/_generator_lists/allowed-user-agents.list _input2=$TRAVIS_BUILD_DIR/_generator_lists/allowed-user-agents.list
_input3=$TRAVIS_BUILD_DIR/_generator_lists/limited-user-agents.list _input3=$TRAVIS_BUILD_DIR/_generator_lists/limited-user-agents.list
_input4=$TRAVIS_BUILD_DIR/_generator_lists/bad-user-agents.list _input4=$TRAVIS_BUILD_DIR/_generator_lists/bad-user-agents.list
_input5=$TRAVIS_BUILD_DIR/_generator_lists/bad-referrers.list #_input5=$TRAVIS_BUILD_DIR/_generator_lists/bad-referrers.list
_input5=$TRAVIS_BUILD_DIR/travisCI/referrers-regex-format.txt
_input6=$TRAVIS_BUILD_DIR/_generator_lists/google-ip-ranges.list _input6=$TRAVIS_BUILD_DIR/_generator_lists/google-ip-ranges.list
_input7=$TRAVIS_BUILD_DIR/_generator_lists/bing-ip-ranges.list _input7=$TRAVIS_BUILD_DIR/_generator_lists/bing-ip-ranges.list
_input8=$TRAVIS_BUILD_DIR/_generator_lists/wordpress-theme-detectors.list _input8=$TRAVIS_BUILD_DIR/_generator_lists/wordpress-theme-detectors.list
@ -243,10 +244,34 @@ rm $_inputdb4
# BAD REFERERS - Create and Insert # BAD REFERERS - Create and Insert
# ******************************** # ********************************
#printf '%s\n' "$_start5" >> "$_tmpnginx5"
#while IFS= read -r LINE
#do
#printf '\t"~*%s"\t\t%s\n' "${LINE}" "$_action2" >> "$_tmpnginx5"
#done < $_input5
#printf '%s\n' "$_end5" >> "$_tmpnginx5"
#mv $_tmpnginx5 $_inputdb5
#ed -s $_inputdb5<<\IN
#1,/# START BAD REFERRERS ### DO NOT EDIT THIS LINE AT ALL ###/d
#/# END BAD REFERRERS ### DO NOT EDIT THIS LINE AT ALL ###/,$d
#,d
#.r /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/travisCI/globalblacklist.template
#/# START BAD REFERRERS ### DO NOT EDIT THIS LINE AT ALL ###/x
#.t.
#.,/# END BAD REFERRERS ### DO NOT EDIT THIS LINE AT ALL ###/-d
#w /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/travisCI/globalblacklist.template
#q
#IN
#rm $_inputdb5
# ********************************
# BAD REFERERS - Create and Insert
# ********************************
printf '%s\n' "$_start5" >> "$_tmpnginx5" printf '%s\n' "$_start5" >> "$_tmpnginx5"
while IFS= read -r LINE while IFS= read -r LINE
do do
printf '\t"~*%s"\t\t%s\n' "${LINE}" "$_action2" >> "$_tmpnginx5" printf '\t%s\n' "${LINE}" >> "$_tmpnginx5"
done < $_input5 done < $_input5
printf '%s\n' "$_end5" >> "$_tmpnginx5" printf '%s\n' "$_end5" >> "$_tmpnginx5"
mv $_tmpnginx5 $_inputdb5 mv $_tmpnginx5 $_inputdb5

3
travisCI/modify-files-and-commit.sh
View file

@ -72,12 +72,13 @@ git checkout master
# Modify our files with build and version information # Modify our files with build and version information
# *************************************************** # ***************************************************
php ./travisCI/generate-regex-format-referrers.php
sudo $TRAVIS_BUILD_DIR/travisCI/generate-blacklist.sh sudo $TRAVIS_BUILD_DIR/travisCI/generate-blacklist.sh
sudo $TRAVIS_BUILD_DIR/travisCI/modify-config-readme-files.sh sudo $TRAVIS_BUILD_DIR/travisCI/modify-config-readme-files.sh
sudo $TRAVIS_BUILD_DIR/travisCI/generate-robots.sh sudo $TRAVIS_BUILD_DIR/travisCI/generate-robots.sh
sudo $TRAVIS_BUILD_DIR/travisCI/generate-google-disavow.sh sudo $TRAVIS_BUILD_DIR/travisCI/generate-google-disavow.sh
php ./travisCI/generate-google-exclude.php php ./travisCI/generate-google-exclude.php
php ./travisCI/generate-regex-format-referrers.php
# ************************************* # *************************************
# Add all the modified files and commit # Add all the modified files and commit