From 95b03d489d556e5bd3e93b361de5f7d08f9d87ba Mon Sep 17 00:00:00 2001
From: Mitchell Krog <mitchellkrog@gmail.com>
Date: Sun, 28 Jul 2019 14:58:02 +0200
Subject: [PATCH] [MASTER] UPDATE Generator for Fake GoogleBots List Closes:
 #280 Closes: #282

---
 .dev-tools/generate-blacklist.sh | 31 +++++++++++++++++++++++++++++++
 1 file changed, 31 insertions(+)

diff --git a/.dev-tools/generate-blacklist.sh b/.dev-tools/generate-blacklist.sh
index c7121eb9c..ec8bd30b1 100755
--- a/.dev-tools/generate-blacklist.sh
+++ b/.dev-tools/generate-blacklist.sh
@@ -70,6 +70,7 @@ _input8=${TRAVIS_BUILD_DIR}/_generator_lists/wordpress-theme-detectors.list
 _input9=${TRAVIS_BUILD_DIR}/_generator_lists/nibbler-seo.list
 _input10=${TRAVIS_BUILD_DIR}/_generator_lists/cloudflare-ip-ranges.list
 _input11=${TRAVIS_BUILD_DIR}/_generator_lists/bad-ip-addresses.list
+_input12=${TRAVIS_BUILD_DIR}/_generator_lists/fake-googlebots.list
 
 
 # *******************************************************
@@ -88,6 +89,7 @@ _inputdb8=/tmp/wordpress-theme-detectors.db
 _inputdb9=/tmp/nibbler-seo.db
 _inputdb10=/tmp/cloudflare-ip-ranges.db
 _inputdb11=/tmp/bad-ip-addresses.db
+_inputdb12=/tmp/fake-googlebots.db
 
 # **************************************************
 # Declare temporary variables used during generation
@@ -106,6 +108,7 @@ _tmpnginx8=_tmpnginx8
 _tmpnginx9=_tmpnginx9
 _tmpnginx10=_tmpnginx10
 _tmpnginx11=_tmpnginx11
+_tmpnginx12=_tmpnginx12
 
 # *************************************************************
 # Sort all input lists alphabetically and remove any duplicates
@@ -121,6 +124,8 @@ sort -u ${_input7} -o ${_input7}
 sort -u ${_input8} -o ${_input8}
 sort -u ${_input9} -o ${_input9}
 sort -u ${_input10} -o ${_input10}
+sort -u ${_input11} -o ${_input11}
+sort -u ${_input12} -o ${_input12}
 
 # ***************************************************************
 # Start and End Strings to Search for to do inserts into template
@@ -148,6 +153,8 @@ _start10="# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###"
 _end10="# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###"
 _start11="# START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###"
 _end11="# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ###"
+_start12="# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###"
+_end12="# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###"
 _startmarker="### VERSION INFORMATION #"
 _endmarker="### VERSION INFORMATION ##"
 
@@ -427,6 +434,30 @@ q
 IN
 rm ${_inputdb11}
 
+# ***********************************
+# FAKE GOOGLEBOTS - Create and Insert
+# ***********************************
+
+printf '%s\n' "$_start12" >> ${_tmpnginx12}
+while IFS= read -r LINE
+do
+printf '\t%s\t\t%s\n' "${LINE}" "$_action2" >> ${_tmpnginx12}
+done < ${_input12}
+printf '%s\n' "$_end12"  >> ${_tmpnginx12}
+mv ${_tmpnginx12} ${_inputdb12}
+ed -s ${_inputdb12}<<\IN
+1,/# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###/d
+/# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###/,$d
+,d
+.r /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/globalblacklist-testing.template
+/# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###/x
+.t.
+.,/# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ###/-d
+w /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/globalblacklist-testing.template
+q
+IN
+rm ${_inputdb12}
+
 # *******************************************************************************
 # PRINT VERSION, SCRIPT RUNTIME and UPDATE INFORMATION INTO GLOBALBLACKLIST FILES
 # *******************************************************************************