Regex formatting generator script test.

- dots need to be escaped, leads to false positives.

travisCI/generate-regex-format-referrers.php

@@ -0,0 +1,94 @@
+<?php
+    /* Regex Formatting Generator Script for the Nginx Ultimate Bad Bot Blocker
+     * Adapted from Script Copyright (c) 2017 Stevie-Ray - https://github.com/Stevie-Ray
+     * Adapted by: Mitchell Krog (mitchellkrog@gmail.com) - https://github.com/mitchellkrogza
+     * Repo Url: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+     */
+namespace mitchellkrogza;
+
+use Mso\IdnaConvert\IdnaConvert;
+
+class Generator
+{
+    
+    private $projectUrl = "https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker";
+    public function generateFiles()
+    {
+        date_default_timezone_set('Africa/Johannesburg');
+        $date = date('Y-m-d H:i:s');
+        $lines = $this->domainWorker();
+        $this->createNginx($lines);
+    }
+
+
+    /**
+     * @return array
+     */
+    public function domainWorker()
+    {
+        $domainsFile = "/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/_generator_lists/bad-referrers.list";
+
+        $handle = fopen($domainsFile, "r");
+        if (!$handle) {
+            throw new \RuntimeException('Error opening file ' . $domainsFile);
+        }
+        $lines = array();
+        while (($line = fgets($handle)) !== false) {
+            $line = trim(preg_replace('/\s\s+/', ' ', $line));
+
+            // convert internationalized domain names
+            if (preg_match('/[А-Яа-яЁёɢ]/u', $line)) {
+
+                $IDN = new IdnaConvert();
+
+                $line = $IDN->encode($line);
+
+            }
+
+            if (empty($line)) {
+                continue;
+            }
+            $lines[] = $line;
+        }
+        fclose($handle);
+        $uniqueLines = array_unique($lines, SORT_STRING);
+        sort($uniqueLines, SORT_STRING);
+        if (is_writable($domainsFile)) {
+            file_put_contents($domainsFile, implode("\n", $uniqueLines));
+        } else {
+            trigger_error("Permission denied");
+        }
+
+        return $lines;
+    }
+
+	/**
+     * Write to File Function
+     * @param $filename
+     * @param $data
+     */
+    protected function writeToFile($filename, $data)
+    {
+    $file = "/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/travisCI/referrers-regex-format.txt";
+	$handle = fopen($file, 'w') or die('Cannot open file:  '.$file);
+	fwrite($handle, $data);
+    }
+
+    /**
+     * @param string $date
+     * @param array  $lines
+     */
+    public function createNginx(array $lines) 
+    {
+    $file = "/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/travisCI/referrers-regex-format.txt";
+        $data = "";
+    {
+        foreach ($lines as $line) {
+            $data .= "~*\"" . preg_quote($line) . "\" \t1;\n";
+        }
+        $this->writeToFile($file, $data);
+    	}
+	}
+}
+$generator = new Generator();
+$generator->generateFiles();

travisCI/install-nginx.sh

@@ -121,6 +121,7 @@ sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/generate-blacklist.sh
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/generate-robots.sh
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/generate-google-disavow.sh
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/generate-google-exclude.php
+sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/generate-regex-format-referrers.php
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/modify-config-readme-files.sh
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/modify-files-and-commit.sh
 sudo chmod +x $TRAVIS_BUILD_DIR/travisCI/run-curl-tests.sh

travisCI/modify-files-and-commit.sh

@@ -77,6 +77,7 @@ sudo $TRAVIS_BUILD_DIR/travisCI/modify-config-readme-files.sh
 sudo $TRAVIS_BUILD_DIR/travisCI/generate-robots.sh
 sudo $TRAVIS_BUILD_DIR/travisCI/generate-google-disavow.sh
 php ./travisCI/generate-google-exclude.php
+php ./travisCI/generate-regex-format-referrers.php
 
 # *************************************
 # Add all the modified files and commit