diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 314f39712..934899647 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1728 -### Updated: Tue Jul 2 09:44:26 SAST 2019 +### Version: V3.2019.07.1729 +### Updated: Tue Jul 2 10:45:23 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files/default.vhost b/.dev-tools/beta_conf_files/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/beta_conf_files/default.vhost +++ b/.dev-tools/beta_conf_files/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/beta_conf_files/nginx.conf b/.dev-tools/beta_conf_files/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/beta_conf_files/nginx.conf +++ b/.dev-tools/beta_conf_files/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 314f39712..934899647 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1728 -### Updated: Tue Jul 2 09:44:26 SAST 2019 +### Version: V3.2019.07.1729 +### Updated: Tue Jul 2 10:45:23 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/default.vhost b/.dev-tools/beta_conf_files_ip_whitelist/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/default.vhost +++ b/.dev-tools/beta_conf_files_ip_whitelist/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 314f39712..934899647 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1728 -### Updated: Tue Jul 2 09:44:26 SAST 2019 +### Version: V3.2019.07.1729 +### Updated: Tue Jul 2 10:45:23 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/default.vhost b/.dev-tools/beta_conf_files_ratelimiting/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/default.vhost +++ b/.dev-tools/beta_conf_files_ratelimiting/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/nginx.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 314f39712..934899647 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1728 -### Updated: Tue Jul 2 09:44:26 SAST 2019 +### Version: V3.2019.07.1729 +### Updated: Tue Jul 2 10:45:23 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/default.vhost b/.dev-tools/beta_conf_files_whitelist/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/beta_conf_files_whitelist/default.vhost +++ b/.dev-tools/beta_conf_files_whitelist/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/beta_conf_files_whitelist/nginx.conf b/.dev-tools/beta_conf_files_whitelist/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/beta_conf_files_whitelist/nginx.conf +++ b/.dev-tools/beta_conf_files_whitelist/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/distribution_tests_missing_includes/arch-install.log b/.dev-tools/distribution_tests_missing_includes/arch-install.log index fdcb57196..2bcfb9114 100644 --- a/.dev-tools/distribution_tests_missing_includes/arch-install.log +++ b/.dev-tools/distribution_tests_missing_includes/arch-install.log @@ -3,9 +3,10 @@ [1m[35m---------------------------------------------------------- sending incremental file list +etc/nginx/nginx.conf -sent 350 bytes received 14 bytes 728.00 bytes/sec -total size is 47.02K speedup is 129.17 +sent 1.37K bytes received 37 bytes 2.81K bytes/sec +total size is 47.02K speedup is 33.47 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d diff --git a/.dev-tools/distribution_tests_missing_includes/arch-setup.log b/.dev-tools/distribution_tests_missing_includes/arch-setup.log index 6845c48fe..e738b3400 100644 --- a/.dev-tools/distribution_tests_missing_includes/arch-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/arch-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf -Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf index 8f1ee9534..8f93382d0 100644 --- a/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf @@ -72,6 +72,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/distribution_tests_missing_includes/centos-install.log b/.dev-tools/distribution_tests_missing_includes/centos-install.log index e69de29bb..0c0f9f553 100644 --- a/.dev-tools/distribution_tests_missing_includes/centos-install.log +++ b/.dev-tools/distribution_tests_missing_includes/centos-install.log @@ -0,0 +1,31 @@ +[1m[35m-------------------------------------------------------- +[1m[35mExecute install-ngxblocker - CentOS 7 (Missing includes) +[1m[35m-------------------------------------------------------- + +sending incremental file list + +sent 653 bytes received 16 bytes 1.34K bytes/sec +total size is 28.44K speedup is 42.51 +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf...OK +Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blockbots.conf...OK +Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/ddos.conf...OK +Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/custom-bad-referrers.conf...OK +Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/bad-referrer-words.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blacklist-ips.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/blacklist-user-agents.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-domains.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf...OK +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker diff --git a/.dev-tools/distribution_tests_missing_includes/centos-setup.log b/.dev-tools/distribution_tests_missing_includes/centos-setup.log index e69de29bb..0b799a05e 100644 --- a/.dev-tools/distribution_tests_missing_includes/centos-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/centos-setup.log @@ -0,0 +1,23 @@ + +[1m[35m------------------------------------------------------ +[1m[35mExecute setup-ngxblocker - CentOS 7 (Missing includes) +[1m[35m------------------------------------------------------ + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf + +Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf + +Checking for missing includes: + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker +[1m[32mUpdating bots.d path[0m: [1m[37m/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf[0m diff --git a/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf index 4ecf7ddea..d30e66573 100644 --- a/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf @@ -74,6 +74,13 @@ http { # # Load configuration files for the default server block. # include /etc/nginx/default.d/*.conf; # + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf; + # location / { # } # diff --git a/.dev-tools/distribution_tests_missing_includes/fedora-install.log b/.dev-tools/distribution_tests_missing_includes/fedora-install.log index e69de29bb..380296ee5 100644 --- a/.dev-tools/distribution_tests_missing_includes/fedora-install.log +++ b/.dev-tools/distribution_tests_missing_includes/fedora-install.log @@ -0,0 +1,32 @@ +[1m[35m------------------------------------------------------ +[1m[35mExecute install-ngxblocker - Fedora (Missing includes) +[1m[35m------------------------------------------------------ + +sending incremental file list +etc/nginx/nginx.conf + +sent 1.58K bytes received 39 bytes 3.23K bytes/sec +total size is 57.60K speedup is 35.67 +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf...OK +Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blockbots.conf...OK +Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/ddos.conf...OK +Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/custom-bad-referrers.conf...OK +Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/bad-referrer-words.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blacklist-ips.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/blacklist-user-agents.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-domains.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf...OK +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker diff --git a/.dev-tools/distribution_tests_missing_includes/fedora-setup.log b/.dev-tools/distribution_tests_missing_includes/fedora-setup.log index e69de29bb..ef6793e88 100644 --- a/.dev-tools/distribution_tests_missing_includes/fedora-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/fedora-setup.log @@ -0,0 +1,23 @@ + +[1m[35m---------------------------------------------------- +[1m[35mExecute setup-ngxblocker - Fedora (Missing includes) +[1m[35m---------------------------------------------------- + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf + +Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf + +Checking for missing includes: + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker +[1m[32mUpdating bots.d path[0m: [1m[37m/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf[0m diff --git a/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf index 3c5c787a7..a4d8560e7 100644 --- a/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf @@ -33,7 +33,7 @@ http { # Load modular configuration files from the /etc/nginx/conf.d directory. # See http://nginx.org/en/docs/ngx_core_module.html#include # for more information. - include /etc/nginx/conf.d/*.conf; + server { listen 80 default_server; @@ -74,6 +74,13 @@ http { # # Load configuration files for the default server block. # include /etc/nginx/default.d/*.conf; # + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf; + # location / { # } # diff --git a/.dev-tools/distribution_tests_missing_includes/opensuse-install.log b/.dev-tools/distribution_tests_missing_includes/opensuse-install.log index e69de29bb..7136954f6 100644 --- a/.dev-tools/distribution_tests_missing_includes/opensuse-install.log +++ b/.dev-tools/distribution_tests_missing_includes/opensuse-install.log @@ -0,0 +1,32 @@ +[1m[35m------------------------------------------------------------- +[1m[35mExecute install-ngxblocker - OpenSuse LEAP (Missing includes) +[1m[35m------------------------------------------------------------- + +sending incremental file list +etc/nginx/nginx.conf + +sent 1.89K bytes received 39 bytes 3.86K bytes/sec +total size is 33.02K speedup is 17.13 +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/conf.d/globalblacklist.conf...OK +Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blockbots.conf...OK +Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/ddos.conf...OK +Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/custom-bad-referrers.conf...OK +Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/bad-referrer-words.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blacklist-ips.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/blacklist-user-agents.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-domains.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf...OK +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker diff --git a/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf index e1a0beb52..07871b12b 100644 --- a/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf @@ -44,7 +44,6 @@ http { #gzip on; - include conf.d/*.conf; server { listen 80; @@ -134,4 +133,10 @@ http { include vhosts.d/*.conf; + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log b/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log index e69de29bb..b6fade886 100644 --- a/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log @@ -0,0 +1,28 @@ + +[1m[35m----------------------------------------------------------- +[1m[35mExecute setup-ngxblocker - OpenSuse LEAP (Missing includes) +[1m[35m----------------------------------------------------------- + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf + +Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf + +Checking for missing includes: + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf...OK +Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker +[1m[32mUpdating bots.d path[0m: [1m[37m/home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf[0m diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf index f67a73969..ad448ea3e 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf index 070d47a71..db45fd1b2 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log index 9d86a9441..80a1cb7b1 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log @@ -3,10 +3,28 @@ [1m[35m------------------------------------------------------------------ sending incremental file list +etc/nginx/ +etc/nginx/fastcgi_params +etc/nginx/koi-utf +etc/nginx/koi-win +etc/nginx/mime.types etc/nginx/nginx.conf +etc/nginx/proxy_params +etc/nginx/scgi_params +etc/nginx/uwsgi_params +etc/nginx/win-utf +etc/nginx/sites-available/ +etc/nginx/sites-available/.keep +etc/nginx/sites-available/default +etc/nginx/sites-enabled/ +etc/nginx/sites-enabled/.keep +etc/nginx/snippets/ +etc/nginx/snippets/.keep +etc/nginx/snippets/fastcgi-php.conf +etc/nginx/snippets/snakeoil.conf -sent 1.49K bytes received 41 bytes 3.05K bytes/sec -total size is 19.83K speedup is 12.99 +sent 8.21K bytes received 322 bytes 17.06K bytes/sec +total size is 19.83K speedup is 2.32 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log index 85cc41cd2..cbd0b6392 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf -Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.188.73.34 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log index 8662937b2..cb10e9b12 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log @@ -3,10 +3,39 @@ [1m[35m------------------------------------------------------------------ sending incremental file list +./ +.keep +etc/ +etc/.keep +etc/nginx/ +etc/nginx/fastcgi.conf +etc/nginx/fastcgi_params +etc/nginx/koi-utf +etc/nginx/koi-win +etc/nginx/mime.types etc/nginx/nginx.conf +etc/nginx/proxy_params +etc/nginx/scgi_params +etc/nginx/uwsgi_params +etc/nginx/win-utf +etc/nginx/conf.d/ +etc/nginx/conf.d/.keep +etc/nginx/modules-available/ +etc/nginx/modules-available/.keep +etc/nginx/modules-enabled/ +etc/nginx/modules-enabled/.keep +etc/nginx/sites-available/ +etc/nginx/sites-available/.keep +etc/nginx/sites-available/default +etc/nginx/sites-enabled/ +etc/nginx/sites-enabled/.keep +etc/nginx/snippets/ +etc/nginx/snippets/.keep +etc/nginx/snippets/fastcgi-php.conf +etc/nginx/snippets/snakeoil.conf -sent 2.04K bytes received 43 bytes 4.17K bytes/sec -total size is 20.46K speedup is 9.81 +sent 9.56K bytes received 476 bytes 20.07K bytes/sec +total size is 20.46K speedup is 2.04 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 314f39712..934899647 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1728 -### Updated: Tue Jul 2 09:44:26 SAST 2019 +### Version: V3.2019.07.1729 +### Updated: Tue Jul 2 10:45:23 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 4d1c5803f..6f3bd290b 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_backup_nginxconf/nginx.conf b/.dev-tools/test1_conf_backup_nginxconf/nginx.conf index 09a2bfda4..feac7902c 100644 --- a/.dev-tools/test1_conf_backup_nginxconf/nginx.conf +++ b/.dev-tools/test1_conf_backup_nginxconf/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/myconf.d/globalblacklist.conf; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2b15f263d..6e936daab 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; +104.198.131.58 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/default.vhost b/.dev-tools/test1_conf_files/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/test1_conf_files/default.vhost +++ b/.dev-tools/test1_conf_files/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test1_conf_files/nginx.conf b/.dev-tools/test1_conf_files/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/test1_conf_files/nginx.conf +++ b/.dev-tools/test1_conf_files/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..689d439aa 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/default.vhost b/.dev-tools/test1_conf_files_ip_whitelist/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/default.vhost +++ b/.dev-tools/test1_conf_files_ip_whitelist/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf b/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..689d439aa 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 40cb4d7a8..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/default.vhost b/.dev-tools/test1_conf_files_ratelimiting/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/default.vhost +++ b/.dev-tools/test1_conf_files_ratelimiting/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test1_conf_files_ratelimiting/nginx.conf b/.dev-tools/test1_conf_files_ratelimiting/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/nginx.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..689d439aa 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 40cb4d7a8..34cb39aec 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/default.vhost b/.dev-tools/test1_conf_files_whitelist/default.vhost index 5fcd941b8..9b76e4537 100644 --- a/.dev-tools/test1_conf_files_whitelist/default.vhost +++ b/.dev-tools/test1_conf_files_whitelist/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test1_conf_files_whitelist/nginx.conf b/.dev-tools/test1_conf_files_whitelist/nginx.conf index fec743de3..cb90aaa2c 100644 --- a/.dev-tools/test1_conf_files_whitelist/nginx.conf +++ b/.dev-tools/test1_conf_files_whitelist/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index f0d7ffecc..c2eee8c77 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.193.14.140 0; 35.192.187.174 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 78bf42a1c..0320a61c1 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/default.vhost b/.dev-tools/test2_conf_files/default.vhost index b04b184a1..d4aab19e5 100644 --- a/.dev-tools/test2_conf_files/default.vhost +++ b/.dev-tools/test2_conf_files/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /usr/local/nginx/bots.d/ddos.conf; include /usr/local/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test2_conf_files/nginx.conf b/.dev-tools/test2_conf_files/nginx.conf index 19b1d1564..2bbbfc4ff 100644 --- a/.dev-tools/test2_conf_files/nginx.conf +++ b/.dev-tools/test2_conf_files/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; include /usr/local/nginx/conf.d/globalblacklist.conf; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 137da33fd..73d9328aa 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -47,3 +47,4 @@ # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 34.66.178.120 0; 34.68.144.114 0; +35.192.187.174 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/default.vhost b/.dev-tools/test4_conf_files/default.vhost index 7059ea604..aa2056482 100644 --- a/.dev-tools/test4_conf_files/default.vhost +++ b/.dev-tools/test4_conf_files/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test4_conf_files/nginx.conf b/.dev-tools/test4_conf_files/nginx.conf index 588f1fea1..8ec5bdf58 100644 --- a/.dev-tools/test4_conf_files/nginx.conf +++ b/.dev-tools/test4_conf_files/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 403c2e793..3cda25ca5 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; -104.198.131.58 0; +35.192.136.167 0; +35.188.73.34 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 4d1c5803f..6f3bd290b 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1728 -### Updated: Tue Jul 2 09:44:24 SAST 2019 +### Version: V4.2019.07.1729 +### Updated: Tue Jul 2 10:45:22 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/default.vhost b/.dev-tools/test5_conf_files/default.vhost index 7059ea604..aa2056482 100644 --- a/.dev-tools/test5_conf_files/default.vhost +++ b/.dev-tools/test5_conf_files/default.vhost @@ -7,6 +7,7 @@ server { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/blockbots.conf; diff --git a/.dev-tools/test5_conf_files/nginx.conf b/.dev-tools/test5_conf_files/nginx.conf index 588f1fea1..8ec5bdf58 100644 --- a/.dev-tools/test5_conf_files/nginx.conf +++ b/.dev-tools/test5_conf_files/nginx.conf @@ -63,6 +63,7 @@ http { # Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker include /etc/nginx/conf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/globalblacklist.conf; } diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index eabb2e30b..2e2965ffc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 576310bd8..b45b637b6 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DIIbot -RankFlex -SearchmetricsBot -seoscanners -Sqlmap -Sqlworm -TeleportPro -WebLeacher -Webshag -WWW-Collector-E +Anarchie +BDFetch +LinkpadBot +Meanpathbot +Microsoft Data Access +Net Vampire +Niki-bot +Pimonster +Twice +URLy Warning diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c5450e0c4..1187bc687 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -Aboundex +80legs +Abonti +Aboundexbot Acunetix +ADmantX AfD-Verbotsverfahren -AhrefsBot AIBOT -Aipbot Alexibot Alligator AllSubmitter -AlphaBot -Anarchie +archive.org_bot +ASPSeek Attach +autoemailspider Backlink-Ceck -backlink-check -BackWeb +BackStreet Badass Barkrowler +Battleztar Bazinga BBBike +BDCbot BDFetch BetaBot Bitacle -Blackboard -BLEXBot -Blow -Boardreader -Bolt +Black Hole BotALot -Brandwatch -Buddy +Brandprotect BuiltBotTough -Bullseye +BuiltWith BuzzSumo CATExplorador Cegbfeieh +CherryPicker CheTeam -ChinaClaw +Claritybot Cliqzbot -Cogentbot -cognitiveseo +Cloud mapping +Collector +com.plumanalytics CopyRightCheck Copyscape Cosmos -crawler4j +Craftbot crawler.feedback -crawl.sogou.com -CrazyWebCrawler CSHttp -Curious -DBLBot -demandbase-bot -Deusu +Custo +DataCha0s +Demon Digincore +DigitalPebble DIIbot -Dirbuster -Discobot +Disco +Discoverybot Dispatch -DomainSigmaCrawler +DomainAppender +DomainStatsBot Dotbot -Download Wonder -EasyDL +Dragonfly Ebingbong -ECCP/1.0 -Ecxi EroCrawler -Express WebPictures +Exabot +ExtLinksBot Extractor -Extreme Picture Finder +ExtractorPro Ezooms -FHscan +FDM Fimap -Foobot +Freeuploader FrontPage +FyberSpider +Fyrebot GalaxyBot GermCrawler -Getintent -GetWeb +Gigablast Gigabot -Go!Zilla -Grabber -Grafula +Gotit +GrapeFX +GrapeshotCrawler GridBot -Haansoft -HaosouSpider -Harvest -Hloader -HTTP::Lite -HTTrack -Id-search +GT::WWW +HEADMasterSEO +Heritrix +Humanlinks IlseBot +Image Sucker IndeedBot +Indy Library InfoNaviRobot -InfoTekies -Intelliseek InterGET -Internet Ninja +InternetSeer internetVista monitor ips-agent -Iria IRLbot +Iskanie IstellaBot -JamesBOT JennyBot +JetCar +Jetty JikeSpider -JOC Web Spider Joomla -Jyxobot +Jorgee Kenjin Spider +Keyword Density +Kozmosbot +Lanshanbot LeechFTP -LeechGet -LibWeb +LexiBot +Lftp +Libwhisker +Lightspeedsystems +Likse +Linkdexbot +LinkpadBot +LinkScan LinksManager LinkWalker -LinqiaMetadataDownloaderBot -LinqiaRSSBot +LinqiaScrapeBot Lipperhey Lmspider -LNSpiderguy +Ltx71 lwp-trivial -Magnet +Mag-Net magpie-crawler -Majestic SEO -Masscan -Mass Downloader +Mail.RU_Bot +Majestic12 +MarkMonitor +MarkWatch +Mata Hari +MauiBot meanpathbot +Meanpathbot Mediatoolkitbot +MegaIndex.ru Metauri -Microsoft URL Control +Microsoft Data Access MIDown tool Mister PiX MJ12bot Mojeek -Morfeus Fucking Scanner +Mr.4x3 +MSIECrawler +Msrabot MS Web Services Client Protocol -Musobot -Nessus -NetAnts -Netcraft +Navroad +NearSite +Needle netEstate NE Crawler -NetZIP -Nibbler -Niki-bot -Nikto -NimbleCrawler -Nmap -NPbot -Octopus -Offline Explorer +NetLyzer +Netvibes +NextGenSearchBot +NICErsPRO +Nutch +oBot Offline Navigator -Openfind -OrangeBot +OnCrawl +OpenVAS +OrangeSpider OutfoxBot PageGrabber Panscient -Papa Foto +Pavuk +pcBrowser +PECL::HTTP PeoplePal Picsearch -PictureFinder -Pi-Monster -plumanalytics -POE-Component-Client-HTTP -ProPowerBot +Pimonster +PleaseCrawl +Pockey +Probethenet ProWebWalker -Psbot -Pump -PxBroker -PyCurl -QueryN Metasearch -RankActive -RankFlex +Quick-Crawler RankingBot2 -RankurBot +Rankivabot Reaper -RebelMouse -Recorder RepoMonkey Rogerbot SalesIntelligent Scanbot scan.lol -ScoutJet -ScreenerBot -SEOkicks +SearchmetricsBot +Semrush +SEOkicks-Robot SEOprofiler SeoSiteCheckup -sexsearcher -Siphon -SISTRIX -SlySearch -SMTBot -Snapbot +serpstatbot +Sitebeam +SiteExplorer +SiteLockSpider +SiteSnagger +Site Sucker +sogouspider +Sogou web spider +Sosospider Sottopop -SpaceBison Spammen SpankBot -Spbot -SputnikBot +sp_auditbot spyfu -Sucker +Sqworm +Steeler Sucuri SuperBot -SuperHTTP -sysscan +Surfbot +SurveyBot +Szukacz +T8Abot +Telesphorep The Intraformant -TheNomad Titan Toata -Trendiction +Tracemyfile Trendictionbot -True_Robot -Typhoeus -Upflow -Vacuum +Turingos +Twice +UnisterBot +URLy.Warning +VB Project +VCI +Virusdie VoidEYE -Wallpapers/3.0 -WBSearchBot -Web Auto -WebCollage -Web Collage -WEBDAV -WebEnhancer -Web Enhancer -WebFetch +WallpapersHD +Webalta WebFuck WebImageCollector +WebLeacher +webmeup-crawler +WebPix Web Pix -WebReaper +WebSauger WebsiteExtractor +WebsiteQuester Website Quester -WebStripper -Web Sucker -WebWhacker +WebSucker WebZIP +WeSEE +Whack Who.is Bot Widow -WISENutbot -Wonderbot -WPScan +WinHTTrack +WiseGuys Robot +Woobot +Wotbox WWW-Collector-E -WWW::Mechanize -x09Mozilla +WWW-Mechanize +WWWOFFLE Xaldon WebSpider Xaldon_WebSpider -YoudaoBot Zauba -zauba.io Zeus -Zitebot -ZmEu -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 135354b1b..97bf7671a 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy -Abonti -Aboundex +Aboundexbot Acunetix -AhrefsBot +AfD-Verbotsverfahren +AIBOT AiHitBot +Alexibot Alligator -AlphaBot -Apexoo -archive.org_bot +Anarchie Asterias -autoemailspider BackDoorBot +Backlink-Ceck backlink-check -BackStreet +BacklinkCrawler +BackWeb Badass -Barkrowler -BatchFTP +Battleztar Bazinga BBBike BDCbot BDFetch +BetaBot Bigfoot -Bitacle -BlowFish -Bolt -Buddy -BuiltBotTough +Blackboard +BLEXBot +Blow +Brandprotect +Brandwatch BunnySlippers -BuzzSumo CazoodleBot CCBot Cegbfeieh -Chlooe -Claritybot -Cliqzbot +CherryPicker +CheTeam +ChinaClaw coccocbot-web -cognitiveseo -Collector +Cogentbot +Copier +Cosmos crawler4j -crawl.sogou.com -CrazyWebCrawler -Crescent CrunchBot CSHttp -DBLBot -demandbase-bot -Demon +Custo +DatabaseDriverMysqli +Deusu Devil +DIIbot Dirbuster -Disco -Dispatch +Discobot +Discoverybot +DittoSpyder DnyzBot -DomainAppender -DomainCrawler -DomainSigmaCrawler -Drip -DSearch +Download Wonder DTS Agent EasyDL -Ebingbong +eCatch +EirGrabber +EMail Siphon +EMail Wolf EroCrawler +evc-batch +Exabot Express WebPictures -Extractor -EyeNetIE -Ezooms +ExtLinksBot +facebookscraper FDM FHscan Fimap -Firefox/7.0 +Flunky +FrontPage +FyberSpider +Fyrebot GalaxyBot Genieo GermCrawler -Getintent GetRight +Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Go!Zilla -Grabber -GrabNet Grafula -GT::WWW +GrapeshotCrawler +HaosouSpider Havij -Heritrix -HMView -HTMLparser +HEADMasterSEO +Hloader HTTP::Lite HTTrack Humanlinks -Iblog +HybridBot +IDBot Id-search IlseBot -Image Fetch -Image Sucker IndeedBot -InfoTekies +Intelliseek InterGET -ips-agent -Iria +internetVista monitor IRLbot -IstellaBot +Iskanie +JamesBOT Jbrofuzz JetCar -JikeSpider +Jorgee +JustView +Jyxobot +Kenjin Spider Keyword Density -Larbin -LeechFTP -Lftp -Libwhisker +Kozmosbot +Lanshanbot +LeechGet +LexiBot Lightspeedsystems -LinksManager -LinqiaRSSBot -Lipperhey -Litemage_walker -Ltx71 +Linkdexbot +LinkpadBot +LinkWalker +LinqiaMetadataDownloaderBot +Lmspider lwp-request -magpie-crawler -MarkWatch +Majestic12 +Majestic-SEO Mass Downloader -Mata Hari -Meanpathbot -mediawords -MegaIndex.ru -Microsoft URL Control -MIDown tool -MIIxpc +MeanPath Bot +Mediatoolkitbot +MFC_Tear_Sample Mojeek Morfeus Fucking Scanner Mr.4x3 -MSFrontPage -Name Intelligence +Msrabot +MS Web Services Client Protocol Navroad -Needle -Netcraft -NetMechanic +NearSite +NetAnts +NetLyzer NetSpider Nettrack -Netvibes NetZIP +NextGenSearchBot +Nibbler NICErsPRO -Nikto -Ninja +NimbleCrawler +Nimbostratus Nmap Nutch -Octopus +oBot Offline Explorer -OnCrawl -OpenLinkProfiler +Openfind +Openvas +OrangeBot OutclicksBot OutfoxBot +PageAnalyzer Page Analyzer -PageGrabber page scorer -pcBrowser -PeoplePal -Picsearch -Pimonster -Pixray -PleaseCrawl +Pavuk +plumanalytics +POE-Component-Client-HTTP Probethenet ProPowerBot -Pump -PxBroker -QueryN Metasearch -RankActive -RankingBot2 +Psbot +Quick-Crawler +Rankivabot +RankurBot RealDownload Reaper RebelMouse +RedesScrapy ReGet RepoMonkey Ripper -Rogerbot SBIder ScanAlert -ScoutJet -Scrapy +Screaming ScreenerBot -Searchestate SearchmetricsBot Semrush -SemrushBot -SEOkicks -SeoSiteCheckup -serpstatbot +SEOkicks-Robot +SEOlyticsCrawler +Seomoz +SEOstats +sexsearcher +Shodan +Siphon SiteExplorer +Siteimprove SiteLockSpider -SiteSnagger -SiteSucker +Site Sucker Sitevigil SlySearch -Snake -SocialRankIOBot -Sociscraper -Spammen +SmartDownload +Snoopy +SpaceBison +SpankBot Spanner -Spbot -Spinn3r +SputnikBot Sqlmap -Sqworm +Sqlworm +Stripper +Sucker SuperBot SuperHTTP +Surfbot SurveyBot -sysscan -T0PHackTeam -T8Abot -tAkeOut -TeleportPro -TheNomad +Teleport +Thumbor +TightTwatBot Titan -Tracemyfile -trendiction.com -Turnitin -Upflow +Turingos +TurnitinBot +TwengaBot +Twice +Typhoeus +Vagabondo VB Project VoidEYE Voil -Voltron +Wallpapers/3.0 +WallpapersHD +WASALive-Bot +Webalta +Web Auto +WebBandit WebCollage -WebEnhancer +Web Collage +WEBDAV +Web Enhancer +WebFetch Web Fetch -Web Fuck -WebGo IS WebImageCollector WebLeacher -WebmasterWorldForumBot -WebPix -WebReaper -WebSauger -WebsiteQuester -WebStripper +webmeup-crawler +Web Sauger +Webshag +WebsiteExtractor Web Sucker WebWhacker -WeSEE -Widow +WebZIP +Whacker +Whatweb WiseGuys Robot Wonderbot -Wprecon -WWW-Collector-E -x09Mozilla +Woobot +Wotbox +WWW::Mechanize +x22Mozilla Xaldon WebSpider Xenu YoudaoBot -Zauba -Zermelo +zauba.io +Zeus zgrab +Zitebot ZmEu -ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 75a40a63d..68fba1909 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adssafeprotected.com -apisecretsaucebi-a.akamaihd.net -countercrazy.com -db.speedup.gdn -drpornogratisx.xxx -ecommerce-seo.com -gameonasia.com -page2rss.com -park.above.com -pro-okis.ru +adprotect.net +animaltoplist.com +flavors.me +gamewrath.com +jose.mulinohouse.co +picsforkeywordsuggestion.com +searchlock.com +thelottosecrets.com +traffique.net +zhuravlev.info diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a74cc177d..be46460a7 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -0912701309f8ce.com -1000n1.ru -13tabs.com -1stat.ru -21h2o.com -2ads.co.uk -3weekdiet.com -76brighton.co.uk -83net.jp +03p.info +101billion.com +1-free-share-buttons.com +202ch.com +20pascals.nl +2girls1cup-free.com +3-letter-domains.net +3th.co.in +4senses.co +55wmz.ru +7fon.ru +7wind.ru 8lufu.com -8si.ru -999webdesign.com +991mostfm.co.id a1security.com.ua -a96527gi.beget.tech -aanapa.ru -aaronabel.com +aad1f4acb0a373420d9b0c4202d38d94fa.com accessoires-mode.in -admanaerofoil.com -adobereader-free.ru -adssafeprotected.com -adultgalls.com -advancedcleaner.com -affordablewebsitesandmobileapps.com -aghanyna.com -ahrntal.verymes.xyz -aibolita.com -akvamaster.dp.ua -alevinefesleri.com -alf-img.com -alienwheel.es -allbizne.co.ua -allboard.xobor.de -alldownload.pw -alldubai.biz -allstatesugarbowl.org -alltheviews.com -alphahoverboards.com -amazingninja.com -amt-k.ru -androids-store.com -apper.de +activepr.ru +adf.ly +adinterax.com +adtech.de +adtiger.tk +adviceforum.info +adzerg.com +alfabot.xyz +alienwheels.de +aliexpress.com +alkoravto.ru +allblogroll.com +alpharma.net +alta-realestate.com +amateurmatch.com +amung.us +animal-drawings.com +animenime.ru +apartmentratings.com +apelsinnik.website +apessay.com +apilinkswiftco-a.akamaihd.net +approved.su apptester.tk -aramaicmedia.org -arate.ru +ap.senai.br +arabgirls.adultgalls.com arcadepages.com -arendas.net -artparquet.ru -asiengirls.net -aussie-prizes.com -autotop.com.ua -avek.ru -aversis.net -aviav.co -aviav.ru -azbukafree.com -balook.com -baoxaydung.com.vn +arclk.net +artavenuegardenstudios.com +asiavirtualsolutions.com +asmxsatadriverin.aircus.com +atlant-auto.info +autobudpostach.club +autochoixspinelli.com +autodo.info +autorn.ru +auto-zapchasti.org +avtochehli.by +avtocredit-legko.ru +azbaseimages.net +backgroundpictures.net +bankiem.pl bausparen.bz.it -bbtec.net -bensbargains.net -best-mam.ru -best-seo-offer.com -bestsexyblog.com -betterhdporn.com -big-cash.net -biketank.ga -bitcoins-live.ru +beauty-clinic.ru +berdasovivan.ru +beremenyashka.com +besttorrentknifta.weebly.com +beta.hotkeys.com +bezlimitko.xyz +bingoporno.com +bioinnovate.co +bkgr.se +blackle.com blog.f00kclan.de -bloggedporn.com -bloggers.nl -bluesman.nu -bmw-ark.ru -boeuklad.com -braindaily.xyz -brendbutik.ru -browserprotecter.com -bryansk.zrus.org -builtwith.com -burkesales.com -buybest1.biz -buynorxx.com -bvlgaribracelet.xyz -bvlgariring.xyz -bytimedance.ru -camdenmemorials.com -cam-kontakte.org -capacitacionyaprendizaje.com +blogs.rediff.com +bluerobot.info +blue-square.biz +bmwhighperformers.com +bonky.biz +bonvillan.com +brimstonehillfortress.org +btnativenav.com +buchananshardware.com +buyessaynow.biz +buyhoverboard.com +buytizanidineonlinenoprescription.blogspot.com +buyviagraa.blogspot.com +cactussoft.biz +cakemediahq.com.au +callmd5map.com +canrole.com +cardiosport.com.ua +cardsharp1.ru +carfax.com.ua +carsdined.org carstrends2015.com -cartierlovebracelet.xyz -casablancamanor.co.za +cartiertrinity.xyz +cbcseward.com +cb.iphantom.com cctva.tv cejewelry.xyz -centraletermice.us -cezartabac.ro -cgi2.nintendo.co.jp -cheapestjerseysonwholesale.com -cheapsergiorossi.online -checkhit.com -christianlouboutinreplica.pw -ciceros.co -clash-clans.ru -cleanallvirus.com -clickintext.net -clicksor.net -cmhomestayagency.com -compliance-checker.info -compliance-george.top -compliance-julianna.top -compliance-julia.top -compliance-willy.top -compucelunlock.net -com-secure.download -coolingoods.com -copyrightclaims.org -cpajunkies.com -crd.clan.su -custom-electric-guitar.com -cypernhuset.se -czat.wp.pl -dbmkfhqk.bloger.index.hr -decorationspcs.com -delayreferat.ru -deplim.com -designdevise.com -detki-opt.ru -dev33.dioniqlabb.se -diamond-necklace.info -diarioaconcagua.com -digilander.libero.it -diminishedvalueoforegon.com -dkvorota.ru -doctissimo.fr -documentsite.net -domaincrawler.com -doyouknowtheword-flummox.ml -dstroy.su -dverimegapolis.ru +cercacamion.it +cheapcigarettesc.info +cheapjerseysap.com +cheatcode-lita12.rhcloud.com +chelyabinsk.xrus.org +chiblackhawks-jerseys.com +cindymatches.com +compliance-ivan.xyz +constantaservice.net +crafthubs.com +crazyprotocol.com +creatives.adbetclickin.pink +creditnation.ru +customchocolate.business-for-home.com +dating-app.ru +d-black.bz +diesel-parts28.ru +digitalfaq.com +dimkino.ru +domaincheck.io +domaineaneblanc.com +domoysshop.ru +dosug-lux.ru +downvids.net +dptaughtme.com +drugs-no-rx.info +drunkenstepfather.com +drupa.com +dvd-famille.com dvr.biz.ua -earthmagic.info -e-buyeasy.com -ekobata.ru +e705.net +eachdayisagift.review elvel.com.ua +emergencyneeds.org +encodable.com +enews.tech +enginebay.ru +englishdictionaryfree.com en.home-task.com -envaseslotusama.com -eropornosex.ru -evaashop.ru -excaliburfilms.com -eyemagination.com -ezigarettekaufen2.mpbloggar.se -familyholiday.ml -fatmaelgarny.com -favornews.com -femdom.twiclub.in -fetishinside.com -flagcounter.me -flauntyoursite.com -flipper.top -flprog.com -footballfarrago.com -fortevidyoze.net -forum20.smailik.org -free-deals.faith -freenom.link -free-share-buttons.top -free-social-buttons.com -freetangodownload.com -fr.netlog.com -fungamelands.com -funnel.co.za -funtoonez.com -fyxabomiw.ru -gael-s.ru -galeon.com +enthuse.computernetworksonline.com +euronis-free.com +euroskat.ru +expolicenciaslatam.co +extener.org +extractorandburner.com +ezigarettekaufen.myblog.de +ezigarettenkaufen1.pagina.gr +ezigaretteshop2.vefblog.net +f0815.de +fable.in.ua +family1st.ca +farmingworm.com +fastfixing.tech +faz99.com +femmesdenudees.com +ferretsoft.com +filmci.pro +filmidivx.com +findanysex.com +firma-legion.ru +fivedwld.cf +flowersbazar.com +forexgb.ru +formularz-konkurs.tk +forumprofi.de +fotosfotos.eu +foxinsocks.ru +foxtechfpv.com +freejabs.com +free-laptop-reward.com +frequiry.com +frivgame250.com +fsalas.com +fuckmill.com +fugarif.ga +fullgirl.ru +fusoradio.info gallictures.com -game300.ru -gamedayassist.com +gameplexcity.com gameprimary.com -garciniaxt.us -gateway.zscalerone.net -gdcentre.ru -gemgrab-a.akamaihd.net +genericviagrasildenafiled.net +generousdeal-a.akamaihd.net +genetworx.com +geoads.com gilbertbanda.net -girlporn.ru -glass-msk.ru -globalsurfari.com -gloverid.site -go2mike.ru -golden-catalog.pro -good-mummy.ru -google-liar.ru -googlepositions.com -gourcy.altervista.org -growboxbl.ru -g.starmoe.xyz -guruofcasino.com -hamptonoaks.ca -hauleddes.com -hd-filmy.net -hdhc.ru +girlspicsa.com +glastecfilms.com.my +glogow.pl +gok-kasten.net +goldadpremium.com +golfresa.lucania.se +goodwinmetals.co +gratuitbaise.com +grupografico-pilar.com.ar +hacktougroup.ru +hchha.com +hdimagegallery.net healgastro.com -healing-dysplasia.ru -heartofpayne.xyz -helpmymacfaster.trade -helvetia.com.ua -howmuchdoestizanidinecost.blogspot.com -hoztorg-opt.ru -hspline.com -humbmosquina.tk -husky-shop.cz -hybrid.ru -ibb.com.ua -ibmdatamanagement.co -imagefinder.site -i-midias.net.br -imperia31.ru -incanto.in.ua -incomekey.net -insomniagamingfestival.com -instabid.tech -internetproviderstucson.com -ipornox.xxx -i-service.kz -isotoner.com -izhevsk.zrus.org +hentai-manga.porn +histats.com +hit-kino.ru +hledejvshopech.cz +homedo.fabpage.com +hotelcrocenzi.sm +hotgirlhdwallpaper.com +hoverboard360.es +hplaserjetpdriver8y.pen.io +hustoon.over-blog.com +ido3.com +igtools.club +ikearugs.xyz +ilbe.club +images.gyffu.com +import-sales.com +inbabes.sexushost.com +inclk.com +incolors.club +intim-uslugi.info +invivo.hu +iqoption.pro +iqupdatetmz.win +irkutsk.zrus.org +isistaylorporn.info james13prix.info -japfm.com -jasonpartington.com -jennyfire.ru -jerseychinabizwholesale.us -jikoman.info -jose.mulinohouse.co -jpcycles.com -jrpmakati.com -kamorel.com -karpun-iris.ru -kasino-money.pw -katushka.net -keywordhut.com -kidskunst.info -kimcurlrvsms.com -kino-key.info -kol-energo.ru -kosynka-games.ru -krasnodar.zrus.org -kretpicf.pw -kwzf.net -lafourmiliaire.com -lakomka.com.ua -lankarns.com +janavibekken.no +jav-way.site +jeremyeaton.co +jerseywholesalechinabiz.com +jerseywholesaleelitestore.com +journalhome.com +jrcigars.com +keyhantercume.com +keywordsdoctor.com +kinoflux.net +kinopolet.net +knigonosha.net +koptims.tiu.ru +kreativperlen.ch +kriokomora.info +kung-fu-ru.com +landoftracking.com laptoper.net -law-check-nine.xyz -le-clos-des-alouettes.com -letslowbefast.site -lexaprogeneric.link +lasvegaslockandsafe.com +law-check-eight.xyz +lechtaczka.net +lego4x4.ru +lenvred.org +letmacworkfaster.world +letmacwork.world +letolove.ru lietaer.com -life-instyle.com light.ifmo.ru -lignofix.ua -linkwithin.com -lion.conboy.us +link.ac +linkarena.com +liumimgx.pw +live-sexcam.tk +live-sexchat.ru livingcanarias.com -lizace.com -localflirtbuddies.com -locationdesaison.com +livingroomdecor.info +loftdigital.eu +loginduepunti.it lol-smurfs.com -louboutinreplica.pw -louboutinshoes.xyz -m4ever.net -macdamaged.tech +luciddiagnostics.in +machicon-akihabara.info +magento-crew.net makemoneyonline.com -makis.nu +manualterap.roleforum.ru +manuscript.su +marcoislandvacations.net marktforschung-stuttgart.com -medicinacom.ru -medictube.ru -medi-fitt.hu -missis.top -mnogolok.info -mojowhois.com -monclerjacketsoutlet.win -money-for-placing-articles.com -montredemarque.nl -morefastermac.trade -mototsikl.org -mriyadh.com -mrmoneymustache.com -mrsdalloways.com -muz-baza.net +maslenka.kz +m.b00kmarks.com +mebel-alait.ru +mebel-vstroika.ru +medicineseasybuy.com +metalonly.info +microsearch.ru +microstatic.pl +minharevisao.com +mir-betting.ru +mirtorrent.net +mitrasound.ru +mlf.hordo.win +mobile.ok.ru +mojpregled.com +monclercoats.xyz +moncleroutletonline.xyz +moviemail-online.co.uk +mowser.com +mp3downloadhq.com +mtmtv.info +mttwtrack.com +mturkcontent.com +mug-na-chas-moscow.ru muznachas-service.ru -mydirtyhobby.com -myindospace.com -mylida.org -myshopmatemac.com -nacap.ru -nagdak.ru -nastydollars.com -net-radar.com -netvouz.com -networkad.net -nextrent-crimea.ru -nfljerseyscheapchinabiz.com -ngps1.ru -no-rx.info -novosibirsk.xrus.org -npoet.ru -nvformula.ru -nyfinance.ml -obsessionphrases.com -offers.bycontext.com -one-gear.com -onlinadverts.com -online-podarki.com -online-x.ru -onlythegames.com -o-o-6-o-o.ru -osb.se11.ru -oxford-book.com.ua -paydayloanslocal.com -penisvergrotendepillennl.ovh +mycaf.it +myfreecams.com +myftpupload.com +myprintscreen.com +narkologiya-peterburg.ru +naturalbreakthroughsresearch.com +nbsproject.ru +nelc.edu.eg +nero-us.com +new-apps.ru +nfljerseyscheapbiz.us +nhl17coinsforps3.gratisblog.biz +njkmznnb.ru +nmrk.ru +nuker.com +ochistka-stokov.ru +okeinfo.online +okmusic.jp +oneminutesite.it +onescreen.cc +onlinemeetingnow.com +onlinemegax.com +onlinetvseries.me +ownshop.cf +ozoz.it +pammik.ru +panouri-solare-acoperis.com +paparazzistudios.com.au +partnerworkroom.men +pc4download.co pensplan.com -petedrummond.com -picphotos.net -picquery.com -picsforkeywordsuggestion.com -picture-group.com -pills24h.com +petsblogroll.com +photosaga.info +pic2fly.com +picscout.com +pictures-and-images.com +picturesmania.com +picurams.pw pintattoos.com -pio.polytopesexempt.com -pirateday.ru -pix-hd.com -pizda.lol -pl.aasoldes.fr -poem-paying.gq -poisk-zakona.ru -porn555.com +pinwallpaper.xyz +pixell.club +plastweb.ru +playtap.us +podshipniki-ntn.ru +poffet.net +pokerniydom.ru +pons-presse.com +popander.mobi +popunder.net +porndairy.in pornodojd.ru -pornonik.com -pornoxxx.com.mx -primedice.com -princeadvantagesales.com -professionalwritingservices15.blogspot.ru -promoforum.ru -prostitutki-almata.org -prostitutki-rostova.org -pro-tec.kz -quebec-bin.com -qwarckoine.com -rapidgator-porn.ga -realmonte.net -remont-fridge-tv.ru -remote-dba.de -remybutler.fr -renecaovillasale.online -ricorsogiustizia.org -rockingclicks.com -rubanners.com -rvtv.ru -safe-app.net -sale-japan.com -sanatorrii.ru -sape.top -saugatuck.com -savefrom.com -scanspyware.net -searchinquire.com -seminarygeorgia59.ga -seocheckupx.com -seofied.com -seojokes.net -seonetwizard.com -servethis.com -service.adtech.us -shakhtar-doneck.ru -sherlock.se -shop-electron.ru -sim-service.net -site-speed-checker.site -s.lollypopgaming.com -slomm.ru -smart-balancewheel.com -social-buttons.xyz -socialtrade.biz -sockshare.net -songplanet.ru -speedup-my.site -srecorder.com -staticfs.host -steamoff.net -stpicks.com -strag-invest.ru -streetfire.net -stroiminsk.com -sugarkun.com -superlist.biz -surfbuyermac.com -susanholtphotography.com -svolze.com -t3chtonic.com -technika-remont.ru -technopellet.gr -tedy.su -tehngr.ru -telsis.com -terrafootwear.us -theguardlan.com -thetattoohut.com -thfox.com -tiandeural.ru -tiens2010.ru -titan-ads.life -tizanidinepain.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinesleepaid.blogspot.com -tizanidinestreetprice.blogspot.com -tobeyouday.win -token-lab.org -tomatis.gospartner.com -tongkatmadura.info -topshef.ru -top-study.work +porno-dojki.net +pornzone.tv +posible.net +pourvous.info +prefersurvey.net +pregnant.guru +privetsochi.ru +progress-upakovka.ru +prointer.net.ua +projectforte.ru +prokotov.com +promover.org +pussyspace.net +pxhdwsm.com +quelle.ru +quickloanbank.com +ranksonic.com +ranksonic.org +rebuildermedical.com +recinziireale.com +remont-mobile-phones.ru +rent2spb.ru +repeatlogo.co.uk +restorator-msk.ru +ringtonepartner.com +rn-to-bsn.com +roznica.com.ua +russkoe-zdorovie.ru +saecsa.co +sakhboard.ru +sbdl.no +sbt-aqua.ru +scalerite.co.za +scanmyphones.com +scanner-jessica.top +sdelatmebel.ru +secretscook.ru +secret.xn--oogle-wmc.com +selectads.men +seoanalyses.com +sevenstars7.com +shitmovs.com +sientalyric.co +simon3.ru +simple-image.com.ua +sisi-go.ru +sitebeam.net +siteonomy.com +siteripz.net +sitopreferito.it +skatestick.bid +slavia.info +social-fun.ru +socialmediasuggest.com +social-search.me +social-s-ggg.xyz +softlinesolutions.me +sohoindia.net +solinf.co +sophang8.com +souvenirua.com +special-porn.com +spyfu.com +staff.prairiesouth.ca +stanthonyscatholicchurch.org +star61.de +stariy-baku.com +stmassage.ru +strangeduckfilms.com +stroydetali.ru +supermesta.ru +techart24.com +tecspb.ru +testingads.pro +theallgirlarcade.com +theautoprofit.ml +thebitcoincode.com +thefarmergame.com +theplacetoupdating.pw +tizanidinehydrochloride2mg.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineusedfor.blogspot.com +toondinsey.com torrents-tracker.com -tour-line.net -toyota.7zap.com -track112.site -tradgardspartner.se -traffic100.com -trafficfactory.biz -trafficjunky.net -traffmonster.info -trucri.me -tsan.net -tube8.com -tuckpointingmasonrysystems.com -twiclub.in -tzritel.tk -ua-company.ru -u-cheats.ru -udsgame.online -uhodzalijami.ru -ultramart.biz -umnovocaminho.com -unacittaconte.org -uptime-as.net -uptime.com -varbergsvind.se -vektorpress.ru -vezuviy.su -via-energy-acquistare.com -via-gra.webstarts.com -videokrik.net -video-production.com -vigrx-original.ru -virtuagirl.com -vitoriacabos.com -viven.host.sk -vltai.com -vut.com.ru +totu.us +tovaroboom.vast.ru +tpu.ru +tracksz.co +trafficnetzwerk.de +trahic.ru +turbabitload.weebly.com +tvnewsclips.info +twinderbella.com +ucsol.ru +ultimatesetnewfreeallsoftupgradesystems.pw +univerfiles.com +uprour.com +vacances-voyages.info +vapeface.club +ventelnos.com +viagra-soft.ru +viddyoze.com +video-hollywood.ru +video--production.com +viktoria-center.ru +vipms.ru +vitanail.ru +vkonche.com vysigy.su -w3data.co -wahicbefa31.soup.io +vzube.com watchinf.com -wdrake.com -webmasters.stackexchange.com -websiteexplorer.info -weburlopener.com -wedding-salon.net -welcomeauto.ru -wildworld.site -williamrobsonproperty.com -windowssearch-exp.com -witherrom55.eklablog.fr -wnhjavlhezp.gq -woman-tampon.ru -wonderfulflowers.biz -worst-sites.online -writingservices17.blogspot.ru -wtsindia.in -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aikhbrhr.net -xpresscare.ru +waysbetter.cn +web.cvut.cz +website-speed-up.site +webtherapy.ru +weclipart.com +westen-v.life +westum.se +wholesalejerseysgaa.com +winwotgold.pl +wnoz.de +works.if.ua +writersgroup580.web.fc2.com +wttavern.com +ww1943.ru +wzgyyq.com +xcc24.pl +x-diesel.biz +xdoza.com +xkaz.org +x-musics.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80ak6aa92e.com +xn--d1aifoe0a9a.top +xn--oogle-wmc.com +xsion.net xtube.com -xxlargepop.com -xxxrus.org -yaderenergy.ru -yadro.ru -yebocasino.com -yhit.press -youtoner.it -youtuhe.com -yuweng.info -zaimhelp.ru -zarabotok--doma.ru -zarajbuilders.com -zeroredirect11.com -zeroredirect7.com +ynymnwbm.bloger.index.hr +yoshkarola.zrus.org +yourporngay.com +zaimite.ru +zambini.ru +zapatosenventa.info +zdesoboi.com +zed21.net zeroredirect8.com -zoompegs.com -zrelaya.pw -zscalerone.net +zeroredirect9.com +zigarettenonlinekaufen1.bloog.pl +zixizop.net.ru +znakomstva-moskva77.ru +zona-aqua.ru +zoosexart.com +zs2vm.top +zvetki.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 4500b3c1d..bf05bb414 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1stat.ru -34.gs -883zy.com -9med.net -aa81bf391151884adfa3dd677e41f94be1.com -aanapa.ru -academiacsmendoza.org -adhome.biz -agadelha.com.br -alfa-medosmotr.ru -alot.com -am-se.com -apidiamondatanet-a.akamaihd.net -applicationg29.com -apxeo.info -articlesdirectoryme.info -audiofree.ru -aviav.co -avtolombard-krasnodar.com -ayanaspa.com -baladur.ru -bala.getenjoyment.net -balitouroffice.com -bang-hotties.com -belinvestdom.by -bestofpicture.com -best-way.men -bg6s0.com -blogsfunky672.weebly.com -bolitgorlo.net -boltalko.xyz -bupropion-sr-150-mg.us -buy-forum.ru -buyk.host.sk -cactussoft.biz -camdenmemorials.com -cand.jp -candy-glam-hp.com -capture-room.com -carabela.com.do -carloans.com -cartierlovestore.xyz -celejihad.info -cheapmoncler.pw -cialiswithoutadoctor.net -clipartnew.com +00author.com +00webcams.com +acortarurl.es +adprotect.net +adsloads.com +adult-shop.com.ua +adultwebhosting.info +advertex.info +affiliate-fr.com +albamargroup.com +alyeskaresort.com +apiwebwebgetcom-a.akamaihd.net +apper.de +architecturebest.com +aviav.org +benchmarkcommunications.co.uk +bestmarriages.com +bezsporno.ru +bioinnovate.co +biznesrealnost.ru +blagovest-med.ru +bosman.pluto.ro +breastaugmentation.co.za +buzzzg.men +bycontext.com +callawaygolfoutlet.online +candlehandmade.com +cdncash.com +cdncash.org +cheap-trusted-backlinks.com +choice-credit.ru +christianlouboutinreplica.win +clodo.ru com-onlinesupport.site -compliance-george.top -compliance-george.xyz -compliance-walt.top -conboy.us -copblock.org -corta.co -cottageofgrace.com -crest3d.ru -czat.wp.pl -daneshetabiat.com -daydream-studio.ru -delfin-aqua.com.ua -detki-opt.ru -dfwu1013.info -djstools.com -dollartree.info -druzhbany.ru -e-collantes.com -elektrischezigarette1.blog.pl -elitedollars.com -epicbrogaming.com -eshop.md -euromasterclass.ru -ezaz.info -farmprofi.net -fashion-stickers.ru -filunika.com.ru -findthe.pet -forex-procto.ru -foto-basa.com -franklinfire.co -fr-bearings.ru -free411games.com +compliance-jessica.top +compliance-walter.top +counciltally.com +cryptoswap.biz +cyclobenzaprinevstizanidine.blogspot.com +czeshop.info +data-mining.tk +data.vtc.pw +dbmkfhqk.bloger.index.hr +design-lands.ru +dinkolove.ya.ru +directivepub.com +discountbarbour.online +domain-submit.info +download-wallpaper.net +dvervmoskvu.ru +e-avon.ru +ecookna.com.ua +eduserver.net +ekspresihati.info +election.interferencer.ru +etur.ru +evaashop.ru +evehemming.blogspot.com.au +expolicenciaslatam.co +extlinks.com +eyes-on-you.ga +facebook-mobile.xyz +fatmaelgarny.com +filmfanatic.com +filmi-v.online +fiverr.com +florida-tourism.net +freemags.cc +freewareseek.com freshmac.space -galeria-zdjec.com -gazporno.com -generic-pills-online.com -getyourimage.club -ghostvisitor.com -girlporn.ru -girls-ufa.ru -googglet.com -greenidesign.co -guardlink.org -hamacapty.com -hasshe.com -hdapp1008-a.akamaihd.net -hentai-manga.porn -hobbyhuren24.net -hoporno.com -hplaserjetpdriver8y.pen.io -hydropump.su +freza-sverlo.ru +fsalas.com +fuckingawesome.com +funnel.co.za +gamingspark.com +gazobeton-p.com.ua +geile-lelly.eu +golden-praga.ru +goosefishpost.bid +g.starmoe.xyz +guarrasdelporno.xxx +guod.me +happy.new.yeartwit.com +havepussy.com +hawaiielectriclight.com +heartofbeijing.blogspot.com +heroz.fr +hobbyhuren-datenbank.com +hotgirlhdwallpaper.com +huimin764128.com +hyipmanager.in iamsport.org -ideashome.id -igtools.club -ilbe.club -import-sales.com -infektsii.com -irkutsk.online-podarki.com -istripper.com -itsdp3.com -j33x.com -jerseywholesaleelitestore.com -jyvopys.com -kamalsinha.com -kemerovo.zrus.org -kerwinandcariza.com -keywordsking.com -kinopolet.net -konturkrasoty.ru -kreativperlen.ch -letto.by -light.ifmo.ru -link.ac -locatellicorretor.com.br +igadgetsworld.com +iinstalll-fii1leis.jus0wil.pp.ua +iklysha.ml +images.gyffu.com +imgarit.pw +impresagaia.it +infodocsportal.com +infostatsvc.com +intellekt21.ru +interfucks.net +interior-stickers.ru +iradiology.ru +iscblog.info +iskalko.ru +ixora.pro +jerseychinabizwholesale.com +johannesburgsingles.co.za +junglenet-a.akamaihd.net +kakablog.net +kenaba.su +keywordteam.net +kino-filmi.com +kinoplen.ru +koleso24.com.ua +konpax.com +koral.se +kosmetyki.tm.pl +kostenlos-sexvideos.com +kuzinsp.ru +lancheck.net +lankarns.com +lapitec.eu +law-check-nine.xyz +lego4x4.ru +lenvred.org +lesbian.xyz +letolove.ru +lezbiyanki.net +linkbolic.com +linkwithin.com +lkbennettoutlet.online lol-smurfs.com -lotto6888.com -louboutinbooties.xyz -louisvuittonoutletstore.net -luxup.ru -m1media.net -m292.info -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -madot.onlinewebshop.net -magazintiande.ru -mainlinehobby.net -meget.co.za -mesbuta.info -methodsmarketing.com -montazhnic.ru -morocco-nomad-excursions.com -moroccosurfadventures.com -most.gov.iq -myfreecams.com -myhealthcare.com -myyour.eu -obnal.org -okeinfo.online -old-rock.com -omoikiri-japan.ru -online-podarki.com -ontargetseo.us -oops-cinema.ru -openlibrary.org -optitrade24.com -ostrovtaxi.ru -palvira.com.ua -paramountmarble.co.uk -pawli.eu -pb-dv.ru -pechikamini.ru -petedrummond.com -photochki.com -picturesfrom.com -pkr1hand.com -pk-services.ru -pochtovyi-index.ru -polybuild.ru -pons-presse.com -pornobrazzers.biz -pornotubexxx.name -produkto.net -pushdata.sendpulse.com -putevka24.ru -quickbuck.com -quizzitch.net -raavidesigns.com -randki-sex.com -rankings-analytics.com -razleton.com -remont-comp-pomosh.ru -rezeptiblud.ru -rixpix.ru -ruscopybook.com -russia-today-video.ru -sa-live.com -samara.rosfirm.ru -savingsslider-a.akamaihd.net -scalerite.co.za -scanspyware.net -sdelatmebel.ru -seeingmeerkat.com -sexkontakteao.info -sexs-foto.com -sherlock.se -shopwme.ru -sigmund-freud.co.uk -sildenafil-tadalafil.info -sisi-go.ru -slayerlife.com -sluganarodu.ru -social-buttons.xyz -spyfu.com -spymac.net -spywareit.com -stanthonyscatholicchurch.org -startufa.ru -stefanbakosab.se -strv.se -stuff-about-money.com -sukirgenk.dvrlists.com -swiped.su -syndicate.fun -tako3.com -tecspb.ru -thin.me.pn -threecolumnblogger.com -tizanidineduringpregnancy.blogspot.com -token-lab.org -topmira.com -track2.shop -traffic100.com -trafficjunky.net -twittrading.com -universals.com.ua -unrealcommander.biz -viddyoze.com -video-chat.in -videosbox.ru -vip.51.la -vonradio.com -vrnelectro.ru -warningwar.ru -weekes.biz.tc -wholesalejerseys-cheapest.com -winterclassichockeyjerseys.com -winx-play.ru -wladimirpayen.com -word-vorlagen.net -wpsecurity.website -xfire.com -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80ak6aa92e.com -xn--e1aggki3c.xn--80adxhks -xtube.com -xvideospornoru.com -xxx-treker.ru -yopoint.in -yoshkarola.zrus.org -youtubedownload.org -ytmnd.com +lombia.com +mac-shield.com +mailemedicinals.com +maladot.com +mapquestz.us +medi-fitt.hu +megaindex.ru +mini.7zap.com +mobot.site +mobstarr.com +moesen-ficken.com +moi-glazki.ru +monclercheap.xyz +moviemail-online.co.uk +mrmoneymustache.com +mvpicton.co.uk +mygameplus.ru +mypets.by +na-telefon.biz +naturalpharm.com.ua +nfljerseysforsalewholesaler.com +niki-mlt.ru +obuv-kupit.ru +oralsexfilme.net +osagonline.ru +outshop.ru +paradontozanet.ru +pc4download.co +pensplan.com +php-market.ru +pijoto.net +piluli.info +pinsdaddy.com +pizdeishn.com +pizza-tycoon.com +polcin.de +pornosexrolik.com +porno-transsexuals.ru +portside.xyz +potoideas.us +pricheski-video.com +profitfx.online +profitsport.club +prostitutki-odessa.org +qld10000.net +recinziireale.com +remontgruzovik.ru +remont-mobile-phones.ru +responsinator.com +robertefuller.com +rockprogblog.com +royal-investments.net +ryetaw.com +saddiechoua.com +santasgift.ml +sanyuprojects.com +sa-rewards.co.za +semaltmedia.com +seojokes.net +seorankinglinks.com +sexsearch.com +sex-tracker.de +sexy-pings.com +share-buttons-for-free.com +sicfor.bcu.cc +simple-image.com.ua +sizeplus.work +smallseotools.com +sockshare.net +sodexo.com +sophang8.com +sosdepotdebilan.com +spidtest.space +statoutlook.info +stockspmb.info +storehouse.ua +stretchingabuckblog.com +strongholdsb.ru +sumo.com +swimpool.ca +swinginwithme.ru +teguh.info +telemetryverification.net +textads.men +tgtclick.com +tizanidinestreetprice.blogspot.com +topappspro.com +topbestgames.com +u555u.info +ukkelberg.no +urlcut.ru +urlopener.com +uzungil.com +validdomain.xyz +vandrie-ict.nl +veles.shop +videochat.life +videochat.mx +vip2ch.com +volgograd.xrus.org +voluumtracker1.com +voronezh.xrus.org +w3data.co +warezaccess.com +website-speed-up.top +wholinkstome.com +woodyguthrie.se +x-lime.net +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xxart.ru +youghbould.wordpress.com +zapiszto.pl zebradudka.com -zolotoy-lis.ru +zed21.net +zigzog.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,21 +1,11 @@ - - -
-This is merely used for testing !!!
- - +This is merely used for testing !!!
+ + + +This is merely used for testing !!!
+ \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 525a76fd6..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -5,6 +5,13 @@