diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 934899647..70960edbd 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..966492772 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..2f692b069 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 934899647..70960edbd 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2e2965ffc..966492772 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d3d331ed4..2f692b069 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 934899647..70960edbd 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2e2965ffc..966492772 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d3d331ed4..2f692b069 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 934899647..70960edbd 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/distribution_tests_missing_includes/arch-setup.log b/.dev-tools/distribution_tests_missing_includes/arch-setup.log index e738b3400..676369cce 100644 --- a/.dev-tools/distribution_tests_missing_includes/arch-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/arch-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf -Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.202.145.110 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf index 8f93382d0..3ff586d9f 100644 --- a/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/nginx.conf @@ -15,6 +15,13 @@ events { http { + + +# Nginx Bad Bot Blocker Includes +# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; + include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; + include mime.types; default_type application/octet-stream; @@ -69,13 +76,6 @@ http { # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name; # include fastcgi_params; #} - - -# Nginx Bad Bot Blocker Includes -# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker - include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/botblocker-nginx-settings.conf; - include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/arch/etc/nginx/conf.d/globalblacklist.conf; - # deny access to .htaccess files, if Apache's document root # concurs with nginx's one diff --git a/.dev-tools/distribution_tests_missing_includes/centos-install.log b/.dev-tools/distribution_tests_missing_includes/centos-install.log index 0c0f9f553..c47cd3753 100644 --- a/.dev-tools/distribution_tests_missing_includes/centos-install.log +++ b/.dev-tools/distribution_tests_missing_includes/centos-install.log @@ -3,9 +3,10 @@ -------------------------------------------------------- sending incremental file list +etc/nginx/nginx.conf -sent 653 bytes received 16 bytes 1.34K bytes/sec -total size is 28.44K speedup is 42.51 +sent 1.57K bytes received 39 bytes 3.23K bytes/sec +total size is 28.44K speedup is 17.62 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d diff --git a/.dev-tools/distribution_tests_missing_includes/centos-setup.log b/.dev-tools/distribution_tests_missing_includes/centos-setup.log index 0b799a05e..933c5507c 100644 --- a/.dev-tools/distribution_tests_missing_includes/centos-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/centos-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/nginx.conf -Whitelisting ip: 34.66.178.120 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.184.96.71 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/centos7/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/fedora-setup.log b/.dev-tools/distribution_tests_missing_includes/fedora-setup.log index ef6793e88..e510e586f 100644 --- a/.dev-tools/distribution_tests_missing_includes/fedora-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/fedora-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/nginx.conf -Whitelisting ip: 34.68.144.114 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.224.112.202 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/fedora/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log b/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log index b6fade886..df4d67110 100644 --- a/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/opensuse-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-lea/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/nginx.conf -Whitelisting ip: 35.193.14.140 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.202.145.110 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/opensuse-leap/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log index 80a1cb7b1..9d86a9441 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-install.log @@ -3,28 +3,10 @@ ------------------------------------------------------------------ sending incremental file list -etc/nginx/ -etc/nginx/fastcgi_params -etc/nginx/koi-utf -etc/nginx/koi-win -etc/nginx/mime.types etc/nginx/nginx.conf -etc/nginx/proxy_params -etc/nginx/scgi_params -etc/nginx/uwsgi_params -etc/nginx/win-utf -etc/nginx/sites-available/ -etc/nginx/sites-available/.keep -etc/nginx/sites-available/default -etc/nginx/sites-enabled/ -etc/nginx/sites-enabled/.keep -etc/nginx/snippets/ -etc/nginx/snippets/.keep -etc/nginx/snippets/fastcgi-php.conf -etc/nginx/snippets/snakeoil.conf -sent 8.21K bytes received 322 bytes 17.06K bytes/sec -total size is 19.83K speedup is 2.32 +sent 1.49K bytes received 41 bytes 3.05K bytes/sec +total size is 19.83K speedup is 12.99 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log index cbd0b6392..2321e0e2e 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1604-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/nginx.conf -Whitelisting ip: 35.188.73.34 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.202.145.110 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-16.04/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log index cb10e9b12..8662937b2 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-install.log @@ -3,39 +3,10 @@ ------------------------------------------------------------------ sending incremental file list -./ -.keep -etc/ -etc/.keep -etc/nginx/ -etc/nginx/fastcgi.conf -etc/nginx/fastcgi_params -etc/nginx/koi-utf -etc/nginx/koi-win -etc/nginx/mime.types etc/nginx/nginx.conf -etc/nginx/proxy_params -etc/nginx/scgi_params -etc/nginx/uwsgi_params -etc/nginx/win-utf -etc/nginx/conf.d/ -etc/nginx/conf.d/.keep -etc/nginx/modules-available/ -etc/nginx/modules-available/.keep -etc/nginx/modules-enabled/ -etc/nginx/modules-enabled/.keep -etc/nginx/sites-available/ -etc/nginx/sites-available/.keep -etc/nginx/sites-available/default -etc/nginx/sites-enabled/ -etc/nginx/sites-enabled/.keep -etc/nginx/snippets/ -etc/nginx/snippets/.keep -etc/nginx/snippets/fastcgi-php.conf -etc/nginx/snippets/snakeoil.conf -sent 9.56K bytes received 476 bytes 20.07K bytes/sec -total size is 20.46K speedup is 2.04 +sent 2.04K bytes received 43 bytes 4.17K bytes/sec +total size is 20.46K speedup is 9.81 Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-setup.log b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-setup.log index 5bf03da9b..365e04475 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu1804-setup.log +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu1804-setup.log @@ -8,7 +8,7 @@ Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-ba inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf -Whitelisting ip: 35.188.73.34 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf +Whitelisting ip: 35.192.85.2 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf Checking for missing includes: diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 934899647..70960edbd 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 6f3bd290b..9ff18437e 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6e936daab..798770665 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +35.188.1.99 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c2eee8c77..6ff35261d 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; -35.192.187.174 0; +35.192.85.2 0; +35.193.7.13 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 0320a61c1..7b76022d2 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 73d9328aa..1a9b57786 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -34.68.144.114 0; -35.192.187.174 0; +35.192.85.2 0; +104.154.120.187 0; +35.224.112.202 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 3cda25ca5..607f5404f 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; -35.188.73.34 0; +35.184.226.236 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 2e2965ffc..966492772 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index b45b637b6..ee0a3be7a 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchie -BDFetch +Alligator +BotALot +IndeedBot +instabid +Intelliseek LinkpadBot -Meanpathbot -Microsoft Data Access -Net Vampire -Niki-bot -Pimonster -Twice -URLy Warning +LinqiaScrapeBot +PHPCrawl +trendiction.de +WiseGuys Robot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 1187bc687..f43e41ab6 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -80legs +404enemy Abonti +Aboundex Aboundexbot Acunetix -ADmantX -AfD-Verbotsverfahren AIBOT Alexibot Alligator AllSubmitter +AlphaBot +Apexoo archive.org_bot -ASPSeek -Attach -autoemailspider -Backlink-Ceck -BackStreet +Asterias +BackDoorBot Badass -Barkrowler +Bandit Battleztar Bazinga BBBike BDCbot -BDFetch BetaBot -Bitacle -Black Hole -BotALot -Brandprotect -BuiltBotTough +Bigfoot +Blackboard +BlackWidow +BLEXBot +Blow +Boardreader +Bolt BuiltWith -BuzzSumo -CATExplorador +CazoodleBot +CCBot Cegbfeieh CherryPicker -CheTeam +Chlooe Claritybot -Cliqzbot -Cloud mapping -Collector +coccocbot-web +Cogentbot com.plumanalytics CopyRightCheck -Copyscape -Cosmos -Craftbot crawler.feedback -CSHttp -Custo +crawl.sogou.com +Crescent +DatabaseDriverMysqli DataCha0s -Demon -Digincore -DigitalPebble -DIIbot -Disco -Discoverybot -Dispatch +DBLBot +DittoSpyder DomainAppender -DomainStatsBot -Dotbot +Download Wonder Dragonfly +DSearch +EasyDL Ebingbong -EroCrawler -Exabot -ExtLinksBot -Extractor +Ecxi +evc-batch ExtractorPro -Ezooms -FDM +EyeNetIE Fimap Freeuploader -FrontPage -FyberSpider -Fyrebot -GalaxyBot -GermCrawler +Genieo +Getintent +GetRight Gigablast Gigabot +G-i-g-a-b-o-t Gotit +GoZilla +GrabNet +Grafula GrapeFX -GrapeshotCrawler GridBot GT::WWW -HEADMasterSEO +Haansoft +Harvest Heritrix +HTMLparser Humanlinks -IlseBot -Image Sucker -IndeedBot +HybridBot +IDBot Indy Library -InfoNaviRobot -InterGET +Internet Ninja InternetSeer internetVista monitor ips-agent +Iria IRLbot Iskanie IstellaBot -JennyBot +JamesBOT JetCar -Jetty -JikeSpider -Joomla -Jorgee +JOC Web Spider +JustView +Jyxobot Kenjin Spider -Keyword Density -Kozmosbot Lanshanbot +Larbin LeechFTP +LeechGet LexiBot Lftp -Libwhisker Lightspeedsystems -Likse -Linkdexbot LinkpadBot LinkScan LinksManager -LinkWalker -LinqiaScrapeBot Lipperhey -Lmspider +Litemage_walker Ltx71 +lwp-request lwp-trivial Mag-Net magpie-crawler Mail.RU_Bot -Majestic12 -MarkMonitor -MarkWatch +Majestic SEO Mata Hari -MauiBot meanpathbot -Meanpathbot -Mediatoolkitbot -MegaIndex.ru +mediawords Metauri -Microsoft Data Access +MFC_Tear_Sample MIDown tool +MIIxpc Mister PiX -MJ12bot Mojeek Mr.4x3 MSIECrawler -Msrabot MS Web Services Client Protocol -Navroad -NearSite -Needle +muhstik-scan +Name Intelligence +Nameprotect +Nessus +Netcraft netEstate NE Crawler NetLyzer -Netvibes +NetSpider +Nettrack +Net Vampire +NetZIP NextGenSearchBot NICErsPRO -Nutch +Niki-bot +Nikto +NimbleCrawler oBot -Offline Navigator -OnCrawl -OpenVAS -OrangeSpider +OutclicksBot OutfoxBot -PageGrabber -Panscient -Pavuk +Pandalytics pcBrowser -PECL::HTTP -PeoplePal +PHPCrawl +Picscout Picsearch +PictureFinder Pimonster +Pixray PleaseCrawl -Pockey -Probethenet +plumanalytics ProWebWalker -Quick-Crawler -RankingBot2 -Rankivabot -Reaper -RepoMonkey -Rogerbot +Psbot +PyCurl +RankActive +RankurBot +Recorder +RocketCrawler SalesIntelligent -Scanbot -scan.lol +SBIder +Scrapy +Searchestate SearchmetricsBot -Semrush SEOkicks-Robot +SEOlyticsCrawler SEOprofiler -SeoSiteCheckup -serpstatbot +seoscanners +SEOstats +sexsearcher +Shodan +SISTRIX Sitebeam SiteExplorer -SiteLockSpider +Siteimprove SiteSnagger +SiteSucker Site Sucker -sogouspider -Sogou web spider +Sitevigil +SmartDownload +SMTBot +Snake +Snoopy +Sociscraper Sosospider Sottopop -Spammen -SpankBot -sp_auditbot -spyfu -Sqworm +SpaceBison +SputnikBot +Sqlmap Steeler +Stripper Sucuri SuperBot -Surfbot SurveyBot +Suzuran Szukacz -T8Abot -Telesphorep +TeleportPro +Telesoft +Telesphoreo The Intraformant +TheNomad Titan -Toata -Tracemyfile -Trendictionbot -Turingos -Twice -UnisterBot -URLy.Warning -VB Project +trendiction.com +True_Robot +Turnitin +TwengaBot +Typhoeus +Upflow +Vacuum +Vagabondo VCI +VeriCiteCrawler +VidibleScraper Virusdie -VoidEYE -WallpapersHD -Webalta -WebFuck -WebImageCollector +Voltron +Wallpapers/3.0 +WASALive-Bot +WBSearchBot +Web Auto +WebCollage +Web Collage +WebCopier +WebFetch +Web Fetch +WebGo IS WebLeacher -webmeup-crawler +WebmasterWorldForumBot WebPix -Web Pix -WebSauger +WebReaper +Web Sauger WebsiteExtractor WebsiteQuester -Website Quester -WebSucker -WebZIP -WeSEE +Webster Whack -Who.is Bot +Whacker Widow WinHTTrack -WiseGuys Robot +WISENutbot Woobot Wotbox -WWW-Collector-E -WWW-Mechanize +WWW::Mechanize WWWOFFLE Xaldon WebSpider Xaldon_WebSpider +xpymep1.exe +Zade Zauba Zeus +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 97bf7671a..7ce5c8a66 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +80legs +Abonti Aboundexbot -Acunetix -AfD-Verbotsverfahren -AIBOT +AhrefsBot AiHitBot -Alexibot -Alligator -Anarchie -Asterias -BackDoorBot -Backlink-Ceck -backlink-check -BacklinkCrawler +AllSubmitter +Apexoo +archive.org_bot +ASPSeek +Attach +BackStreet BackWeb -Badass +Bandit +Barkrowler Battleztar Bazinga -BBBike -BDCbot -BDFetch -BetaBot -Bigfoot -Blackboard -BLEXBot +Black Hole +BlackWidow Blow -Brandprotect +BotALot Brandwatch -BunnySlippers -CazoodleBot -CCBot -Cegbfeieh -CherryPicker -CheTeam -ChinaClaw -coccocbot-web -Cogentbot -Copier -Cosmos -crawler4j -CrunchBot -CSHttp +Buddy +BuiltWith +Cliqzbot +Cloud mapping +cognitiveseo +CopyRightCheck +Copyscape +CrazyWebCrawler +Curious Custo -DatabaseDriverMysqli -Deusu -Devil +DBLBot +Demon +Digincore +DigitalPebble DIIbot Dirbuster Discobot -Discoverybot -DittoSpyder +Dispatch DnyzBot -Download Wonder -DTS Agent -EasyDL -eCatch -EirGrabber -EMail Siphon -EMail Wolf +DomainAppender +DomainSigmaCrawler +DSearch +Ebingbong +ECCP/1.0 +Ecxi EroCrawler -evc-batch Exabot -Express WebPictures ExtLinksBot +Extreme Picture Finder +Ezooms facebookscraper -FDM -FHscan -Fimap -Flunky -FrontPage -FyberSpider -Fyrebot +Firefox/7.0 +Foobot +Freeuploader GalaxyBot Genieo GermCrawler -GetRight +Getintent Gigabot -G-i-g-a-b-o-t +GoZilla Grafula GrapeshotCrawler -HaosouSpider +GT::WWW Havij -HEADMasterSEO -Hloader -HTTP::Lite -HTTrack +Heritrix +HMView +HTMLparser Humanlinks -HybridBot +Iblog IDBot Id-search IlseBot -IndeedBot -Intelliseek +Image Fetch +InfoTekies +instabid InterGET -internetVista monitor IRLbot Iskanie -JamesBOT -Jbrofuzz JetCar +Jetty +JikeSpider Jorgee -JustView -Jyxobot Kenjin Spider Keyword Density -Kozmosbot Lanshanbot -LeechGet -LexiBot -Lightspeedsystems +Larbin +LibWeb +Libwhisker +Likse Linkdexbot LinkpadBot +LinksManager LinkWalker LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot +Lipperhey +Lipperhey Spider Lmspider lwp-request -Majestic12 -Majestic-SEO +lwp-trivial +Magnet +Mag-Net +magpie-crawler +Masscan Mass Downloader +Mata Hari +Meanpathbot MeanPath Bot -Mediatoolkitbot +mediawords +MegaIndex.ru +Metauri MFC_Tear_Sample -Mojeek +Microsoft URL Control +MIDown tool +MIIxpc Morfeus Fucking Scanner -Mr.4x3 Msrabot MS Web Services Client Protocol Navroad NearSite -NetAnts -NetLyzer +Needle +Nessus +Netcraft NetSpider -Nettrack -NetZIP +Netvibes NextGenSearchBot Nibbler NICErsPRO -NimbleCrawler -Nimbostratus -Nmap -Nutch +Niki-bot +Nikto +NPbot oBot -Offline Explorer -Openfind -Openvas -OrangeBot -OutclicksBot -OutfoxBot +Octopus +Offline Navigator +OnCrawl +OrangeSpider PageAnalyzer -Page Analyzer -page scorer +PageGrabber +PageScorer +Pandalytics Pavuk +pcBrowser +Pixray plumanalytics -POE-Component-Client-HTTP +Pockey Probethenet ProPowerBot -Psbot +QueryN Metasearch Quick-Crawler +RankActive +RankingBot Rankivabot RankurBot -RealDownload -Reaper RebelMouse RedesScrapy ReGet -RepoMonkey -Ripper -SBIder +RocketCrawler +Rogerbot +s1z.ru ScanAlert -Screaming -ScreenerBot -SearchmetricsBot +Scanbot +Scrapy Semrush SEOkicks-Robot SEOlyticsCrawler Seomoz -SEOstats -sexsearcher +SEOprofiler +seoscanners +SeoSiteCheckup Shodan -Siphon -SiteExplorer -Siteimprove +Sitebeam SiteLockSpider -Site Sucker -Sitevigil +SiteSnagger +SiteSucker SlySearch -SmartDownload +SMTBot +Snapbot Snoopy -SpaceBison -SpankBot -Spanner +SocialRankIOBot +Sociscraper +Sogou web spider +Sosospider +Spammen +sp_auditbot +Spbot +Spinn3r SputnikBot Sqlmap -Sqlworm Stripper -Sucker -SuperBot -SuperHTTP -Surfbot -SurveyBot +Sucuri +Swiftbot +sysscan +Szukacz +T0PHackTeam +T8Abot Teleport -Thumbor -TightTwatBot Titan -Turingos +Trendiction +trendiction.com TurnitinBot TwengaBot -Twice -Typhoeus -Vagabondo +Upflow +URLy Warning +Vacuum VB Project -VoidEYE +VeriCiteCrawler +Virusdie Voil Wallpapers/3.0 -WallpapersHD -WASALive-Bot -Webalta +WBSearchBot +WebAuto Web Auto WebBandit -WebCollage -Web Collage -WEBDAV -Web Enhancer +WebCopier +WebEnhancer WebFetch Web Fetch +Web Fuck +WebGo IS WebImageCollector WebLeacher -webmeup-crawler +WebmasterWorldForumBot +WebPix +Web Pix +WebReaper Web Sauger -Webshag -WebsiteExtractor +WebsiteQuester +Website Quester +WebStripper Web Sucker WebWhacker -WebZIP -Whacker +Whack Whatweb -WiseGuys Robot -Wonderbot -Woobot -Wotbox +WISENutbot +WPScan +WWW-Collector-E +WWW-Mechanize WWW::Mechanize +WWWOFFLE x22Mozilla Xaldon WebSpider +Xaldon_WebSpider Xenu -YoudaoBot -zauba.io -Zeus +xpymep1.exe zgrab Zitebot ZmEu +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 68fba1909..c41a50fbd 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adprotect.net -animaltoplist.com -flavors.me -gamewrath.com -jose.mulinohouse.co -picsforkeywordsuggestion.com -searchlock.com -thelottosecrets.com -traffique.net -zhuravlev.info +aibolita.com +buntube.net +elektrozigarettekaufen1.devhub.com +middlerush-a.akamaihd.net +mrpornogratis.xxx +social-buttons.xyz +stillmiracle.com +topkarkas.com +zigarettenonlinekaufen1.blox.pl +zootravel.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index be46460a7..8b69049ad 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03p.info -101billion.com -1-free-share-buttons.com -202ch.com -20pascals.nl -2girls1cup-free.com -3-letter-domains.net -3th.co.in -4senses.co +1688.com +1bet.com +1j7740kd.website +4inn.ru +5000-cotydzien.com 55wmz.ru -7fon.ru -7wind.ru -8lufu.com -991mostfm.co.id -a1security.com.ua -aad1f4acb0a373420d9b0c4202d38d94fa.com -accessoires-mode.in -activepr.ru -adf.ly -adinterax.com -adtech.de -adtiger.tk -adviceforum.info -adzerg.com -alfabot.xyz -alienwheels.de -aliexpress.com -alkoravto.ru +5i2.net +883zy.com +8kisses.eu +a96527gi.beget.tech +aa81bf391151884adfa3dd677e41f94be1.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aarbur.com +aaronabel.com +abcdeg.xyz +absolutelyanalog.com +activecampaign.dreamhosters.com +adtech.us +adultwebhosting.info +affrh2015.com +agecheckadult.com +agroeconom.kz +albuteroli.com +alert-fjg.xyz +alfa-medosmotr.ru allblogroll.com -alpharma.net -alta-realestate.com -amateurmatch.com -amung.us -animal-drawings.com +alltheviews.com +alt-servis.ru +android4fun.org +animaltoplist.com animenime.ru -apartmentratings.com -apelsinnik.website -apessay.com -apilinkswiftco-a.akamaihd.net -approved.su -apptester.tk -ap.senai.br -arabgirls.adultgalls.com +apifasterlightin-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apple.com-webbrowsing-security.review +apple.com-webbrowsing-security.science +app-ready.xyz +approvedlocal.co.za arcadepages.com -arclk.net -artavenuegardenstudios.com +arenanews.com.ua +arendas.net +arkkivoltti.net asiavirtualsolutions.com -asmxsatadriverin.aircus.com -atlant-auto.info +asscenihotosidea.blogspot.co.za +aussie-prizes.com +auto4style.ru autobudpostach.club -autochoixspinelli.com -autodo.info -autorn.ru -auto-zapchasti.org +avirasecureserver.com +avkzarabotok.info +avon-novosib.ru avtochehli.by -avtocredit-legko.ru -azbaseimages.net -backgroundpictures.net -bankiem.pl -bausparen.bz.it -beauty-clinic.ru -berdasovivan.ru -beremenyashka.com -besttorrentknifta.weebly.com +ayanaspa.com +baditri.com +bang-hotties.com +bannerbank.ru +bdsmgalls.net +beachfix.co +berrymall.ru +bestcalovebracelet.cn +bestcoin.cc +bestimagecoollibrary.com +bestssaker.com +bet365.com beta.hotkeys.com -bezlimitko.xyz -bingoporno.com -bioinnovate.co -bkgr.se -blackle.com -blog.f00kclan.de -blogs.rediff.com -bluerobot.info -blue-square.biz -bmwhighperformers.com -bonky.biz -bonvillan.com -brimstonehillfortress.org -btnativenav.com -buchananshardware.com -buyessaynow.biz -buyhoverboard.com -buytizanidineonlinenoprescription.blogspot.com -buyviagraa.blogspot.com -cactussoft.biz -cakemediahq.com.au -callmd5map.com -canrole.com -cardiosport.com.ua -cardsharp1.ru -carfax.com.ua -carsdined.org -carstrends2015.com -cartiertrinity.xyz -cbcseward.com -cb.iphantom.com -cctva.tv -cejewelry.xyz -cercacamion.it -cheapcigarettesc.info -cheapjerseysap.com -cheatcode-lita12.rhcloud.com -chelyabinsk.xrus.org -chiblackhawks-jerseys.com +betune.onlinewebshop.net +bidbuy.co.kr +bigpenisguide.com +bildsuche.ru +bio-japan.net +bio-optomarket.ru +bkns.vn +blogsfunky672.weebly.com +boazpower.com +bongiornos.info +boo-arts.com +bookmark4you.com +boostmyppc.com +brandehk.dk +breget74.ru +bukleteg.xyz +burger-tycoon.com +buy-forum.ru +buy-loft.ru +buyparajumpers.online +buypillsorderonline.com +buzzzg.men +cacheimages.com +callcafe.info +camsex.xxx-cam.webcam +canrioloadm.gq +carsplate.com +cartechnic.ru +cartierbraceletsreplica.pw +cartierjusteunclou.xyz +cdncash.com +cdncash.org +celebsopics.com +cellfun.mobi +cenokos.ru +cfsrating.sonicwall.com +chee-by.biz +chelnytruck.ru +chinese-amezon.com +cialgenisrx.com cindymatches.com -compliance-ivan.xyz -constantaservice.net -crafthubs.com +claytransformations.info +cleanallvirus.com +cleanpcnow.com +clickintext.net +clips.ua.ac.be +cl.s7.exct.net +club-musics.ru +codysbbq.com +coinsspb.com +collegeessay19.blogspot.ru +collegerentals.com +compliance-checker.info +compliance-fred.top +compliance-george.top +compliance-mark.top +compliance-willy.top +consorzioilmosaico.org +contextualyield.com +counciltally.com +craftburg.ru crazyprotocol.com -creatives.adbetclickin.pink -creditnation.ru -customchocolate.business-for-home.com -dating-app.ru -d-black.bz -diesel-parts28.ru -digitalfaq.com -dimkino.ru -domaincheck.io -domaineaneblanc.com -domoysshop.ru -dosug-lux.ru -downvids.net -dptaughtme.com -drugs-no-rx.info -drunkenstepfather.com -drupa.com -dvd-famille.com -dvr.biz.ua -e705.net -eachdayisagift.review -elvel.com.ua -emergencyneeds.org +creditwell.ru +customboxes4less.com +customcatchcan.com +customerguru.in +cymbaltaandtizanidine.blogspot.com +cyse.tk +d0t.ru +dataloading.net +deadlinkchecker.com +dieswaene.com +digilander.libero.it +dildofotzen.net +dmmspy.com +dms-sw.ru +doctormakarova.ru +donvito.unas.cz +dood.live +downloadkakaotalk.com +downloadmefiranaratb1972.xpg.com.br +druzhbany.ru +dstroy.su +dumpsmania24.com +duplicashapp.com +earn-from-articles.com +edudocs.net +electricwheelchairsarea.com +elektir.ru +elkacentr.ru +eloconcream.blogspot.com +empis.magix.net encodable.com -enews.tech -enginebay.ru +engines-usa.com englishdictionaryfree.com -en.home-task.com -enthuse.computernetworksonline.com -euronis-free.com -euroskat.ru -expolicenciaslatam.co -extener.org -extractorandburner.com -ezigarettekaufen.myblog.de -ezigarettenkaufen1.pagina.gr -ezigaretteshop2.vefblog.net -f0815.de -fable.in.ua -family1st.ca -farmingworm.com -fastfixing.tech -faz99.com +englishgamer.com +e-poker-2005.com +erotik-kostenlos.net +es5.com +escort-russian.com +eshop.md +excitacion.info +exlarseva.webblog.es +extremez.net +eyemagination.com +faracontrol.ir +feeriaclub.ru +femdom.twiclub.in femmesdenudees.com -ferretsoft.com -filmci.pro +fertilitetsradgivningen.se filmidivx.com -findanysex.com -firma-legion.ru -fivedwld.cf -flowersbazar.com -forexgb.ru -formularz-konkurs.tk -forumprofi.de -fotosfotos.eu -foxinsocks.ru -foxtechfpv.com -freejabs.com -free-laptop-reward.com -frequiry.com -frivgame250.com -fsalas.com -fuckmill.com -fugarif.ga -fullgirl.ru -fusoradio.info -gallictures.com -gameplexcity.com +finemanteam.com +floating-share-buttons.com +flowwwers.com +footbalive.org +forsex.info +foto-basa.com +foto-sisek.porngalleries.top +freakycheats.com +free-social-buttons.com +frustrated-favorable.gq +fxgallery.com +fz139.ttk.ru gameprimary.com -genericviagrasildenafiled.net -generousdeal-a.akamaihd.net -genetworx.com -geoads.com -gilbertbanda.net -girlspicsa.com -glastecfilms.com.my -glogow.pl -gok-kasten.net -goldadpremium.com -golfresa.lucania.se -goodwinmetals.co -gratuitbaise.com -grupografico-pilar.com.ar -hacktougroup.ru -hchha.com -hdimagegallery.net -healgastro.com -hentai-manga.porn -histats.com -hit-kino.ru +gamevalue7.weebly.com +gaming-journal.com +gazoblok.net.ua +getlaid-xxxhookupdirect.com +getlamborghini.ga +gfaq.ru +gilsonchiro.xyz +glavprofit.ru +globalscam.ga +gobongo.info +good-mummy.ru +googst2.ru +gosarhivrt.ru +gotcher.us +gov.yanao.ru +greenidesign.co +green-tea.tv +grizzlysgrill.com +gsasearchengineranker.xyz +guod.me +happy.new.yeartwit.com +hazardky.net +hdapp1008-a.akamaihd.net +hdpixent.com +hdpixion.com +heroz.fr +hildinghr.se +hitcpm.com hledejvshopech.cz -homedo.fabpage.com -hotelcrocenzi.sm -hotgirlhdwallpaper.com -hoverboard360.es -hplaserjetpdriver8y.pen.io -hustoon.over-blog.com -ido3.com -igtools.club -ikearugs.xyz -ilbe.club -images.gyffu.com -import-sales.com -inbabes.sexushost.com -inclk.com -incolors.club -intim-uslugi.info -invivo.hu -iqoption.pro -iqupdatetmz.win -irkutsk.zrus.org -isistaylorporn.info -james13prix.info -janavibekken.no -jav-way.site -jeremyeaton.co -jerseywholesalechinabiz.com -jerseywholesaleelitestore.com -journalhome.com -jrcigars.com -keyhantercume.com -keywordsdoctor.com -kinoflux.net -kinopolet.net -knigonosha.net -koptims.tiu.ru -kreativperlen.ch -kriokomora.info +hoholikik.club +homedecoguide.info +homemature.net +hostsshop.ru +host-tracker.com +houdom.net +howmuchdoestizanidinecost.blogspot.com +hubbble.com +hully.altervista.org +hyiphunter.org +iamsport.org +igrovyeavtomaty777.ru +igru-xbox.net +ilmen.net +ilmexico.com +ilte.info +images-free.net +instabid.tech +intermesh.net +inzn.ru +istizanidineanarcoticdrug.blogspot.com +iweblist.info +jasonpartington.com +javcoast.com +jav-fetish.com +jav-fetish.site +javrip.net +joessmogtestonly.com +jose.mulinohouse.co +jus0wil.pp.ua +justdating.online +kamen-e.ru +karusel-market.ru +keki.info +kerwinandcariza.com +kidd.reunionwatch.com +kino-filmi.com +kino-rating.ru +kinostorm.net +konoplisemena.com +kosmetyki.tm.pl +koversite.info +kredit-pod-zalog-krasnodar.ru +krynica.info kung-fu-ru.com -landoftracking.com +labelwater.se +laexotic.com laptoper.net -lasvegaslockandsafe.com -law-check-eight.xyz -lechtaczka.net -lego4x4.ru -lenvred.org -letmacworkfaster.world -letmacwork.world -letolove.ru -lietaer.com -light.ifmo.ru -link.ac -linkarena.com -liumimgx.pw -live-sexcam.tk -live-sexchat.ru -livingcanarias.com -livingroomdecor.info -loftdigital.eu -loginduepunti.it +larose.jb2c.me +laudit.ru +law-check-seven.xyz +lerporn.info +letmacworkfaster.site +letsrepair.in +li-er.ru +limtu.ifmo.ru +lkbennettoutlet.online lol-smurfs.com -luciddiagnostics.in -machicon-akihabara.info -magento-crew.net -makemoneyonline.com -manualterap.roleforum.ru -manuscript.su -marcoislandvacations.net -marktforschung-stuttgart.com -maslenka.kz +louboutinbooties.xyz +lubetube.com +lyngdalhudterapi.no +mactechinfo.info +magnetic-bracelets.ru +mahnwachen-helfen.info +mainlinehobby.net +manifestation.betteroffers.review +marinetraffic.com +marketingtechniques.info +maxxtor.eu m.b00kmarks.com -mebel-alait.ru +mcnamaratech.com +mearns-tractors.co.uk mebel-vstroika.ru medicineseasybuy.com -metalonly.info -microsearch.ru -microstatic.pl -minharevisao.com -mir-betting.ru -mirtorrent.net -mitrasound.ru -mlf.hordo.win -mobile.ok.ru +medosmotr-ufa.ru +megavolt.net.ua +metascephe.com +mex-annushka.ru +migente.com +mlvc4zzw.space +mobilemedia.md mojpregled.com -monclercoats.xyz -moncleroutletonline.xyz +moneyviking-a.akamaihd.net +monsterdivx.com +moscow.online-podarki.com +moscow.xrus.org moviemail-online.co.uk -mowser.com mp3downloadhq.com mtmtv.info -mttwtrack.com -mturkcontent.com -mug-na-chas-moscow.ru -muznachas-service.ru -mycaf.it -myfreecams.com -myftpupload.com -myprintscreen.com -narkologiya-peterburg.ru -naturalbreakthroughsresearch.com -nbsproject.ru -nelc.edu.eg -nero-us.com -new-apps.ru -nfljerseyscheapbiz.us -nhl17coinsforps3.gratisblog.biz -njkmznnb.ru -nmrk.ru -nuker.com -ochistka-stokov.ru -okeinfo.online -okmusic.jp -oneminutesite.it -onescreen.cc -onlinemeetingnow.com -onlinemegax.com -onlinetvseries.me -ownshop.cf -ozoz.it -pammik.ru -panouri-solare-acoperis.com -paparazzistudios.com.au +mvpicton.co.uk +myhitmp3.club +najaden.no +nakozhe.com +narkologiya-belgorod.ru +needtosellmyhousefast.com +ngps1.ru +nippon-bearings.ru +nordstar.pro +noumeda.com +november-lax.com +nowtorrents.com +nrv.co.za +o333o.com +obesidadealgarve.com +odywpjtw.bloger.index.hr +oklogistic.ru +omoikiri-japan.ru +online-x.ru +onlywoman.org +o-o-11-o-o.com +open-odyssey.org +opinionreelle.com +optikremont.ru +orgasmus-virtual.com +orion-v.com +ourtherapy.ru +paramountmarble.co.uk +park.above.com partnerworkroom.men -pc4download.co -pensplan.com -petsblogroll.com -photosaga.info -pic2fly.com -picscout.com -pictures-and-images.com -picturesmania.com -picurams.pw -pintattoos.com -pinwallpaper.xyz -pixell.club -plastweb.ru +pastaleads.com +pc-test.net +pdamods.ru +perfection-pleasure.ru +physfunc.ru +pila.pl +pinstake.com +pistonclasico.com +piter.xrus.org +pizdopletka.club playtap.us -podshipniki-ntn.ru -poffet.net -pokerniydom.ru -pons-presse.com -popander.mobi -popunder.net -porndairy.in -pornodojd.ru -porno-dojki.net -pornzone.tv -posible.net -pourvous.info -prefersurvey.net -pregnant.guru -privetsochi.ru -progress-upakovka.ru -prointer.net.ua -projectforte.ru -prokotov.com -promover.org -pussyspace.net -pxhdwsm.com -quelle.ru -quickloanbank.com -ranksonic.com -ranksonic.org -rebuildermedical.com -recinziireale.com -remont-mobile-phones.ru -rent2spb.ru -repeatlogo.co.uk -restorator-msk.ru -ringtonepartner.com -rn-to-bsn.com -roznica.com.ua +polytopesexempt.com +pontiacsolstice.info +pooleroadmedicalcentre.co.uk +popads.net +popup-hgd.xyz +popup-jdh.xyz +porno.simple-image.com.ua +pornosmola.info +positive2b.ru +pp-budpostach.com.ua +preparevideosafesystem4unow.space +presleycollectibles.com +preventheadacheguide.info +privacyassistant.net +propranolol40mg.blogspot.com +prospekt-st.ru +prostitutki-kiev.org +prostitutki-tyumeni.org +putevka24.ru +quality-traffic.com +randalljhoward.com +razorweb-a.akamaihd.net +recordpage-a.akamaihd.net +reeyanaturopathy.com +referencemoi.com +registratciya-v-moskve.ru +renewablewealth.com +restaurantlescampi.com +rezeptiblud.ru +rimedia.org +rocketchange.ru +rockprogblog.com +rogervivierforsale.com +rozalli.com +rusprostitute.com russkoe-zdorovie.ru -saecsa.co -sakhboard.ru -sbdl.no -sbt-aqua.ru -scalerite.co.za -scanmyphones.com +saltspray.ru +sammyweaver.com +sarafangel.ru +sardinie.us +scanner-ivan.top scanner-jessica.top -sdelatmebel.ru -secretscook.ru -secret.xn--oogle-wmc.com -selectads.men -seoanalyses.com -sevenstars7.com -shitmovs.com -sientalyric.co -simon3.ru -simple-image.com.ua +search-error.com +seeresultshub-a.akamaihd.net +seo-prof1.xyz +seorankinglinks.com +servethis.com +sethrollins.net +sexiporno.net +sexyali.com +shama-rc.net +shisha-swag.de +signoredom.com +sildenafil-tadalafil.info sisi-go.ru -sitebeam.net -siteonomy.com -siteripz.net -sitopreferito.it -skatestick.bid -slavia.info -social-fun.ru +sispe.com.br +sitevaluation.org +skincrate.net +slonechka.ru +slujbauborki.ru +snip.to +soaksoak.ru socialmediasuggest.com -social-search.me -social-s-ggg.xyz -softlinesolutions.me -sohoindia.net -solinf.co -sophang8.com -souvenirua.com -special-porn.com -spyfu.com -staff.prairiesouth.ca -stanthonyscatholicchurch.org -star61.de -stariy-baku.com -stmassage.ru -strangeduckfilms.com -stroydetali.ru -supermesta.ru -techart24.com -tecspb.ru -testingads.pro -theallgirlarcade.com -theautoprofit.ml -thebitcoincode.com -thefarmergame.com -theplacetoupdating.pw -tizanidinehydrochloride2mg.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidineusedfor.blogspot.com -toondinsey.com +social-s-hhh.xyz +spamnuker.com +spasswelt.net +sports-supplements.us +spylog.com +stairliftstrue.com +starpages.net +suchenindeutschland.com +supermama.top +supernew.org +supervesti.ru +sureone.pro +svetlotorg.ru +tako3.com +tampabaywatch.org +tandvardshuset.net +tattooreligion.ru +telegramdownload10.com +thebestweightlosspills.ovh +thejournal.ru +themestotal.com +thenetinfo.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidineingredients.blogspot.com +tizanidineonline.blogspot.com +toolsky.com +topkarkas.com torrents-tracker.com -totu.us -tovaroboom.vast.ru -tpu.ru -tracksz.co -trafficnetzwerk.de -trahic.ru -turbabitload.weebly.com -tvnewsclips.info -twinderbella.com -ucsol.ru -ultimatesetnewfreeallsoftupgradesystems.pw -univerfiles.com -uprour.com -vacances-voyages.info -vapeface.club +torture.ml +traffic100.com +trafficfactory.biz +trafficmania.com +trafficstars.com +traxdom.ru +tv-spoty.info +uasb.ru +uchebavchehii.ru +uggbootsoutletsale.us +ugguk.online +ukrobstep.com +umaseh.com +undergroundcityphoto.com +unisexjewelry.org +urccvfmc.bloger.index.hr +usiad.net +vapsy.com +vchulkax.com +vclicks.net +vedomstvo.net ventelnos.com -viagra-soft.ru -viddyoze.com -video-hollywood.ru -video--production.com +video-woman.com viktoria-center.ru -vipms.ru -vitanail.ru -vkonche.com -vysigy.su -vzube.com -watchinf.com -waysbetter.cn -web.cvut.cz +visionwell.com.cn +visitcambridge.org +vizitki.net +vodaodessa.com +voluumtracker1.com +vseuznaem.com +vzlom-na-zakaz.com +warning.or.kr +webadvance.club +webkeyit.com +webmasterhome.cn +website-speed-check.site website-speed-up.site -webtherapy.ru -weclipart.com -westen-v.life -westum.se -wholesalejerseysgaa.com -winwotgold.pl -wnoz.de -works.if.ua -writersgroup580.web.fc2.com -wttavern.com -ww1943.ru -wzgyyq.com -xcc24.pl +weburlopener.com +wingsofrefuge.net +workle.website +wsgames.ru +www.get-free-traffic-now.com +wyniki-lista.pl +x5market.ru x-diesel.biz -xdoza.com -xkaz.org -x-musics.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--80ak6aa92e.com -xn--d1aifoe0a9a.top -xn--oogle-wmc.com -xsion.net -xtube.com -ynymnwbm.bloger.index.hr -yoshkarola.zrus.org -yourporngay.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80aikhbrhr.net +xn--h1aakne2ba.xn--p1ai +yebocasino.com +youdao.com +yougetsignal.com +yourothersite.com +youtube-downloader.savetubevideo.com +youtuhe.com +yuarra.pluto.ro zaimite.ru -zambini.ru -zapatosenventa.info -zdesoboi.com -zed21.net -zeroredirect8.com -zeroredirect9.com +zakazfutbolki.com +zarabotok--doma.ru +zarenica.net zigarettenonlinekaufen1.bloog.pl -zixizop.net.ru -znakomstva-moskva77.ru -zona-aqua.ru -zoosexart.com -zs2vm.top -zvetki.ru +zootravel.com +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index bf05bb414..47df0f97b 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -00webcams.com -acortarurl.es -adprotect.net -adsloads.com -adult-shop.com.ua -adultwebhosting.info -advertex.info -affiliate-fr.com -albamargroup.com +7makemoneyonline.com +7minuteworkout.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +abovetherivernc.com +adultfullhd.com +advokat-grodno.by +agysya.ru +alert.scansafe.net +allfinweb.com +alphahoverboards.com alyeskaresort.com -apiwebwebgetcom-a.akamaihd.net -apper.de -architecturebest.com -aviav.org -benchmarkcommunications.co.uk -bestmarriages.com -bezsporno.ru -bioinnovate.co -biznesrealnost.ru -blagovest-med.ru -bosman.pluto.ro -breastaugmentation.co.za -buzzzg.men -bycontext.com -callawaygolfoutlet.online -candlehandmade.com -cdncash.com +animali.deagostinipassion.it +anjalika.co.in +apccargo.com +apimegabrowsebiz-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +appleid-verification.com +a.pr-cy.ru +ap.senai.br +asiavirtualsolutions.com +atelielembrancaqueencanta.com.br +autorn.ru +azazaporn.com +bbtec.net +best-way.men +bgviagrachrx.com +big-boards.info +blobar.org +bolezniorganov.ru +brainzpod.win +browserprotecter.com +buigas.00it.com +businesxxl.com +buypuppies.ca +c1.onedmp.com +camdolls.com +cartiertrinity.xyz cdncash.org -cheap-trusted-backlinks.com -choice-credit.ru -christianlouboutinreplica.win -clodo.ru -com-onlinesupport.site -compliance-jessica.top -compliance-walter.top -counciltally.com -cryptoswap.biz -cyclobenzaprinevstizanidine.blogspot.com -czeshop.info -data-mining.tk -data.vtc.pw -dbmkfhqk.bloger.index.hr -design-lands.ru -dinkolove.ya.ru -directivepub.com -discountbarbour.online -domain-submit.info -download-wallpaper.net -dvervmoskvu.ru -e-avon.ru -ecookna.com.ua -eduserver.net -ekspresihati.info -election.interferencer.ru -etur.ru -evaashop.ru -evehemming.blogspot.com.au -expolicenciaslatam.co +checktext.org +chinese-amezon.com +club-samodelkin.ru +cntravelre.com +codq.info +companies-catalog.com +compliance-checker.info +cool-wedding.net +cornerstone-countertops.com +cougfan.info +covetnica.com +crazyprotocol.com +crest-poloski.ru +cyprusbuyproperties.com +dame-ns.kz +dataloading.net +davidovic.info +db.speedup.gdn +deanmoore.ie +dentalpearls.com.au +deutschland123.de +digitalassetmanagement.site +duplicashapp.com +e-buyeasy.com +eduinfosite.com +ege-essay.ru +elektrozigaretten1.postbit.com +enge-fotzen.info +epicbrogaming.com +e-poker-2005.com +erotik0049.com +esfchat.tk extlinks.com -eyes-on-you.ga -facebook-mobile.xyz -fatmaelgarny.com -filmfanatic.com -filmi-v.online -fiverr.com -florida-tourism.net -freemags.cc -freewareseek.com -freshmac.space -freza-sverlo.ru -fsalas.com -fuckingawesome.com -funnel.co.za -gamingspark.com -gazobeton-p.com.ua +extrabot.com +eyessurgery.ru +familyphysician.ru +fashion-mk.net +femmesdenudees.com +fetroshok.ru +filesmonster.porn +finemanteam.com +focalink.com +forex.osobye.ru +fotopop.club +freenom.link +freshwallpapers.info +frivgame250.com +funnymama.com +gamedayassist.com +game-top.su +ge0ip.net geile-lelly.eu -golden-praga.ru -goosefishpost.bid -g.starmoe.xyz -guarrasdelporno.xxx -guod.me -happy.new.yeartwit.com -havepussy.com -hawaiielectriclight.com -heartofbeijing.blogspot.com -heroz.fr -hobbyhuren-datenbank.com -hotgirlhdwallpaper.com -huimin764128.com -hyipmanager.in -iamsport.org -igadgetsworld.com -iinstalll-fii1leis.jus0wil.pp.ua -iklysha.ml -images.gyffu.com -imgarit.pw -impresagaia.it -infodocsportal.com -infostatsvc.com -intellekt21.ru -interfucks.net -interior-stickers.ru -iradiology.ru -iscblog.info -iskalko.ru -ixora.pro -jerseychinabizwholesale.com -johannesburgsingles.co.za -junglenet-a.akamaihd.net -kakablog.net -kenaba.su -keywordteam.net -kino-filmi.com -kinoplen.ru -koleso24.com.ua -konpax.com -koral.se -kosmetyki.tm.pl -kostenlos-sexvideos.com -kuzinsp.ru -lancheck.net -lankarns.com -lapitec.eu -law-check-nine.xyz -lego4x4.ru -lenvred.org -lesbian.xyz -letolove.ru -lezbiyanki.net -linkbolic.com -linkwithin.com -lkbennettoutlet.online -lol-smurfs.com -lombia.com -mac-shield.com -mailemedicinals.com -maladot.com -mapquestz.us -medi-fitt.hu +getmyads24.com +ghostvisitor.com +golmau.host.sk +gratis-sexkontakte.com +gsasearchengineranker.space +hatedriveapart.com +hd720kino.ru +hothor.se +imagefinder.site +imgarcade.com +imperia31.ru +integritylandscapeservices.com +intelhdgraphicsgtdrive6w.metroblog.com +intimshop-fantasy.ru +jasonpartington.com +jwss.cc +kanimage.com +kareliatobacco.ru +kerch.site +keywordblocks.com +keywordsuggests.com +kimcurlrvsms.com +kovesszucs.atw.hu +krasivoe-hd.net +krassh.ru +lafriore.ru +larchik.net +letslowbefast.site +liquimondo.com +liverpool.gsofootball.com +love-baby.cz +machicon-akihabara.info +mactechinfo.info +magnetic-bracelets.ru +mecash.ru +meddesk.ru megaindex.ru -mini.7zap.com -mobot.site -mobstarr.com +me-ke.com +metallosajding.ru +mobile-appster.ru moesen-ficken.com -moi-glazki.ru -monclercheap.xyz -moviemail-online.co.uk -mrmoneymustache.com -mvpicton.co.uk -mygameplus.ru -mypets.by -na-telefon.biz -naturalpharm.com.ua -nfljerseysforsalewholesaler.com -niki-mlt.ru -obuv-kupit.ru -oralsexfilme.net -osagonline.ru -outshop.ru -paradontozanet.ru -pc4download.co -pensplan.com -php-market.ru -pijoto.net -piluli.info -pinsdaddy.com -pizdeishn.com -pizza-tycoon.com -polcin.de -pornosexrolik.com -porno-transsexuals.ru -portside.xyz -potoideas.us -pricheski-video.com +moscow-region.ru +mp3films.ru +musicdaddy.net +myanyone.net +myfreemp3.eu +mypornfree.ru +newyorkhotelsmotels.info +notasprensa.info +ntic.fr +oconto.ru +olvanto.ru +online-x.ru +oranga.host.sk +orhonit.com +pawli.eu +pensplan4u.com +pic2fly.com +piulatte.cz +playboyfiles.xblog.in +pl.id-forex.com +pojdelo.weebly.com +pons-presse.com +porn-w.org +pornzone.tv +prefersurvey.net +proekt-gaz.ru profitfx.online -profitsport.club -prostitutki-odessa.org -qld10000.net -recinziireale.com -remontgruzovik.ru -remont-mobile-phones.ru -responsinator.com -robertefuller.com -rockprogblog.com -royal-investments.net -ryetaw.com -saddiechoua.com -santasgift.ml -sanyuprojects.com -sa-rewards.co.za -semaltmedia.com -seojokes.net -seorankinglinks.com -sexsearch.com -sex-tracker.de -sexy-pings.com -share-buttons-for-free.com -sicfor.bcu.cc -simple-image.com.ua -sizeplus.work -smallseotools.com -sockshare.net -sodexo.com -sophang8.com -sosdepotdebilan.com -spidtest.space -statoutlook.info -stockspmb.info -storehouse.ua -stretchingabuckblog.com -strongholdsb.ru -sumo.com -swimpool.ca -swinginwithme.ru -teguh.info -telemetryverification.net -textads.men -tgtclick.com -tizanidinestreetprice.blogspot.com -topappspro.com -topbestgames.com -u555u.info -ukkelberg.no -urlcut.ru -urlopener.com -uzungil.com -validdomain.xyz -vandrie-ict.nl -veles.shop -videochat.life -videochat.mx -vip2ch.com -volgograd.xrus.org -voluumtracker1.com -voronezh.xrus.org -w3data.co -warezaccess.com -website-speed-up.top -wholinkstome.com -woodyguthrie.se -x-lime.net -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xxart.ru -youghbould.wordpress.com -zapiszto.pl -zebradudka.com -zed21.net -zigzog.ru +promgirldresses.xyz +puteshestvennik.com +q-moto.ru +quick-seeker.com +rabot.host.sk +randalljhoward.com +randki-sex.com +rednise.com +remont-comp-pomosh.ru +remote-dba.de +rentaremotecomputer.com +rewardpoll.com +rp9.ru +rubbed.us +sakhboard.ru +sammyweaver.com +saneitconsulting.com +sbtdesign.co.uk +scanner-nelson.top +scanner-willy.top +se.bnt-team.com +seminarykansas904.ml +seoexperimenty.ru +serialsway.ucoz.ru +servicecenter.co.ua +sextracker.be +sexy-screen-savers.com +shoesonlinebuy.cn +shopperifymac.com +shopwme.ru +smichovbike.cz +sneakyboy.com +spammen.de +spywareit.com +stickers-market.ru +stockquotes.wooeb.com +strigkaomsk.ru +surflinksmedical.com +swsociety.se +syvertsen-da.no +tam-gde-more.ru +tds-advert002.info +teslathemes.com +thaismartloan.com +thelottosecrets.com +thetattoohut.com +tiandeural.ru +tizanidinehcl2mgtablet.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinesleepaid.blogspot.com +token-lab.org +torrent-to-magnet.com +tracfone.com +tradgardspartner.se +trafficnetzwerk.de +trafficstars.com +trahvid.com +triumf-realty.ru +truebeauty.cc +tupper-posuda.ru +twiclub.in +uac.net.au +uhdtv.website +underthesite.com +urengoy.pro +videochat.world +videositename.com +vietimgy.pw +villakohlanta.nu +vksaver-all.ru +voltrknc1.com +webadvance.club +websitevaluebot.com +westen-z.life +wleuaprpxuvr.ga +woman-orgasm.ru +x-diesel.com +xep.info +xev.ru +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--b1ag5cfn.xn--p1ai +x-porno.video +x-stars.ru +xtubeporno.net +xvideosporn.biz +yoshkarola.zrus.org +youbloodyripper.com +youradulthosting.com +youtuhe.com +yubikk.info +zdesoboi.com +zs2vm.top diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index a7215fb74..aea69b849 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index a7215fb74..3b5fea028 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -5,7 +5,7 @@
nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d3d331ed4..2f692b069 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.73.34 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 4866405e8..d49e53a4f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 1683096bf..1aa0269e8 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 03438bcf3..10713d189 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1729 +#### Version: V4.2019.07.1730 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 14e156a56..615e5a621 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1729 +#### Version: V4.2019.07.1730 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index c3173b080..f1c4bd572 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1729 +#### Version: V4.2019.07.1730 #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 9292338b3..80b381eb9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1729 +#### Version: V4.2019.07.1730 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 934899647..70960edbd 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1729 -### Updated: Tue Jul 2 10:45:23 SAST 2019 +### Version: V3.2019.07.1730 +### Updated: Tue Jul 2 11:39:49 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 6f3bd290b..9ff18437e 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:22 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:48 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 81f5bffb2..51bbd5a16 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1729 -### Updated: Tue Jul 2 10:45:25 SAST 2019 +### Version: V4.2019.07.1730 +### Updated: Tue Jul 2 11:39:50 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##