diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index b2ae71280..61a5d54bc 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b2ae71280..61a5d54bc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index b2ae71280..61a5d54bc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index b2ae71280..61a5d54bc 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/distribution_tests_missing_includes/install.log b/.dev-tools/distribution_tests_missing_includes/install.log index e69de29bb..6a9048ae3 100644 --- a/.dev-tools/distribution_tests_missing_includes/install.log +++ b/.dev-tools/distribution_tests_missing_includes/install.log @@ -0,0 +1,32 @@ +------------------------------------------------------------------ +Execute install-ngxblocker - Ubuntu 18.04.2 LTS (Missing includes) +------------------------------------------------------------------ + +sending incremental file list +etc/nginx/nginx.conf + +sent 2.01K bytes received 43 bytes 4.10K bytes/sec +total size is 20.46K speedup is 9.99 +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Creating directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/conf.d/globalblacklist.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf...OK +Downloading [FROM]=> [REPO]/conf.d/botblocker-nginx-settings.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf...OK + +REPO = https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master + +Downloading [FROM]=> [REPO]/bots.d/blockbots.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/blockbots.conf...OK +Downloading [FROM]=> [REPO]/bots.d/ddos.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/ddos.conf...OK +Downloading [FROM]=> [REPO]/bots.d/custom-bad-referrers.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/custom-bad-referrers.conf...OK +Downloading [FROM]=> [REPO]/bots.d/bad-referrer-words.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/bad-referrer-words.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/blacklist-ips.conf...OK +Downloading [FROM]=> [REPO]/bots.d/blacklist-user-agents.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/blacklist-user-agents.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-domains.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-domains.conf...OK +Downloading [FROM]=> [REPO]/bots.d/whitelist-ips.conf [TO]=> /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf...OK +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker diff --git a/.dev-tools/distribution_tests_missing_includes/setup.log b/.dev-tools/distribution_tests_missing_includes/setup.log index e69de29bb..8e6903795 100644 --- a/.dev-tools/distribution_tests_missing_includes/setup.log +++ b/.dev-tools/distribution_tests_missing_includes/setup.log @@ -0,0 +1,23 @@ + +---------------------------------------------------------------- +Execute setup-ngxblocker - Ubuntu 18.04.2 LTS (Missing includes) +---------------------------------------------------------------- + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf +inserting: include /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/botblocker-nginx-settings.conf; => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf + +Whitelisting ip: 104.154.120.187 => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d/whitelist-ips.conf + +Checking for missing includes: + +Checking url: https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/include_filelist.txt + +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d +Nothing to update for directory: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d +Nothing to update for directory: /usr/local/sbin +Setting mode: 700 => /usr/local/sbin/install-ngxblocker +Setting mode: 700 => /usr/local/sbin/setup-ngxblocker +Setting mode: 700 => /usr/local/sbin/update-ngxblocker +Updating bots.d path: /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/bots.d => /home/travis/build/mitchellkrogza/nginx-ultimate-bad-bot-blocker/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/conf.d/globalblacklist.conf diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index b2ae71280..61a5d54bc 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 985914f0a..3a9a088e9 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6073098c1..c0fc69668 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; +35.192.85.2 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 879967dc9..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 6893ce0fc..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 879967dc9..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..465ec1626 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 879967dc9..290c48e19 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index f1c0e43d7..503b1de7a 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; -35.192.136.167 0; +35.224.112.202 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 96df0bc86..def4050db 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 4fe0ae6e1..478d9d03f 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -35.188.73.34 0; -35.192.187.174 0; +35.202.145.110 0; +35.192.85.2 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 0ee5543b1..e3688dbe0 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; -35.188.73.34 0; -34.66.178.120 0; +35.184.96.71 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 3d7a162e6..a2a0583f4 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BLEXBot -BotALot -DomainAppender -ips-agent -Majestic-SEO -MSFrontPage -Name Intelligence -POE-Component-Client-HTTP -QueryN Metasearch -SuperHTTP +Boardreader +com.plumanalytics +CrunchBot +Firefox/7.0 +Humanlinks +Indy Library +Pump +RankActiveLinkBot +TurnitinBot +WebGo IS diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 9759a9615..401f29b9e 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker +360Spider 404enemy -Abonti +Aboundex ADmantX +AhrefsBot +AIBOT Alexibot Alligator +AlphaBot +Anarchie +Apexoo +Asterias Attach +BackDoorBot +backlink-check +BackStreet Badass -Bandit -Battleztar Bazinga BBBike +BDCbot BDFetch Bitacle +Black Hole BlackWidow -BLEXBot -Blow -Boardreader +BlowFish Bolt -Brandprotect -Brandwatch -BuiltBotTough -Bullseye +BotALot BunnySlippers +BuzzSumo Calculon +CATExplorador CCBot -Cegbfeieh +CheeseBot +ChinaClaw Chlooe -Cliqzbot Cloud mapping -Cogentbot +coccocbot-web cognitiveseo +Collector com.plumanalytics -Copier -CopyRightCheck Craftbot -crawl.sogou.com +crawler.feedback Crescent -CrunchBot -DataCha0s +DatabaseDriverMysqli DBLBot -Devil -Digincore -DIIbot +Deusu Dirbuster -Discoverybot -Dispatch -DittoSpyder DnyzBot DomainAppender DomainSigmaCrawler -DomainStatsBot +Dotbot Download Wonder -Drip -Ebingbong +DSearch +EasyDL ECCP/1.0 -EMail Wolf -evc-batch +EMail Siphon Exabot Express WebPictures -ExtractorPro +Extractor +EyeNetIE facebookscraper -FDM -FemtosearchBot +FHscan +Firefox/7.0 Freeuploader -FyberSpider -Fyrebot -GermCrawler -Gigablast -Gigabot -G-i-g-a-b-o-t +GetRight Go-Ahead-Got-It Gotit -Go!Zilla Grabber GrabNet +Grafula +GrapeFX +GrapeshotCrawler GridBot -HaosouSpider -Havij +Harvest +HEADMasterSEO Heritrix +Hloader +HMView +HTMLparser +HTTP::Lite HTTrack IlseBot -IndeedBot -Indy Library -InfoTekies -Intelliseek -Internet Ninja +InternetSeer Iria Iskanie -Jbrofuzz +IstellaBot JennyBot Jetty -JOC Web Spider -Joomla -Jyxobot +JikeSpider +Jorgee +JustView Kenjin Spider -Keyword Density -Kozmosbot -Lanshanbot Larbin -LeechFTP LeechGet +LexiBot +LibWeb +Libwhisker Lightspeedsystems -LinkextractorPro +Likse +LinkScan +LinkWalker +LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Litemage_walker +Lmspider LNSpiderguy +Ltx71 +lwp-request lwp-trivial -Magnet -Mag-Net -magpie-crawler -Majestic12 -Majestic SEO -MarkMonitor -MauiBot +Mail.RU_Bot +Masscan meanpathbot -Meanpathbot -mediawords -MegaIndex.ru -Microsoft Data Access -MIDown tool +MeanPath Bot +Metauri +Microsoft URL Control MIIxpc MJ12bot -Mojeek -Morfeus Fucking Scanner -Mr.4x3 -Msrabot -MS Web Services Client Protocol +MSIECrawler Nameprotect NearSite -Nessus -NetAnts Netcraft -NetLyzer +netEstate NE Crawler NetMechanic -NetSpider -Nettrack -Net Vampire -Netvibes -Nibbler -NICErsPRO -Niki-bot +Ninja Nmap -oBot +Nutch Octopus -Offline Explorer -Offline Navigator OnCrawl -OrangeBot -OrangeSpider -OutclicksBot +Openfind PageAnalyzer +Page Analyzer PageGrabber +Pandalytics Panscient -Papa Foto -Pavuk -pcBrowser PeoplePal +Picscout +PleaseCrawl +plumanalytics Pockey +POE-Component-Client-HTTP ProPowerBot +ProWebWalker Psbot -PxBroker -PyCurl -QueryN Metasearch Quick-Crawler -RankActive -RankFlex +RankingBot +RankingBot2 +Rankivabot +RankurBot RealDownload Reaper -RebelMouse +Recorder ReGet +RepoMonkey Ripper RocketCrawler s1z.ru SalesIntelligent +SBIder ScanAlert scan.lol ScreenerBot +Searchestate SearchmetricsBot +Semrush SemrushBot +SEOkicks +SEOkicks-Robot SEOlyticsCrawler -Seomoz -SEOprofiler -SEOstats +seoscanners Shodan +Siphon SISTRIX +Sitebeam +Siteimprove SiteLockSpider -SiteSnagger +SiteSucker +Site Sucker SlySearch -Snake +Snapbot +Snoopy +SocialRankIOBot +Sociscraper sogouspider -SpaceBison -Sqlworm +SpankBot +Spanner +sp_auditbot +Spbot +SputnikBot +spyfu +Steeler +Sucker +Sucuri SuperBot -Surfbot +SuperHTTP SurveyBot -Suzuran Swiftbot -T0PHackTeam +Szukacz T8Abot -tAkeOut -Telesphoreo +Telesoft +Telesphorep The Intraformant +TightTwatBot Toata -Toweyabot -Tracemyfile Trendiction -Trendictionbot -trendiction.com trendiction.de -True_Robot -Turingos +TurnitinBot TwengaBot +Twice +Typhoeus UnisterBot -Upflow -URLy.Warning +Vacuum Vagabondo +VB Project +VCI +VeriCiteCrawler VidibleScraper VoidEYE Voltron Wallpapers/3.0 -WBSearchBot -WebAuto -Web Auto +WASALive-Bot WebCollage +Web Collage +WebCopier +WebEnhancer +Web Enhancer WebFetch Web Fetch +Web Fuck WebLeacher -WebPix -WebSauger -Website Quester -Webster +webmeup-crawler +Web Sauger WebStripper WebSucker -Web Sucker -WebWhacker -Whacker +WeSEE +Whatweb Who.is Bot -Widow -Wonderbot +WiseGuys Robot +Woobot Wprecon -WWW-Collector-E -WWW::Mechanize +WPScan +WWW-Mechanize +x09Mozilla +Xaldon WebSpider +Xaldon_WebSpider +Xenu xpymep1.exe -YoudaoBot -Zermelo -zgrab -ZmEu +Zade +Zauba +zauba.io +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 60e2f4423..7d12923a3 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider 404enemy -80legs Abonti -Acunetix +Aboundex ADmantX AfD-Verbotsverfahren -AhrefsBot -AiHitBot -AlphaBot -Apexoo -ASPSeek +AIBOT +Aipbot +Alexibot Asterias -Badass +BackStreet +BackWeb BatchFTP +Battleztar Bazinga BDCbot BDFetch -Bigfoot -Bitacle -Blackboard Black Hole -Blow -Boardreader +BlackWidow +BLEXBot +BlowFish +Bolt +BotALot Brandprotect BuiltBotTough -BuiltWith -BunnySlippers -BuzzSumo CATExplorador CazoodleBot -Cegbfeieh -CheTeam -ChinaClaw -Claritybot +CCBot Cliqzbot -Cogentbot -Collector -com.plumanalytics Copyscape -Craftbot +Cosmos +crawler4j crawler.feedback crawl.sogou.com +CrazyWebCrawler Crescent -DatabaseDriverMysqli -DataCha0s -Deusu +CSHttp +Custo +demandbase-bot Devil -Digincore -DigitalPebble -Discobot -DnyzBot -DomainAppender -Dotbot -Download Wonder +Disco +DittoSpyder +DomainStatsBot +Dragonfly DSearch DTS Agent +EasyDL +Ebingbong Ecxi -evc-batch -Express WebPictures +EMail Wolf ExtLinksBot -Extractor -facebookscraper +Extreme Picture Finder +EyeNetIE +FDM FemtosearchBot Firefox/7.0 -Foobot +FlashGet +Flunky Freeuploader -FrontPage +FyberSpider GalaxyBot Genieo GermCrawler +Getintent GetWeb -Gigabot -G-i-g-a-b-o-t -GoZilla -Go!Zilla +Gotit Grabber +GrabNet Grafula -GrapeFX GrapeshotCrawler -GridBot -HaosouSpider -Havij Heritrix -Hloader HTTrack -HybridBot +Humanlinks +IDBot +IlseBot Image Fetch +Image Sucker IndeedBot +Indy Library InfoTekies -Intelliseek -Internet Ninja -InternetSeer +instabid +InterGET internetVista monitor ips-agent Iria IRLbot Iskanie +IstellaBot +Jbrofuzz +JennyBot +JetCar Jetty JikeSpider +Joomla Jorgee JustView +Jyxobot +Kenjin Spider Keyword Density -Kozmosbot Lanshanbot Larbin -LeechFTP -Lftp -LinkextractorPro +Likse LinkpadBot -LinksManager +LinkScan LinkWalker LinqiaScrapeBot -Litemage_walker +Lipperhey Lmspider -LNSpiderguy -Ltx71 -lwp-request +LWP::Simple +lwp-trivial +Magnet Mag-Net -magpie-crawler Mail.RU_Bot +Majestic SEO MarkMonitor -MarkWatch -Masscan Mass Downloader +MauiBot +Meanpathbot +MeanPath Bot +Mediatoolkitbot +mediawords MFC_Tear_Sample -MIDown tool -Mister PiX +Microsoft URL Control +MIIxpc Mojeek +Morfeus Fucking Scanner Msrabot MS Web Services Client Protocol muhstik-scan -Name Intelligence +Musobot Nameprotect Navroad -Needle -Netcraft -netEstate NE Crawler -NetLyzer +NearSite +Nessus NetMechanic NetSpider -Nettrack Netvibes NextGenSearchBot -Nikto +Nibbler +Niki-bot NimbleCrawler -Nimbostratus Ninja oBot -Octopus -Offline Explorer +Offline Navigator +OnCrawl +Openfind OpenLinkProfiler -Openvas OpenVAS OrangeSpider +OutclicksBot +OutfoxBot PageGrabber -page scorer +PageScorer +Pandalytics +Panscient Pavuk PECL::HTTP Picscout +Picsearch +Pimonster Pi-Monster -Pixray -PleaseCrawl plumanalytics -Pump -QueryN Metasearch +Pockey +ProWebWalker +PxBroker +PyCurl +RankActive +RankActiveLinkBot RankingBot2 +RankurBot +Reaper +RebelMouse RedesScrapy -RepoMonkey +ReGet s1z.ru -SalesIntelligent SBIder -Scanbot -scan.lol +ScanAlert ScoutJet -Scrapy Screaming -Searchestate -SEOkicks -seoscanners -serpstatbot -sexsearcher +ScreenerBot +SearchmetricsBot +SEOstats Shodan Siphon -SISTRIX +Sitebeam SiteExplorer -Siteimprove -SiteSucker -Site Sucker -SlySearch -Sogou web spider -Spammen +SiteLockSpider +Snake +Snapbot +Sosospider +SpaceBison +Spanner +sp_auditbot Sqlmap -SuperBot Surfbot -SurveyBot +Suzuran +Swiftbot T8Abot tAkeOut Teleport -Telesoft +TeleportPro +Telesphorep +Thumbor +TightTwatBot Tracemyfile Trendiction -TwengaBot -UnisterBot -URLy.Warning -Vagabondo -VB Project -VCI +Trendictionbot +True_Robot +Turingos +Turnitin +TurnitinBot +Upflow +URLy Warning +Vacuum VeriCiteCrawler -Voil -WBSearchBot -WebAuto +VidibleScraper +Virusdie +VoidEYE +Wallpapers/3.0 Web Auto -WebBandit WebCollage +Web Collage WebCopier WEBDAV -Web Enhancer WebFetch -WebFuck +Web Fetch +WebGo IS +WebImageCollector WebLeacher -WebPix -Web Pix +webmeup-crawler WebReaper -Web Sauger +WebSauger Webshag WebsiteExtractor -WebsiteQuester Website Quester -WebStripper -WebZIP -WeSEE +Web Sucker Whatweb -WinHTTrack -WiseGuys Robot +WISENutbot Wonderbot -Woobot +Wotbox Wprecon WPScan -WWW-Mechanize +WWW-Collector-E WWW::Mechanize -WWWOFFLE x09Mozilla -x22Mozilla -Xaldon WebSpider Xaldon_WebSpider -xpymep1.exe -YoudaoBot -Zauba -zauba.io -zgrab +Xenu +Zermelo +Zeus +ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index bb27d9feb..fc29d20fa 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -asrv-a.akamaihd.net -cougfan.info -domashneeruporno.com -faptitans.com -myindospace.com -scanner-willy.top -sierraapps.com -swingerseiten.com -tedy.su -za-music.mymobiplanet.com +amazon-adsystem.com +bestpriceninja.com +dogbreedspicture.net +enhand.se +free-deals.faith +kartiniresto.com +neobux-bg.info +recipedays.ru +space-worry.ml +voloomoney.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 87896e676..26271fd81 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101lesbian.xyz -12bet.com -1314dh.com -1bet.com -21h2o.com -2728fb936f0.com -2drittel.de -2itech.ru -2kata.ru -45en.ru +00author.com +11pikachu.ru +123locker.com +1webmaster.ml +2345.com +24-ak.ru +3dracergames.com 4pp13.com +5-steps-to-start-business.com 777-club.ru -8558l.jobs.net -8xv8.com -abcguru.xyz -abctoppictures.net -academiacsmendoza.org -adbetclickin.pink -adcash.com -adimmix.com -ads-cool.pro +aa14ab57a3339c4064bd9ae6fad7495b5f.com +above.com +academia-nsk.org +acads.net +actices.com +actulite.com +adrunnr.com adult-shop.com.ua -advokateg.xyz -ad-words.ru -aghanyna.com -airmaxshoes-2016.com -alert-fdm.xyz -allboard.xobor.de -all-number.com -amanda-porn.ga -amazon-adsystem.com -anal-acrobats.com +advancedcleaner.com +agahinameh.com +air-edem.ru +akama.com +alborzan.com +alienwheel.es +allwomen.info +alphaforum.ru +alt-servis.ru +alveris.ru +amateurmatch.com +amt-k.ru animal36.com -animebox.com.ua -apiappenableinfo-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -app5.letmacworkfaster.world -apple.com-webbrowsing-security.science -aproposde.com -arabsexxxtube.com -arcadeplayhouse.com -arenanews.com.ua -arendovalka.xyz -aruplighting.com -asophoto.com -atmagroup.ru -autobrennero.it -autodo.info -autogrep.ru +anniemation.com +aosheng-tech.com +apibetweenlinesn-a.akamaihd.net +apidiamondatanet-a.akamaihd.net +api.stathat.com +apptester.tk +arenda-avtoprokat-krasnodar.ru +artparquet.ru +arvut.org +asrvvv-a.akamaihd.net +atley.eu.pn +autobudpostach.club +auto-moto-elektronika.cz autoplate.info -autowebmarket.com.ua -avirasecureserver.com -avkzarabotok.com -avon-novosib.ru -avtolombard-krasnodar.ru -avtovolop.ru -ayakino.net -azartclub.org -baditri.com -bagcionderlab.com -baksman.com -baladur.ru -bala.getenjoyment.net -balook.com -bannerswap.com -barbourjackets.online -barnfurnituremart.com +azartniy-bonus.com +b2b-lounge.com +bambi.ck.ua +bayareaaeroclub.org beclean-nn.ru -bedandbreakfast.com -belinka.com.ua -bestcurs.org +benchmarkcommunications.co.uk bestempresas.es -bestofpicture.com -bestprofits-there.com -best-seo-offer.com besttorrentknifta.weebly.com -beyan.host.sk -beztuberkuleza.ru -bfz.biz -biketank.ga +bidr.trellian.com +bildsuche.ru +bimatoprost-careprost.com.ua +bingo8888.com +bioca.org +bio-market.kz bitcoins-live.ru -biznesrealnost.ru -blagovest-med.ru -blockworld.ru -blog-hits.com -blogrankers.com -boleznikogi.com -bonzbuddy.com -bookhome.info -bookmark4you.com -bukleteg.xyz -buqyxa.rincian.info -burger-imperia.com -buy-forum.ru -buyk.host.sk -buytizanidineonlinenoprescription.blogspot.com -buzzsumo.com -californianews.cf -callcafe.info -callstevens.com -canzoni.ru -cardiosport.com.ua -cardsharp1.ru -cartierbraceletsreplica.pw -cartierlovebracelet.xyz -casite-513049.cloudaccess.net -ccbill.com -cete.ru -cheatcode-lita12.rhcloud.com -cindymatches.com -cleanallspyware.com -clean-start.net -clickaider.com -clksite.com +bizcheapjerseyswholesalechina.com +bizlist.com.de +bmwhighperformers.com +board.f00d.de +boole.onlinewebshop.net +brainboostingsupplements.org +braindaily.xyz +brus.city +buron.pw +buyessay3.blogspot.ru +buynorxx.com +cablecar.us +callawaygolfoutlet.online +candytiner.com +canyougethighofftizanidine.blogspot.com +carapics.com +cartierlove2u.xyz +cartierreplica.top +cashonads.com +celebsopics.com +cfacarrosserie74.com +cfjump.com +chastnoeporno.com +chatseo.com +cheapmoncler.pw +chelyabinsk.xrus.org +chocoslim.pro +christianlouboutinreplica.pw +christianlouboutinreplica.win +cleanallvirus.com +clickhype.com +clothesforcash.com +clubfashionista.com club-lukojl.ru +coin-hive.com +comeondog.info compliance-alex.top -compliance-fred.xyz -compliance-mary.top +compliance-george.top +compliance-jess.top concealthyself.com -conocer-sanabria.com -cookie-law-enforcement-ff.xyz -coolingoods.com -coolwallpapers-hd.com -cool-wedding.net -cordstrap.cc -craftburg.ru -cypernhuset.se -day-news.info -derevesendeco.com -descargar-musica-gratis.net -detskie-konstruktory.ru -diamond-necklace.info -dieswaene.com -dinkolove.ya.ru -discovertreasurenow.com -disruptingdinnerparties.com -dividendo.ru -divisioncore.com -dnsrsearch.com -docs4all.com -domaincrawler.com -domain-submit.info -domain.webkeyit.com -domoysshop.ru -downloadmefiranaratb1972.xpg.com.br -dprtb.com -dustyorate.com -earthmagic.info -ecxtracking.com -edudocs.net -eladkarako.com -eldiariodeguadalajara.com -electricwheelchairsarea.com -elstal.com.pl -eluxer.net -enbersoft.com -engines-usa.com -erotik-kostenlos.net -esfchat.tk -este-line.com.ua -euromasterclass.ru -europages.com.ru -executehosting.com -expresstoplivo.ru -extractorandburner.com -eyes-on-you.ga -fable.in.ua -facecup.top -familyphysician.ru +counciltally.com +countbertwistdisp26.soup.io +cpabegins.ru +cs-passion.pl +customerpromos-a.akamaihd.net +cutalltheshit.com +cvety24.by +cyse.tk +dame-ns.kz +daydream-studio.ru +dbmkfhqk.bloger.index.hr +deanmoore.ie +decorationspcs.com +demenageur.com +destinationrealestate.com +dev-seo.blog +dfwu1019.info +diarioaconcagua.com +digilander.libero.it +directrev.com +dirtpics.pw +docsportal.net +doeco.ru +domaincheck.io +dosugrostov.site +earl-brown.info +easytuningshop.ru +e-commerce-seo.com +ecookna.com.ua +eduinfosite.com +ekto.ee +elektroniksigaraankara.info +elektronischezigarettekaufen1.myblog.de +elektrozigaretten1.webs.com +erectile.bid +erotische-geschichten-xxl.com +eshop4u.jp +euronis-free.com +ezb.elvenmachine.com +ezigarettekaufen1.hpage.com +face.hostingx.eu famix.xyz -fantasticpixcool.com -farmingworm.com -fashionavenuegame.com -fellowshipoftheminds.com -ferieboligkbh.dk -financehint.eu -firstdrugmall.ru -fm-upgrade.ru -forexunion.net -free-social-buttons.com -free-video-tool.com -freshmac.space -frustrated-favorable.gq -fullfileaccess.com -galaxy-family.ru -gallerylisting.com -gameonasia.com +favoritemoney.ru +fenoyl.batcave.net +filesdatabase.net +filkhbr.com +filmetricsasia.com +financepoints.eu +findacheaplawyers.com +flagcounter.me +flashbannernow.com +flowwwers.com +forex.osobye.ru +forodvd.com +forumprofi.de +forums.toucharcade.com +fotopop.club +fotzen-ficken.com +free-share-buttons.com +freesitetest.com +front.ru +fuckmill.com +fxtips.ru gamerextra.com -gearcraft.us -generousdeal-a.akamaihd.net -genetworx.com -ghostvisitor.com -girlsatgames.ru -gok-kasten.net -goodprotein.ru -goodwinmetals.co -googlemare.com -goo.ne.jp -gosarhivrt.ru -gotomontenegro.net -gourcy.altervista.org -greatfind-a.akamaihd.net -greenidesign.co -gribkovye-zabolevaniya.com -handsandlegs.ru -happy.new.yeartwit.com -hard-porn.mobi -hd720kino.ru -heliko.no +gavuer.ru +gay-file.com +gazporno.com +gentamicineyedrops.blogspot.com +getridofstretchmarks.org +gg.zzyjxs.com +gilsonchiro.xyz +glall.ru +glcomputers.ru +globetrotting-culture.ru +gogalleryawesome.com +gojiberriess.apishops.ru +gonextmedia.com +good-mummy.ru +googlsucks.com +gotwebsite1.com +gov.yanao.ru +graphicwe.org +greenzaim.ru +grizzlysgrill.com +gwebtools.com +hd-filmy.net +hdxnxxtube.mobi +herehloadibs.cf hermesbelts.xyz -heroz.fr -hetmanship.xyz -historichometeam.com -hobbyhuren24.net -homedo.fabpage.com -homemature.net -hostingclub.lk -hotchatdate.com -hotel-mkad.ru +hexpilot.com +histats.com +hoholikik.club +homedecorpicture.us +hostcritique.com +hostsshop.ru +hotshoppymac.com housediz.com -hoverboard360.at -huimin764128.com -ibmdatamanagement.co -iinstalll-fii1leis.jus0wil.pp.ua -ilovevitaly.xyz -imagine-ex.co -immobiliaremassaro.com -instabid.tech -intelhdgraphicsgtdrive6w.metroblog.com -interesnie-faktu.ru -iqbazar.ru -isitpaleo.info +hscsscotland.com +idegenvezeto.eu +iideaidekonkatu.info +imabase.com +images-graphics-pics.com +img.wallpaperstock.net +incest-ru.com +infazavr.ru +intellektmedia.at +internetartfair.com +internetproviderstucson.com +iplogger.org +iqoption.com +it-max.com.ua +izhevsk.zrus.org +izoll.ru +j33x.com +jagg.info +jamiembrown.com jasonpartington.com -javitas.info -javrip.net -journalhome.com -jovencitas.gratis -juliadiets.com -kam-dom.ru -kerwinandcariza.com +jbl-charge.info +jewelryandfiligree.com +jillepille.com +jmat.cn +jose.mulinohouse.co +kaliningrad.zrus.org +kamen-e.ru +kazan.xrus.org +kazinogames.lv +kaz.kz +keywords-monitoring-your-success.com +keywordteam.net kinocccp.net -kinoduh.ru -kinogolos.ru -klumba55.ru -knogg.net -kol-energo.ru -kollekcioner.ru -kolotiloff.ru -koopilka.com -kosmetyki.tm.pl -kosynka-games.ru -krasnodar.xrus.org -kvartiry-remont.ucoz.ru -lafourmiliaire.com -lennatin.info -lernur.net -letmacworkfaster.site -libertybilisim.com -lignofix.ua +kinostorm.net +klikbonus.com +kndxbkdx.bloger.index.hr +komp-pomosch.ru +kredit-blog.ru +kursy-ege.ru +kwzf.net +laexotic.com +lakomka.com.ua +larose.jb2c.me +law-check-eight.xyz +lazymanyoga.com +lazy-z.com likesdesign.com -lincolntheatre.com -lion.conboy.us -liran-locks.com -liverpool.gsofootball.com -llastbuy.ru -loadingpages.me -localflirtbuddies.com -lolnex.us -longadventure.com -louboutinreplica.xyz -luckyshop.net.ua -lunchrock.co -m292.info -makemoneyonline.com -manimpotence.com -matb3aa.com -matsdale.com -mcadamssupplyco.com +likrot.com +limtu.ifmo.ru +linkrr.com +lion.playtap.us +lion.snapmap.us +littlesunraiser.com +liupis.com +livetsomudvekslingstudent.bloggersdelight.dk +livingroomdecor.info +loadopia.com +locationdesaison.com +loftdigital.eu +louboutinreplica.pw +lovasszovetseg.hu +lsex.xyz +luxup.ru +lyngdalhudterapi.no +macdamaged.tech +macfix.life +magda-gadalka.ru +magicalfind-a.akamaihd.net +marketingvici.com +matpre.top +maximpartnerspr.com +mbiologi.ru mebel-alait.ru -medi-fitt.hu -medispainstitute.com.au +mediaoffers.click medizinreisen.de -mega-bony2017.pl -metabar.ru -mexicotravelnet.com -mini.7zap.com -mlvc4zzw.space -moi-glazki.ru -monclerjacketsoutlet.win -mosdverka.ru -mowser.com -mrbojikobi4.biz -mtmtv.info -muabancantho.info +medosmotr-ufa.ru +med-zdorovie.com.ua +mega-bony-2017.pl +methodsmarketing.com +migente.com +mindbox.co.za +mirmedinfo.ru +mmostrike.ru +moesen-ficken.com +monetizationking.net +moviezbonkerssk.cf +mp3downloadhq.com +msk.afora.ru muizre.ru -musicdaddy.net -musicspire.online -musicvidz.ru -muz-shoes.ru -mvpicton.co.uk -mybinaryoptionsrobot.com -mydirtystuff.com -myindospace.com -myperiod.club -myyour.eu -nextlnk12.com -nextrent-crimea.ru -nfljerseyscheapbiz.us +mustwineblog.com +my-aladin.com +mydeathspace.com +my-floor.in.ua +mygameplus.ru +netallergy.ru +net-radar.com nikkiewart.ru -nippon-bearings.ru -notebook-pro.ru -novatech.vn -november-lax.com -nrv.co.za -offside2.5v.pl -okmusic.jp +ningessaybe.me +nodding-passion.tk +normalegal.ru +noscrapleftbehind.co +nowtorrents.com +nuker.com +nzfilecloud.weebly.com +obnal.org +oda.as +odywpjtw.bloger.index.hr +offergroup.info +offf.info oksrv.com -ok-ua.info -oneclickfiles.com -onlinebay.ru -onlinefilmz.net -onlythegames.com -ops.picscout.com -ordernorxx.com -outclicks.net -outrageousdeal-a.akamaihd.net -oynat.info -paidonlinesites.com -paperwritingservice17.blogspot.ru -paydayonlinecom.com -perfection-pleasure.ru -phobia.us -photo-clip.ru -photostudiolightings.com +onlineslotmaschine.com +onlinewritingjobs17.blogspot.ru +onload.pw +onlyforemont.ru +onstrapon.purplesphere.in +oops-cinema.ru +openlibrary.org +openmultipleurl.com +open-odyssey.org +optitrade24.com +ourville.info +palvira.com.ua +paramountmarble.co.uk +partner-high.men +partnerline.men +pavlodar.xkaz.org +pcads.ru +pensplan4u.com +php-market.ru +piccdata.com +piccshare.com picmoonco.pw -pinsdaddy.com -pkr1hand.com -plastweb.ru -plugingeorgia.com -pokerniydom.ru -polcin.de -polytopesexempt.com -pony-business.com -popup.matchmaker.com -porndairy.in -pornoblood.com -pornoklad.ru -pornoreino.com -porno.simple-image.com.ua -pornotubs.com -powc.r.ca.d.sendibm2.com -pozdrawleniya.ru -pr0fit-b0x.com -presleycollectibles.com -privetsochi.ru -prodess.ru -pro-poly.ru -prostitutki-belgoroda.org -prostitutki-yaroslavlya.org -push-ad.com -pwwysydh.com -quickbuck.com -realnye-otzyvy.info -rebelmouse.com -rebrand.ly -rebuildermedical.com -redirlock.com -reklama1.ru -reklama-i-rabota.ru -remorcicomerciale.ro -replicaclub.ru -replica-watch.ru -ritlweb.com -running-line.ru +pihl.se +poppen-nw.net +porndroids.com +pornhubforum.tk +pornofiljmi.com +porno-video-chati.ru +priceg.com +producm.ru +professionaldieselcare.com +profitfx.online +progress-upakovka.ru +projectforte.ru +promalp-universal.ru +promodj.com +promoheads.com +pron.pro +proposal-engine.com +pukaporn.com +pushdata.sendpulse.com +quickloanbank.com +randki-sex.com +rankingchart.de +razorweb-a.akamaihd.net +r-control.ru +real-time-analytics.com +reyel1985.webnode.fr +rfid-locker.co +rn-to-bsn.com +rocketchange.ru +roll123.com +royalvegascasino.com +rozalli.com +rubbed.us russia-tao.ru -russintv.fr -rutor.vip -saneyes.com -sarafangel.ru -saveindex.xyz +rybalka-opt.ru +salutmontreal.com +sape.top sbdl.no -sbricur.com -scanner-jessica.top +scanner-alex.top +scanner-george.top +scanner-julianna.top scat.porn -sdrescher.net -searchlock.com -seasonvar.ru -seeingmeerkat.com -segol.tv -seinterface.com -seorankinglinks.com -seorussian.ru -serialsway.ucoz.ru -sextracker.de -sexytrend.ru -sfd-chess.ru -sherlock.se -shillyourcoins.com -shinikiev.com.ua +scripted.com +scrnet.biz.ua +sdsjweb.com +seadragonherbery.com +se.bnt-team.com +semaltmedia.com +seorank.info +sergiorossistore.online +sexblog.pw +sexobzor.info +sexphoto.site +sexs-foto.top +sexuria.net +sex-watch.com +sexy-screen-savers.com +s-forum.biz +share-buttons-for-free.com shlyahten.ru -shodanhq.com -similardeals.net -site-speed-check.site -smart-balancewheel.com -socialmadesimple.com -socialseet.ru -solution4u.com -sosdepotdebilan.com -spasswelt.xyz -specialfinanceoffers.com -spywarenuker.com -stairliftstrue.com -statoutlook.info -sticken.co -stroilka.info -suggest-keywords.com -superfish.com -svetlotorg.ru -svnuppsalaorebro.se +shop.acim.org +shopcheermakeup.info +shopvilleroyboch.com.ua +sibvitr.ru +siteaero.com +sitiz.club +slomm.ru +slujbauborki.ru +smartadserver.com +snip.to +snip.tw +sockshare.net +soft1.ru +softonicads.com +softwaretrend.net +sophang8.com +spasswelt.net +spitfiremusic.com +statistici.ro +steame.ru +stjamesschool.info +stockquotes.wooeb.com +stop-gepatit.te.ua +strongsignal-a.akamaihd.net +suhanpacktech.com +sundrugstore.com +svtrd.com swsociety.se -symphonyintegratedhealthcare.com -takeprofitsystem.com -taqywu51.soup.io -td-l-market.ru -technopellet.gr -teguh.info -telegraf.by -thegioixekhach.com -theheroes.ru -thepantonpractice.co.uk -thetoiletpaper.com -timetorelax.biz -tizanidinewithdrawalsymptoms.blogspot.com +tagil.zrus.org +tattooreligion.ru +t-bygg.com +tedxrj.com +telefonsex-ohne0900.net +telefonsexsofort.tk +teslathemes.com +tetracsaudi.com +thaismartloan.com +thecoolimages.net +thecoral.com.br +thefarmergame.com +thefotosgratis.eu +themestotal.com +thewomenlife.com +tizanidine6mg.blogspot.com +tizanidinedosage.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidineinfo.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tmtrck.com tomck.com -top-karkas.ru -topvidos.ru -torontoplumbinggroup.com -torrent-to-magnet.com -tourcroatia.co.uk -tpu.ru -traffic2money.com -traffmonster.info -traffpartners.com -trahvid.com -trailer.cinemaflix.website -truemfilelj.gq -trustl.life -tupper-shop.ru -turbabitload.weebly.com -tzritel.tk -univerfiles.com -unlimitdocs.net -us-america.ru -usdx.us -ussearche.cf +topkarkas.com +touchmods.fr +tracklead.net +track-rankings.online +trackzapper.com +trafficnetzwerk.de +truck-addzilla.life +tvorozhnaja-zapekanka-recept.ru +twojebook.pl +uchetunet.su +ucoz.ru +ukrobstep.com +umekana.ru +unmaroll.ya.ru +uptime-delta.net +utrolive.ru +vacuumscleaner.com +valkiria-tk.ru vapeface.club -viddyoze.com -visitcambridge.org -vladimir.zrus.org +vapomnoncri.tk +vapsy.com +vchulkax.com +vekzdorov.ru +vellings.info +viagra-soft.ru +vksaver-all.ru +voloslove.ru voluumtrk.com -vucms.com -wahicbefa31.soup.io -wallpaperstock.net -warningzscaler.heraeus.com -watsonrealtycorp.com -webenlace.com.ar +vzube.com +walkme.com +webmonetizer.net website-datenbank.de -website-speed-check.site -webtherapy.ru -whatsupinfoley.com -whipme.yopoint.in -white-truck.life -whosonmyserver.com -wingsoffury2.com -worldtraveler.world -wpsecurity.website -xedserver.com -xn--80ab4aa2g.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai +website-speed-up.site +weddingdresses.xyz +welcomeauto.ru +whatistizanidine2mg.blogspot.com +wholinkstome.com +wineitudes.wordpress.com +w-journal.ru +wordkeyhelper.com +worldoffiles.ru +writingservices17.blogspot.ru +wzgyyq.com +xboxster.ru +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai xn--d1aifoe0a9a.top -xportvusbdriver8i.snack.ws -x-rates.ru -youbloodyripper.com -youdesigner.kz -youporn-ru.com -yourserverisdown.com -yourtemplatefinder.com -youtuhe.com -zahvat.ru -zeikopay.com -zerocash.msk.ru -zeroredirect12.com -zhorapankratov7.blogspot.com -zigzog.ru -zolotoy-lis.ru -zone-kev717.info -zoompegs.com -zvetki.ru -zynax.ua +xn--e1afanlbnfckd7c3d.xn--p1ai +x-true.info +xxxguitars.com +yellowads.men +yes-com.com +yhit.press +yougetsignal.com +zakonobosago.ru +zdesoboi.com +zeroredirect5.com +zlatnajesen.com +zojirushi-products.ru +zootravel.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index e3ecd456f..41a7c81a4 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001watch.com.ua -2nt.ru -3w24.com -91abcw.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -adult3dgames.com -airmaxshoes-2016.com -allmarketsnewdayli.gdn -aludecor.info -angigreene.com -animalia-life.club -appartement-stumm.at -applicationg29.com -apps-analytics.net -arenanews.com.ua -arius.tech -asmxsatadriverin.aircus.com -asociatia-tipografilor-transilvania.ro -australia-opening-times.com -auto.rusvile.lt -awaybird.ru -beget.tech -bget.ru -birzha-truda.eu -bitcoinpile.com -bmsco.co -brandbucket.com -brendbutik.ru -browserprotecter.com -buydissertation.net -buypanicdisorderpill.com -buyparajumpers.online -canyougethighofftizanidine.blogspot.com -cdncash.net -cellfun.mobi -centraletermice.us -cheapsergiorossi.online -cibpenonptib.flu.cc -cigarpass.com -cleanersoft.com -clipartnew.com -compliance-andrew.xyz -compliance-irvin.xyz -compliance-josh.top -cookie-law-enforcement-aa.xyz -coolgamechannel.com -cordstrap.cc -covadhosting.biz -cowlmash.com -deshevo-nedorogo.ru -dieswaene.com -dildofotzen.net -discovertreasurenow.com -dneprsvet.com.ua -drivotracker.com -druzhininevgeniy63.blogspot.com -e-collantes.com -educatemetv.com -elitedollars.com -enews.tech -enthuse.computernetworksonline.com -factorynightclub.com -fearcrow.com -fillmewithhappiness.com -findpik.com -finteks.ru -flash4fun.com -f-online.de -fotopop.club -freelotto.com +1-free-share-buttons.com +1kinobig.ru +273-fz.ru +3weekdiet.com +40cg.com +4kepics.com +4replicawatch.net +5tey7463.weebly.com +aab94f698f36684c5a852a2ef272e031bb.com +acheterviagrafr24.com +adloads.net +adzerg.com +akvamaster.dp.ua +algerianembassy.co.in +allpdfmags.net +alphaforum.ru +alphahoverboards.com +alvtank.se +amt-k.ru +android-vsem.org +apiappenableinfo-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +apispringsmartne-a.akamaihd.net +aquarium-pro.ru +arenda-avtoprokat-krasnodar.ru +artparquet.ru +autobrennero.it +avtovolop.ru +babs.com.ua +baersaratov.ru +balkanfarma.org +bannerspace.com +beachfix.co +beauty-things.com +best-deals-products.com +bestimagecoollibrary.com +bestserials.com +betwinservice.com +big-cash.net +bimatoprost-careprost.com.ua +bitnote.co +blogos.kz +brainxs.us +bryansk.zrus.org +burkesales.com +buy-loft.ru +callcafe.info +calvet.altervista.org +camel-beach.com +cardsharp1.ru +cerev.info +cheapestjerseysonwholesale.com +cheapmoncler.pw +chimiver.info +chocolateslim-original.com +cialischmrx.com +compliance-alexa.top +compliance-checker-7.info +compliance-jane.top +country-chic.ru +cpajunkies.com +creams.makeforum.eu +csgo4.win +customchocolate.business-for-home.com +cymbaltaandtizanidine.blogspot.com +dailyrank.net +dangphoto.trade +dating-time-now.com +dev.citetick.com +dirtpics.pw +divci-hry.info +djihispano.com +doska-vsem.ru +dustyorate.com +e2click.com +earn-from-articles.com +elektrischeziga.livejournal.com +elektrozigarette1.dreamwidth.org +eloconcream.blogspot.com +engines-usa.com +eshop4u.jp +ezigarettekaufen1.hpage.com +favornews.com +filesclub.net +forexunion.net +foto-sisek.porngalleries.top +freeuploader.com fx-brokers-review.com -fz139.ttk.ru -gallictures.com -gambarkataku.co -game-mmorpg.net +gael-s.ru gameplexcity.com -gay.adultgalls.com -gay-file.com -gazobeton-p.com.ua -getprismatic.com -getresponse.com -ggiaro.com -girlporn.ru -gktt.ru -glicol.kz -global-ics.co.za -gojiberriess.apishops.ru -goosefishpost.bid -gov.yanao.ru -gungamesz.com -hawaiielectriclight.com -help.tpu.ru -hidemyass.com -hostcritique.com -hoverboard360.nl -hplaserjetpdriver8y.pen.io -https-legalrc.biz -huimin764128.com -ictizanidinehcl4mg.blogspot.com -iloveitaly.ru -ilovevitaly.ru -img.wallpaperstock.net -intermesh.net -internetartfair.com -it-max.com.ua -iweblist.info +gayxperience.com +geileweiber.tk +getridofstretchmarks.org +gheus.altervista.org +go2mike.ru +googlemare.com +gosmeb.ru +gotwebsite1.com +hdxnxxtube.mobi +hitsbox.info +hmywwogw.bloger.index.hr +homemade.gq +hotdl.in +houdom.net +hoverboard360.de +hyiphunter.org +inome.com.ua +iomoio.net +iqoption.pro +ivoiretechnocom.ci jacago.com -janerikholst.se -jolic2.com -journalhome.com -justdating.online -keywordsking.com -kimcurlrvsms.com -kino-rating.ru -kiwi237au.tk -larchik.net -laudit.ru -law-check-two.xyz -legalrc.biz -lifehacĸer.com -liffa.ru -lomb.co -mactechinfo.info -magnetic-bracelets.ru -maridan.com.ua -massage-info.nl -mature.free-websites.com -mebelcomplekt.ru -meddesk.ru +janavibekken.no +javxxx18.com +jbl-charge.info +justbcause.com +kazinogames.lv +keywords-monitoring-success.com +keywordteam.net +kinofak.net +kino-fun.ru +klin3952.ru +kotaku.com +krasivoe-hd.net +labplus.ru +laexotic.com +lawyers.cafe +letolove.ru +lifebyleese.com +lignofix.ua +live-cam6.info +live-sexchat.ru +lost-alpha.ru +lovelycraftyhome.com +m5home.ru +machicon-ueno.info +makemoneyonline.com +mansiondelrio.co +master-muznachas.ru +mcadamssupplyco.com +medicineseasybuy.com +medictube.ru +meendo-free-traffic.ga metabar.ru -mirobuvi.com.ua -moneyviking-a.akamaihd.net -moz.com -mug-na-chas-moscow.ru -multgo.ru -mundoaberrante.com -musicspire.online -musirc.com -myprintscreen.com -myyour.eu -narkologiya-voronezh.ru -natali-forex.com -nbsproject.ru -newstudio.tv -nordstar.pro -offf.info -office2web.com -of-ireland.info -o.light.d0t.ru -onemactrckr.com -panchro.co.uk -paradontozanet.ru -partner-cdn.men -petedrummond.com -petrovka-online.com -phpdevops.com -pogodnyyeavarii.gq -popads.net -porndl.org -pornoblood.com -pornodojd.ru -pornolook.net -porno.simple-image.com.ua -portnoff.od.ua -prosmibank.ru -prospekt-st.ru -prostitutki-almata.org -psvita.ru -pulse33.ru -purplestats.com -questionmarque.ch +mhi-systems.ru +middlerush-a.akamaihd.net +midst.eu +monclercheap.xyz +musezone.ru +musicdaddy.net +myfreecams.com +nelc.edu.eg +nikitsyringedrivelg.pen.io +nl.netlog.com +nofreezingmac.click +npoet.ru +ok.ru +optom-deshevo.ru +orsonet.ru +partners-ship.pro +perl.dp.ua +picscout.com +picsforkeywordsuggestion.com +pictures-and-images.net +popmarker.com +popunder.net +popunder.ru +pornhive.org +pornoklad.ru +pornosee.info +portadd.men +powc.r.ca.d.sendibm2.com +powenlite24.ru +pozdrawleniya.com +privetsochi.ru +prodess.ru +quit-smoking.ga +quizzitch.net +randki-sex.com ranksonic.org -rasteniya-vs-zombi.ru -rebelmouse.com -registratciya-v-moskve.ru -remont-fridge-tv.ru -responsinator.com -rewardpoll.com -rocketchange.ru -roma-kukareku.livejournal.com -sack.net +razamicroelectronics.com +referencemoi.com +renewablewealth.com +robertefuller.com +rockprogblog.com +royalads.net +runofilms.ru +saddiechoua.com sady-urala.ru -saltspray.ru -samara.rosfirm.ru -saneitconsulting.com -sbdl.no -scanner-don.top -securityallianceservices.com -sethrollins.net -sex-pr.net -sexsearch.com -sexyteens.hol.es -sfj-ror.no -shop-electron.ru -shoppingmiracles.co.uk -shop.xz618.com -skyway24.ru -slavia.info -small-game.com -sortthemesitesby.com -spb-plitka.ru -stardevine.com -studiofmp.com -sundrugstore.com -surintech.ac.th -svensk-poesi.com -swinon.site -t-bygg.com -textads.men -thegameriders.com -the-torrent-tracker.blogspot.com -top250movies.ru -top-karkas.ru -trackmedia101.com -traffic2cash.org -traffic2money.com -traffic-club.info -trafficjunky.com -trafficreceiver.club -trucri.me -tula.howotorg.ru -tupper-shop.ru -ukrup.com -uni.me -unmaroll.ya.ru +sbprabooks.com +seo-platform.com +serialsway.ucoz.ru +sex-tracker.de +shell-pmr.ru +shikiso.info +shop.acim.org +signal03.ru +sildenafilcitratemed.com +simple-image.com.ua +simply.net +sisi-go.ru +site3.free-share-buttons.com +sk.golden-praga.ru +smichovbike.cz +sobecjvuwa.com.ru +soblaznu.net +solicita.info +solution4u.com +spaceshipad.com +spidtest.org +spywarebegone.com +staticfs.host +sugarlyflex.pw +superlist.biz +superoboi.com.ua +tacbelarus.ru +taraz.xkaz.org +telegraf.by +tfxiq.com +thedownloadfromwarez.blogspot.com +tizanidine4mgtablets.blogspot.com +tksn.ru +tmm-kurs.ru +torontoplumbinggroup.com +tramadolandtizanidine.blogspot.com +tubo360.com +tula.mdverey.ru +turbodsp.com +uchil.net +umityangin.net unrealcommander.com -uprour.com -urll.eu -urzedowski.eu -userequip.com -vilingstore.net -vip.51.la -vzglyadriv.kg -wareseeker.com -watchinf.com -webix.biz -webstatsdomain.org -welcomeauto.ru -wemedinc.com -wesharepics.site -whipme.yopoint.in -wingsofrefuge.net -worldlovers.ru -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----btbdvdh4aafrfciljm6k.xn--p1ai -zebradudka.com -zixizop.net.ru -zmoda.hostreo.com -zojirushi-products.ru -zophim.me +vedomstvo.net +venta-prom.ru +villakohlanta.nu +vitalads.net +vkgaleria.com +vksaver-all.ru +vmnmvzsmn.over-blog.com +webshoppermac.com +weclipart.com +worldhistory.biz +wormix-cheats.ru +wpsecurity.website +x-musics.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xnxxandxvideos.com +yougetsignal.com +youporn-forum.ga +youraticles.pl +your-bearings.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index a7215fb74..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index b9e1a95a8..1ca67eeef 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 6b0f858c0..bae861c4e 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index bb41e6a7c..b8c7f1353 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1726 +#### Version: V4.2019.07.1727 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 075e3e245..73f1ba390 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1726 +#### Version: V4.2019.07.1727 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 10124a700..90d81c929 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1726 +#### Version: V4.2019.07.1727 #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 1a74c0dd9..34fc85cac 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1726 +#### Version: V4.2019.07.1727 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index b2ae71280..61a5d54bc 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1726 -### Updated: Mon Jul 1 17:07:08 SAST 2019 +### Version: V3.2019.07.1727 +### Updated: Tue Jul 2 08:55:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 985914f0a..3a9a088e9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:07 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 8778b6f19..f62dd708d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1726 -### Updated: Mon Jul 1 17:07:10 SAST 2019 +### Version: V4.2019.07.1727 +### Updated: Tue Jul 2 08:55:07 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##