diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 94d7a2283..1bd898a3c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2735 +#### Version: V4.2021.11.2736 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [629](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e4312385a..673fdda1a 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2735 +#### Version: V4.2021.11.2736 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [629](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 5a042ec04..58e5eb89f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.11.2735 +#### Version: V4.2021.11.2736 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [629](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index b658f7841..5872eadfa 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.11.2735 +#### Version: V4.2021.11.2736 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [629](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 461058ef3..6713024cb 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 461058ef3..6713024cb 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 461058ef3..6713024cb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 461058ef3..6713024cb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 461058ef3..6713024cb 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 0f1e34b19..c393dbfdf 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2735 +2736 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 461058ef3..6713024cb 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2735 -### Updated: Thu Nov 25 07:24:15 UTC 2021 +### Version: V3.2021.11.2736 +### Updated: Thu Nov 25 10:03:22 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index c35e5b117..988cf2174 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 1d616066c..977d151f9 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.210.154 0; +52.183.65.246 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c35e5b117..988cf2174 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1d616066c..977d151f9 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.210.154 0; +52.183.65.246 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3a15e1184..b94600822 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 1d616066c..977d151f9 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.210.154 0; +52.183.65.246 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index d163c0b81..29cebadfe 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:14 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:21 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 629 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index e7ba5bdf8..afbfda8cc 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 1; +10.1.0.184 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f8305cfd2..96b803d74 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ChinaClaw -Dragonfly -Flunky -Iblog -LNSpiderguy -NetSpider -RepoMonkey -SEOkicks-Robot -Surfbot -Voil +Badass +FyberSpider +IDBot +JamesBOT +OrangeSpider +ScrepyBot +Wallpapers/3.0 +Who.is Bot +meanpathbot +seoscanners diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 8feae3426..c88898da9 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy +ADmantX +AIBOT ALittle Client -ASPSeek -Abonti +Aboundex Acunetix AhrefsBot -AiHitBot -Aipbot Alexibot AllSubmitter -Ankit +AlphaBot +Anarchy99 Anthill -Aspiegel +Asterias Attach AwarioRssBot -AwarioSmartBot -BBBike -BackDoorBot -BackWeb +Backlink-Ceck BacklinkCrawler Badass -Barkrowler BatchFTP -Battleztar Bazinga -Blow +BlackWidow +Blackboard Bolt +Brandprotect Brandwatch -Buck +Buddy +BuiltBotTough +BuiltWith Bullseye -BunnySlippers -CATExplorador -CCBot -CODE87 -Cegbfeieh -CheTeam +CSHttp +Chlooe Claritybot Cloud mapping -CrazyWebCrawler +Cocolyzebot +Cogentbot +Copyscape +Craftbot Crescent CrunchBot -DIIbot -DSearch -Deusu -Disco +DTS Agent +Devil +Digincore +Dirbuster Discobot -Discoverybot -DnBCrawler-Analytics -DomainCrawler -DomainStatsBot -Dotbot -EMail Wolf -EasyDL +DittoSpyder +DomainSigmaCrawler +Dragonfly +Drip +EMail Siphon Ebingbong -EirGrabber -Exabot -Extractor -Extreme Picture Finder -Ezooms -FHscan -FemtosearchBot -Flunky +FDM +Fimap Freeuploader +FrontPage +Fuzz Fyrebot +Genieo +Gigabot Go!Zilla Go-Ahead-Got-It -Grabber -GrapeshotCrawler +Gotit +GrapeFX +GridBot HEADMasterSEO -HTTP::Lite -Haansoft -HybridBot +HMView +HTTrack +Havij IDBTE4M IDBot IRLbot -Iria -Iskanie +Id-search +Image Fetch +Image Sucker +IndeedBot +Indy Library +Internet Ninja +InternetSeer +JOC Web Spider +JamesBOT +Jbrofuzz JetCar -Jetty -Joomla -Jorgee -Jyxobot -Keyword Density +JustView +Kenjin Spider +Kinza LWP::Simple -LeechFTP +Lanshanbot LexiBot +LibWeb Libwhisker -LieBaoFast -Linkbot -LinkpadBot +Lightspeedsystems +Likse +LinkScan LinksManager -Lipperhey Spider -Litemage_walker -Lmspider +LinqiaRSSBot MIIxpc +MSIECrawler +MTRobot Magnet Mail.RU_Bot +Majestic-SEO MarkMonitor -MarkWatch +Mass Downloader Masscan -Mata Hari Meanpathbot -Microsoft URL Control -Minefield -Moblie Safari -Mojolicious -Morfeus Fucking Scanner -NICErsPRO -NPbot -Nameprotect -NearSite -Needle +Metauri +Mister PiX +Mojeek +Msrabot Nessus -NetSpider +NetMechanic +NetZIP Netvibes Nibbler -Nikto -NimbleCrawler +Niki-bot Nimbostratus +Ninja +Nmap Octopus -OnCrawl Openfind Openvas -OutclicksBot -OutfoxBot -PHPCrawl -Page Analyzer +OrangeSpider +PECL::HTTP PageAnalyzer -PageScorer PageThing.com Pandalytics -Panscient +Pavuk +PeoplePal Petalbot Piepmatz -Probethenet -Psbot -PxBroker +Pimonster +Pixray +PleaseCrawl +Pu_iN +Pump +PyCurl QueryN Metasearch -RankFlex -RankingBot +RSSingBot +RankActive Rankivabot RankurBot Re-re ReGet +RebelMouse Recorder -Ripper +RocketCrawler +SEOkicks-Robot SEOlyticsCrawler -SEOprofiler -SEOstats -SISTRIX SalesIntelligent -Scanbot -ScreenerBot +Scrapy +Screaming SemanticJuice SemrushBot SentiBot -Seomoz Siphon -SiteExplorer SiteLockSpider SiteSucker Sitebeam -Siteimprove -Sitevigil SlySearch -SmartDownload -SocialRankIOBot -Spammen +Sogou web spider +Sottopop +SpaceBison Spanner -Stripper +Spbot +Sqworm +Steeler +Sucker Sucuri SuperBot -SuperHTTP -Surfbot -Szukacz +Swiftbot T8Abot +Teleport TeleportPro -Telesoft Telesphorep -Titan +TheNomad +Thumbor +TightTwatBot Toata -Toweyabot Trendictionbot True_Robot +Turingos +Turnitin TurnitinBot -TwengaBot Twice -URLy Warning +Typhoeus URLy.Warning -UnisterBot Upflow -V-BOT VCI -Vacuum Vagabondo -VeriCiteCrawler -WEBDAV -WPScan +VelenPublicWebCrawler +VidibleScraper +WASALive-Bot +WBSearchBot WWW-Mechanize -WWW::Mechanize -Wallpapers WallpapersHD +Web Fuck +Web Sucker WebCopier -WebFetch -WebImageCollector +WebFuck WebLeacher -WebPix WebReaper WebSauger -WebStripper +WebSucker +WebWhacker Webalta -WebmasterWorldForumBot -Website Quester -WebsiteQuester +Webshag +Whack Whatweb Who.is Bot -Widow -Xenu +WinHTTrack +WiseGuys Robot +Wotbox +Zauba +Zermelo Zeus -ZmEu -ZoomBot -ZoominfoBot -ZumBot +Zitebot +ZyBorg archive.org_bot arquivo-web-crawler +autoemailspider backlink-check check1.exe -clark-crawler -coccocbot-web -crawler.feedback +cognitiveseo +dataforseo.com +domainsproject.org evc-batch -gopher +facebookscraper heritrix -instabid ips-agent -muhstik-scan -netEstate NE Crawler +lwp-trivial +mediawords +oBot +page scorer pcBrowser -plumanalytics +polaris version s1z.ru +satoristudio.net scalaj-http +seobility seostar -sitechecker.pro -sogouspider sp_auditbot spyfu +sysscan +tAkeOut +trendiction.com +trendiction.de ubermetrics-technologies.com +webmeup-crawler webpros.com webprosbot -zauba.io +x22Mozilla +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 1ffbd31ee..afe091ed8 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -ASPSeek -Abonti +404enemy +ADmantX +ALittle Client Aboundexbot +Acunetix +AhrefsBot AiHitBot -Aipbot Alexibot -AlphaBot Anarchy -Anthill Apexoo Asterias +AwarioRssBot +BBBike BDCbot BDFetch -BacklinkCrawler -BatchFTP -Bitacle +BackDoorBot +BackStreet +BackWeb +Badass +Bandit +Barkrowler Black Hole +Blackboard BlowFish +Boardreader +Brandprotect +Brandwatch +BuiltBotTough +BuiltWith Bullseye BunnySlippers -BuzzSumo CATExplorador +Calculon CazoodleBot -CensysInspect +Cegbfeieh CheTeam ChinaClaw -Cliqzbot -Cloud mapping -Copyscape -Cosmos +Claritybot +Collector Craftbot -CrazyWebCrawler -Crescent -CyotekWebCopy +Crawling at Home Project +DBLBot DIIbot -DSearch -DTS Agent -DatabaseDriverMysqli -Devil -Digincore +Demon +Dirbuster Discoverybot +DnBCrawler-Analytics DnyzBot -DomainAppender -DomainCrawler +DomCopBot DomainStatsBot -Dotbot Download Wonder +Dragonfly +Drip EMail Siphon EMail Wolf -EasyDL -Ebingbong -Ecxi -Evil +EirGrabber +Exabot Express WebPictures -Extractor +Extreme Picture Finder +EyeNetIE Ezooms -Flunky +FDM +FHscan +Fimap +FlashGet Foobot -Fyrebot +Freeuploader +Fuzz +G-i-g-a-b-o-t GT::WWW -GalaxyBot GetWeb Getintent -Go-Ahead-Got-It -Gotit -Grafula -GrapeFX +Gigabot +GoZilla HEADMasterSEO -HMView -HTTrack +HTTP::Lite +Haansoft +HaosouSpider Harvest +Hloader Humanlinks -IDBTE4M -IDBot -IRLbot -Iblog -Id-search IlseBot -InfoNaviRobot -Internet Ninja -InternetSeer -JamesBOT -JennyBot -JetCar -Joomla -Kenjin Spider -LNSpiderguy -LexiBot +Intelliseek +InterGET +IstellaBot +JikeSpider +JustView +Keyword Density +Kozmosbot +Larbin +Leap +LeechFTP +LibWeb Libwhisker -Likse -LinkScan -Linkbot +Linkdexbot LinkextractorPro -LinksManager -LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey Spider +Lipperhey Litemage_walker -MIDown tool -MIIxpc -MJ12bot -MSFrontPage -MTRobot -Magnet -MarkMonitor +Lmspider +MQQBrowser +Mag-Net +Mail.RU_Bot +Majestic12 +MarkWatch Mass Downloader +Masscan MauiBot -Mb2345Browser -MeanPath Bot Mediatoolkitbot -MegaIndex.ru -Metauri -Minefield -Mojolicious -Morfeus Fucking Scanner -Msrabot -Musobot +MicroMessenger +Mister PiX +Mozlila +Mr.4x3 NICErsPRO NPbot -Needle -Nessus +Navroad NetAnts NetZIP +Nettrack +Netvibes NextGenSearchBot -Nibbler -Niki-bot NimbleCrawler -Not -Nuclei -Nutch -Octopus -OnCrawl -OpenVAS -Openfind -OrangeSpider +Offline Navigator +Openvas OutclicksBot -OutfoxBot -POE-Component-Client-HTTP -PageAnalyzer -PageGrabber -PageScorer -PageThing.com -Pandalytics -Petalbot +PHPCrawl +Papa Foto Pi-Monster -Picscout -PictureFinder -Piepmatz -Pixray +Picsearch +Pimonster PleaseCrawl -ProPowerBot +Pockey +ProWebWalker +Pu_iN Pump +PxBroker PyCurl RSSingBot RankActiveLinkBot +RankFlex RankingBot +RankingBot2 +Rankivabot RankurBot +Reaper RedesScrapy +RocketCrawler Rogerbot -SEOstats -SMTBot +SEOkicks +SEOprofiler SalesIntelligent -ScanAlert Scanbot -Scrapy -Searchestate -SemanticJuice +ScoutJet +Screaming +ScreenerBot +ScrepyBot SemrushBot -SeoSiteCheckup -Seomoz -Shodan -SiteCheckerBotCrawler -SiteLockSpider -SlySearch -Sociscraper -Sosospider -Sottopop +SentiBot +SeobilityBot +SiteExplorer +SiteSnagger +SiteSucker +Siteimprove +SmartDownload +Snapbot Spammen -Spbot SputnikBot -Sqlworm Sqworm -Steeler -SurveyBot -Teleport +Sucker +Sucuri +SuperHTTP +Swiftbot +T0PHackTeam Telesphoreo +The Intraformant TheNomad -Toweyabot +Thumbor +Toata Tracemyfile Trendictionbot +Turingos +TurnitinBot +TwengaBot Typhoeus -URLy.Warning -Vagabondo -VidibleScraper -WISENutbot +V-BOT +VCI +VelenPublicWebCrawler +VeriCiteCrawler +Voil +Voltron WWW-Collector-E -WWW::Mechanize WWWOFFLE Wallpapers WallpapersHD -Web Collage -Web Enhancer -Web Fuck +WeSEE +Web Fetch +Web Pix Web Sauger -WebAuto +Web Sucker WebBandit -WebFetch WebLeacher -WebReaper -WebWhacker +WebStripper +WebSucker WebmasterWorldForumBot -Webshag -WebsiteQuester -Webster +Whacker Whatweb -Wonderbot +Widow +WiseGuys Robot +Woobot Wotbox -Zauba -Zermelo +Xaldon WebSpider +YoudaoBot +Zade +Zitebot ZmEu ZoominfoBot ZumBot -ZyBorg archive.org_bot arquivo-web-crawler -autoemailspider -cah.io.community +backlink-check check1.exe -coccocbot-web -cognitiveseo +clark-crawler com.plumanalytics crawl.sogou.com -eCatch -instabid -isitwp.com -meanpathbot +crawler.feedback +dataforseo.com +domainsproject.org +evc-batch +facebookscraper +gopher +heritrix +internetVista monitor +ips-agent +lwp-trivial +mediawords +oBot page scorer -plumanalytics ripz +satoristudio.net scalaj-http -seobility seocompany.store -seostar sitechecker.pro sogouspider -sp_auditbot -trendiction.de -webmeup-crawler +spyfu +voyagerx.com webpros.com -webprosbot +x09Mozilla +x22Mozilla +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 2a22e67e0..8e987f73f 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -57883.net -ahhjf.com -bestprofits-there.com -bobinoz.com -boom-celebs.com -candycrushshop.com -dentalpearls.com.au -hexpilot.com -hidemyass.com -websiteaccountant.de +amateurmatch.com +buypillsorderonline.com +chocolateslim-original.com +chuckguilford.com +kovesszucs.atw.hu +mediawhirl.net +mygameplus.com +rff-cfal.info +trkdf.com +yuarra.pluto.ro diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 9ce2f47aa..40d78f73e 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -123any.com -2728fb936f0.com -3xforum.ro -4kplayer.pl -57883.net -777-club.ru -7a2rnuey1tw9ar.ru -7wind.ru -8jn.dating-app.ru -academia-nsk.org -adbetclickin.pink -addray.pro -adktrailmap.com +0lovespells0.blogspot.com +1-free-share-buttons.com +1688.com +1kinobig.ru +1webmaster.ml +202ch.com +34.gs +4senses.co +4ur.click +4webmasters.org +5elementov.ru +7makemoneyonline.com +7zap.com +91abcw.com +991mostfm.co.id +aa8780bb28a1de4eb5bff33c28a218a930.com +aasoldes.fr +absugars.com adman.gr -adsfresh.men -adsref.men -adtech.de -adultgalls.com -adventureparkcostarica.com -advokat-grodno.by -advokateg.xyz -adzerg.com -airlandsea.info -albumsuper.info -alekseevec.ru -alert-fdm.xyz -alessandraleone.com -alevinefesleri.com -alfa-medosmotr.ru -alfa9.com -alive-ua.com -alkoravto.ru -alpinism.ru -amazingpic.net -amt-k.ru -anaseracresar.tk -anlimebel.kiev.ua -apartmentbay.ru -apibrowsesmartne-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -asscenihotosidea.blogspot.com -astrochicks.com -auspolice.com -autoplate.info -autoseo-traffic.com -autoua.top -ayakino.net +advocatemsk.ru +agapovdg.ru +akita.kz +alert-jdh.xyz +allornamenti.com +amospalla.es +analytics-ads.xyz +anatomiy.com +angel1777.kz +angkortours.vn +apibatbrowsecom-a.akamaihd.net +apibetweenlinesn-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +app-ready.xyz +appfastplay.com +apple.com-webbrowsing-security.science +appmsr.org +artefakct.com +asrvvv-a.akamaihd.net +atofilms.com +avtovolop.ru azartmix.com +azartmsl.com +azazu.ru +b00kmarks.com +bablonow.ru +babyfactory.fr +back.dog baersaratov.ru -balitouroffice.com -bankcrediti.ru -battlecarnival.su -bavsac.com +bag77.ru +bangla-chat-uk-paralud.ga +bannerbank.ru +bear.gotcher.us +beetpics.pw +benchmarkcommunications.co.uk +best-way.men +bestchoice.cf +bestdooz.com bestdraws.com -besthoro.ru -bestpriceninja.com -bestwebsitesawards.com -beta.hotkeys.com -betteroffers.review -bigpictures.club +bestempresas.es +bestpornuha.com +bigcities.org +biketank.ga +bimatoprost-careprost.com.ua +bioinnovate.co bioscorp.ru -birzha-truda.eu -bizfly.info -bizru.info -blackcurranthumidifiers.site -blog-hits.com -blog.axant.it blog.remote-computer.de +bloggen.be +bloglag.com blogsfunky672.weebly.com -bochemit.com.ua -bonkers.name -bristolhostel.com -bugof.gq -bugshoot.cn -buigas.00it.com -burger-tycoon.com -burkesales.com -buy-cheap-pills-order-online.com -buyscabiescream.com -cah.io.community -candiceloves.us -capacitacionyaprendizaje.com -ccjp.eu -celebsopics.com -ceotrk.com -chelnytruck.ru +bluesalt.co +bmwhighperformers.com +bolezniorganov.ru +bookmaker-bet.com +brainxs.us +brg8.com +builtwith.com +business-suggested.tk +callawaygolfoutlet.online +callstevens.com +cam-kontakte.org +canrioloadm.gq +carabela.com.do +carloans.com +cartierlovebraceletreplica.xyz +cartierreplica.pw +castingbank.ru +cdnanalytics.xyz +cdncash.com +cenokos.ru +cheap-pills-norx.com +cheapjerseysa.com +check-host.net +chinajerseyswholesalecoupons.com +chocolateslim-en-france.com +chocoslim.pro +christianlouboutinsaleonline.us christianlouboutinsaleoutletonline.us -cialis-samples.com -civilwartheater.com -clarithromycin500mg.com -classiquebijoux.ru -cleanmypc.com -clickbanksites.info -clickhype.com -clickprotects.com -clicksor.net -clmforexeu.com -cntravelre.com -cometorussia.net -compliance-barak.top -compucelunlock.net -comsysnet.com -contentsexpress.com -coolwallpapers-hd.com -coolwallpapers4k.info -costablue.xyz -credit-respect.ru -culturevie.info -cyclobenzaprinevstizanidine.blogspot.com -data-mining.tk -decorazilla.com -dev78.dioniqlabb.se -dieswaene.com -directivepub.com -djekxa.ru -djihispano.com -djstools.com -dktr.ru -docstoc.com -doktoronline.no -dokumentalkino.net -dollartree.info -domaincdn.xyz -downtuptv.gq -draniki.org -e-avon.ru -earn-from-articles.com -easyukraine.com -ecookna.com.ua -edudocs.net -electricwheelchairsarea.com -elitedollars.com -emailaccountlogin.co -erot.co -erotikchat-24.com -errorfixing.space -espaceinventoristes.com -etur.ru -eu-cookie-law.blogspot.com -everypony.ru -evrotekhservis.ru -exct.net -exdocsfiles.com -expdom.com -expolicenciaslatam.co -exportshop.us -eyessurgery.ru -ezigarettekaufen2.mpbloggar.se -ezigarettekaufen2.yolasite.com -f07.de -f1nder.org -factorynightclub.com -family1st.ca -fanoboi.com -fastfixing.tech +cinemaflix.website +clickpapa.com +clicksor.com +compliance-alexa.xyz +compliance-donald.xyz +compliance-olga.top +computernetworksonline.com +conboy.us +coolgamechannel.com +cordstrap.cc +cornomase.win +credit.co.ua +culad.com +cupday.com +customerguru.in +cv.wallhade.co +darmebel.com.ua +datadepths.com +ddsoldes.fr +delayreferat.ru +demian.kz +deniven.1bb.ru +deplim.com +descargar-musica-gratis.net +design-ideas.info +deutschland123.de +digitalassetmanagement.site +dimaka.info +discountliv.com +discovertreasure-a.akamaihd.net +dispo.de +distver.ru +div.as +dojki-hd.com +dojki365.online +dostavka-v-krym.com +download-walpaperhd.blogspot.com +downloadme.life +doyouknowtheword-flummox.ml +dptaughtme.com +drugs-no-rx.info +druzhbany.ru +dverimegapolis.ru +e-collantes.com +e-commerce-seo.com +e2click.com +e90post.com +earl-brown.info +easytuningshop.ru +eduinfosite.com +efnor-ac.com +ekosmetyki.net.pl +elektronischezigarettekaufen2.tumblr.com +elektrozigarettekaufen1.devhub.com +erotikstories.ru +erotiktreff24.info +eshop.md +euromasterclass.ru +evening-dating-club.info +exchanges-bet.com +extstat.com +eyelike.com.ua +ezaz.info +f-online.de +facebook-mobile.xyz +famix.xyz +faracontrol.ir +fba-mexico.com fbdownloader.com -fearcrow.com -feel-planet.com -femdom.twiclub.in -film-one.ru -financehint.eu -finemanteam.com -flex4launch.ru -flprog.com -fodelsedagspresenter.nu -formulaantiuban.com -fortunejack.com -forum-engineering.ru +fettefrauen.net +finejewelryshop.ru +flytourisme.org forum.doctissimo.fr -forum20.smailik.org -foto-telok.net -foxjuegos.com -free-share-buttons.top -free-stock-illustration.com -free411games.com -freemags.cc -fun2cell.net -fusoradio.info -fxund.us -fyxabomiw.ru -g33.org -gamblingnerd.com -gameonasia.com -garciniaxt.us -gelezki.com -gembird.com -generalporn.org +fotoxxxru.com +freecamdollars.com +freegamesplay.online +freelotto.com +freevpn.space +froggytube.com +front.to +fym.com.ru +gagrasector.ru +gate5.co.za +ge0ip.net generic-pills-online.com -gentamicineyedrops.blogspot.com -gettpromos.com -goldandcard.ru -golden-catalog.pro -goodnightjournal.com -goodwinmetals.co +getlamborghini.ga +gilsonchiro.xyz +globatur.ru +glopages.ru +golaya.pw +gombita.info +google-liar.ru +googlefeud.com gratuitbaise.com -guildebzh.info +greatdealshop.com +greendream.com.ua +gsasearchengineranker.site +guarrasdelporno.xxx +guitar-master.org hamacapty.com -hatedriveapart.com -hdfreeporno.net -hdxnxxtube.mobi -healgastro.com -hermesbirkinhandbagoutlets.com -hidemyass.com +harmonyglen.us highland-homes.com -highstairs-a.akamaihd.net -hmywwogw.bloger.index.hr -hoholikik.club -homik.pw -hop.clickbank.net -hostcritique.com -hothor.se +hildinghr.se +homelygarden.com +hoporno.com +hosting-tracker.com +hotblog.top +hotchatdate.com +hotcore.info +hotxnights.info +house.sieraddns.com +housemilan.ru +howmuchdoestizanidinecost.blogspot.com howopen.ru -hscsscotland.com +humanelydrew.com +hybrid.ru +ico.re iinstalll-fii1leis.jus0wil.pp.ua -ilbe.club -ilmen.net -images-free.net -inet-traffic.com -instasexyblog.com -internetproviderstucson.com -iscblog.info -ispac.org -istock-mebel.ru -james13prix.info -jamiembrown.com -javxxx18.com -jerseyschinabizwholesale.us -journeydownthescale.info -joyceblog.top -kamagragelusa.net -kamorel.com +ilovevitaly.ru +importchinacoach-teach.com +in-tandem.co +infektsii.com +interfucks.net +investingclub.ru +investyb.com +itservicesthatworkforyou.com +ixora.pro +izismile.com +jacago.com +jolic2.com +juliaworld.net +junketjuice.blogspot.com +kashubadesign.ru kaz.kz -kerwinandcariza.com -kevblog.top -kidd.reunionwatch.com -kino-rf.ru -kinozapas.org -kirov.zrus.org -kladrus.ru -klejonka.info -klin3952.ru -klosetkitten.com +kazrent.com +keywordsuggest.org +kinoflux.net kndxbkdx.bloger.index.hr -kovesszucs.atw.hu -kvartira-sutochno.com -lanadelreyfans.us -languagecode.com -lazymanyoga.com -lexaprogeneric.link -linkbolic.com -linkpulse.com -lion.misba.us +kongoultry.net +kongruan.com +konkursowo-24.pl +konoplisemena.com +krasnodar.xrus.org +larose.jb2c.me +lesbian.xyz +letmacworkfaster.world +lflash.ru +lida-ru.com +lider-zhaluzi.kiev.ua +liky.co.ua +limads.men locimge.pw -lotto6888.com +lolnex.us +lombardfinder.ru +lonerangergames.com +luckyshop.net.ua +m292.info +mac-shield.com +macdamaged.space mafa-free.com -maladot.com -mantramusic.ru -maranbrinfo.com.br -mcar.in.ua -me-ke.com -mediaoffers.click -medicines-choice.com -medizinreisen.de -megagrabber.ru -megaindex.ru -micasainvest.com -midst.eu -militarysale.pro -minecraft-neo.ru +magiadinamibia.blogspot.com +magicdiet.gq +marketingvici.com +maslenka.kz +masthopehomes.com +matb3aa.com +mathgym.com.au +maximpartnerspr.com +medtherapy.ru +meltwater.com +member-quiz.com +michaelkorsoutletstore.net +mil-stak.com minharevisao.com -misterjtbarbers.com -mmostrike.ru -mncrftpcs.com -mnogabukaff.net -monetizationking.net -moneyviking-a.akamaihd.net -moscow-region.ru -moscow.xrus.org -mototsikl.org -movies-in-theaters.net -mp3ritm.top +minyetki.ru +missis.top +mmgq.ru +mobplayer.ru +modnie-futbolki.net +moesexy.com +moi-glazki.ru +moje-recenze.cz +monitorwebsitespeed.com +mosdverka.ru +moz.com mriyadh.com -mrlmedia.net -mulberryoutletonlineeu.com -mxgetcode.com -mydeathspace.com -myfreemp3.eu -myiptest.com -myplaycity.com -myseoconsultant.com -nailsimg.com -national-today-winning-winner.club -netcheckcdn.xyz -newhairstylesformen2014.com -next-dentists.tk -nicefloor.co.uk -nikitsyringedrivelg.pen.io -nlfjjunb5.ru -nordvpn.com -nrv.co.za -nudejapan.net -nuup.info -o-o-6-o-o.com -o.light.d0t.ru -obiavo.kz -ofanda.com -offf.info -okout.ru -online-hit.info +multgo.ru +musirc.com +muznachas-service.ru +myphotopipe.com +mzdish.site +narkologiya-belgorod.ru +narutonaruto.ru +nerudlogistik.ru +networkad.net +newstraveller.ru +newtechspb.ru +ningessaybe.me +niroo.info +norththeface.store +nosecret.com.ua +nuker.com +oballergiya.ru +obesidadealgarve.com +oddamzadarmo.eu +odywpjtw.bloger.index.hr online-podarki.com -online-sbank.ru -openfrost.com -osoznanie-narkotikam.net -outpersonals.com -oz-offers.com +onload.pw +orgasmatrix.com +otbelivanie-zubov.com p-business.ru -partner-pop.men -perfection-pleasure.ru -perfectplanned.com -pliks.pl -plusnetwork.com -pomoc-drogowa.cba.pl -pontiacsolstice.info -popugauka.ru -porndairy.in -pornhive.org -pornhub-ru.com -pornobrazzers.biz -pornonik.com -pornosok.ru -porodasobak.net -portnoff.od.ua -pro-okis.ru -productarium.com +panamaforbeginners.com +pathwhelp.org +pc-virus-d0l92j2.pw +pdn-4.com +picphotos.net +pictures-and-images.com +pictures-and-images.net +picturesify.com +pinapchik.com +piulatte.cz +pivka.xyz +pixgood.com +pk-services.ru +pl-vouchers.com +plastgran.com +playfortuna-play.ru +ploenjitmedia.azurewebsites.net +plohaya-kreditnaya-istoriya.ru +pornoklad.ru +pornosexrolik.com +poshiv-chehol.ru +potolokelekor.ru +priscilarodrigues.com.br +privacylocationforloc.com +prod2016.com +profitkode.com +progonrumarket.ru projefrio.com.br -promgirldresses.xyz -pronekut.com -puzzleweb.ru -quebec-bin.com +prostitutki-novgoroda.org +psa48.ru +qcstrtvt.bloger.index.hr +quality-traffic.com +qualitymarketzone.com quickloanbank.com -rainbowice.ru -rank-checker.online -ranksonic.info -rapevideosmovies.com -realizmobi.com -rednise.com -reimageplus.com -relatodelpresente.com.ar -remote-dba.de -rentehno.ru -replica-watch.ru -responsive-test.net -revistaindustria.com -ric.info -rockingclicks.com -rosbalt.com.ua -royal-betting.net -running-line.ru -rusenvironmental.net -sa-rewards.co.za -sabaapress.com -samoiedo.it -santechnik.jimdo.com +rada.ru +ranking2017.ga +rcb101.ru +realtytimes.com +redirlock.com +regionshop.biz +remont-komputerov-notebook.ru +remorcicomerciale.ro +rennlist.com +reward-survey.net +roll123.com +rossanasaavedra.net +royalcar-ufa.ru +rukino.org +ruscoininvest.company +rusvideos.su +sakhboard.ru sayyoethe.blogspot.co.za -sbprabooks.com -sbwealthsolutions.ca -scanner-brian.top -scanner-ivan.top -scanner-josh.top -scanner-mark.top -scanner-nelson.top -sdi-pme.com -sdrescher.net -seasonvar.ru +sbtdesign.co.uk +sc-specialhost.com +scanner-alex.top +scanner-jessica.top +scoopquest.com +scrapy.org +scripted.com +se-welding.ru +search.1and1.com +searchinterneat-a.akamaihd.net +searchwebknow-a.akamaihd.net +security60-e.com +seksvideoonlain.com +semxiu.com seo-smm.kz -seoanalyses.com -seozoom.it -shemalegalls.blogporn.in -shiksabd.com -shillyourcoins.com -shmetall.com.ua -shop.xz618.com -shoplvlv.us -similardeals.net -site-speed-check.site -siteaero.com -skutecznetabletkinaporostwlosow.pl -sky-mine.ru -skylta.com -slujbauborki.ru -smallseotools.com -smstraf.ru -snjatie-geroinovoy-lomki.ru -softomix.com -solmarket.by -solnplast.ru -sotkal.lark.ru -soundfrost.org -spabali.org -speechfoodie.com -spinnerco.ca -spywareit.com -stal-rulon.ru -stanthonyscatholicchurch.org -starwars.wikia.com -stauga.altervista.org -staynplay.net -stmassage.ru -stockquotes.wooeb.com +seofirmreviewsus.info +service-core.ru +service.adtech.fr +sextracker.com +sexy-screen-savers.com +sexystrippe.info +sheerseo.com +shop-electron.ru +shtaketniki.ru +sibvitr.ru +sideeffectsoftizanidine.blogspot.com +siha.de +simplesite.com +sinestesia.host.sk +sisiynas.ru +sispe.com.br +skuteczna-dieta.co.pl +slayerlife.com +sluganarodu.ru +sobecjvuwa.com.ru +socas.pluto.ro +socialbookmarksubmission.org +solitaire-game.ru +soochi.co +spacash.com +ssconstruction.co +sstroy44.ru +stariy-baku.com +stathat.com +stats-public.grammarly.io +sticken.co stop-gepatit.te.ua -studworks.org -sugarlyflex.pw -superstats.com -suralink.com -syndicate.fun -szucs.ru -technopellet.gr +storehouse.ua +stpicks.com +students-cheapskate.ml +stuff-about-money.com +superfish.com +surgut.zrus.org +surintech.ac.th +survival.betteroffers.review +swagbucks.com +swinger-mobil.net +symbaloo.com +tacbelarus.ru +taqywu51.soup.io +td-33.ru +teenporn18.net telsis.com -terraclicks.com -tgtclick.com -thaismartloan.com -theautoprofit.ml -themestotal.com -tivolibasket.it -tizanidine4mguses.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinestreetprice.blogspot.com +templates.radiodigital.co +theendivechronicles.com +theguardlan.com +thejournal.ru +timer4web.com +titan-ads.life +tizanidinehcl2mg.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinesleepaid.blogspot.com tizanidinewithdrawalsymptoms.blogspot.com -tk-assortiment.ru -tobeyouday.win -token-lab.org -toonfamilies.net -topvidos.ru -toursmaps.com -toyota.7zap.com +tonerbox.kz +top-l2.com +touchmods.fr traffic2money.com -trafficfactory.biz -trahvid.com -trk-4.net +trafficjunky.com +traffictrade.life +trustl.life +tuckpointingmasonrysystems.com +tupper-shop.ru +turizm.bz twelvevisionspartyofcolorado.com u-cheats.ru -ugguk.online -ukkelberg.no -ukrtextbook.com -um-razum.ru -univerfiles.com -url2image.com -uzungil.com -valueclick.com -vasileostrovsky-rayon.ru -vchulkax.com -veerotech.com -vekzdorov.ru -videochat.mx -videospornogratisx.net -virtualbb.com -vkgaleria.com -vrnelectro.ru -w-journal.ru -wardreapptokone.tk -waycash.net -we-are-gamers.com -web-betting.ru -web.cvut.cz -webkeyit.com -website-analyzer.info -wejdz-tu.pl -wellcome2slovenia.ru -westen-v.life -westen-z.life -westum.se -whatsappbot.flyland.ru -windowssearch-exp.com -wingsoffury2.com -winterclassichockeyjerseys.com -wnhjavlhezp.gq -word-vorlagen.net -www.jbetting.com +unblocksit.es +unlimitdocs.net +urldelivery.com +usadacha.net +usbggettwku.ga +usdx.us +usswrite.com +ustion.ru +vapsy.com +viagengrarx.com +viagraneggrx.com +videochat.bz +viel.su +vietimgy.pw +vk-mus.ru +vltai.com +wallpapersdesk.info +webadvance.club +webinstantservice.com +wesharepics.site +whengirlsgowild.com +whereverdesperate.gq +wholesalejerseys-cheapest.com +withstandingheartwarming.com +word-vorlagen.xyz +woweb.com.ua +wsgames.ru +x-lime.com x-musics.com -xjlottery.com -xmlinde.com -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn--80aikhbrhr.net -xn--b1addnj3cah.xn--p1ai -xn--d1aifoe0a9a.top -xolodremont.ru -xxlargepop.com -xxxkaz.org -yaminecraft.ru -yebocasino.com -youjizz.com -yourporn.com -zapatosenventa.info -zigarettenonlinekaufen2.drupalgardens.com +xkaz.org +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--b1agm2d.net +xnxx-n.com +xnxxandxvideos.com +xtrafficplus.com +xxxtube69.com +yaderenergy.ru +yellowads.men +ynymnwbm.bloger.index.hr +yoursearch.me +yur-p.ru +za-music.mymobiplanet.com +zakonobosago.ru +zarabotat-na-sajte.ru +zarepta.com +zeroredirect12.com +zog.link zojirushi-products.ru -zootravel.com +zoogdiesney.com +zoomovies.org diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 060ad644b..509422427 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -21h2o.com -4k-player.pl -5tey7463.weebly.com -aab94f698f36684c5a852a2ef272e031bb.com -abcdefh.xyz -actices.com -adktrailmap.com -adman.gr -adpremium.org -advocatemsk.ru -aimayangzhi.com -akita.kz -aktobe.xkaz.org -albamargroup.com -alert-jdh.xyz -allnews.md -aludecor.info -amateurgalls.com -amazon-seo-service.com -amigobulls.com -ample-awards-today.us -animalrank.com -antons-transporte.de -apispringsmartne-a.akamaihd.net -appsecurityr.com -apptester.tk -arendatora.ru -artdestshop.eu +00webcams.com +1000n1.ru +9icmzvn6.website +adelly.bg +admatic.com.tr +admitad.com +agreda.pluto.ro +agysya.ru +ahmedabadwebs.com +air-edem.ru +albuteroli.com +alice.it +android-systems.ru +angigreene.com +angry-fermi-7633.arukascloud.io +anniemation.com artparquet.ru -asiavirtualsolutions.com -asrv-a.akamaihd.net -autotop.com.ua -aviav.ru -avkzarabotok.com -awaybird.ru -azarttoto.com -babyguns.ru -beclean-nn.ru -bestwrinklecreamnow.com -betteroffers.review -blackle.com -blogqpot.com -blogsfunky672.weebly.com -brillianty.info -buehne-fuer-menschenrechte.de -buqyxa.rincian.info -burger-imperia.com -buy-meds24.com -buyhoverboard.com -bvlgariwallet.xyz -cah.io.community -candy-glam-hp.com -carsdined.org -carson.getenjoyment.net -cartierlove2u.com -cfcl.co.uk -chlooe.com -cialgenisrx.com -club-lukojl.ru -coderstate.com -colobit.biz -com-onlinesupport.site -comeondog.info -commoncrawl.org -compiko.info -custom-product-labels.com -ddpills.com -dear-diary.ru -dfwu1019.info -diegolopezcastan.com -diusyawiga.tk -dogbreedspicture.net -dood.live -dotnetdotcom.org -downloadeer.net -elektrischezigarette2.devhub.com -elektrozigaretten2.yn.lt -encodable.com -eshop.md -eugenevaultstorage.com -exdocsfiles.com -factorynightclub.com -faithe.top -filkhbr.com -financeloan.us -finstroy.net -fivedwld.cf -floridamobilebillboards.com -fototravel.eu -foxinsocks.ru -frivgame250.com -gael-s.ru -games.kolossale.ru -gateway.zscalertwo.net -gdzkurokam.ru -ge0ip.org -geilehausfrauen.net -getlamborghini.ga -go2jump.org -gogps.me -goosefishpost.bid -guidefs.ru -guruofcasino.com -hd-film.pl -headpharmacy.com -help.tpu.ru -hermesreplica.pw -horoshieokna.com -humanelydrew.com -images.gyffu.com -inspiring-desperate.tk -instakink.com -iqoption.pro -itronics.ca -iweblist.info -jeremyeaton.co -jetsli.de -jofucipiku.tk -jolic2.com -juliadiets.com -justprofit.xyz -kamorel.com -karadene.com -kletkimehan.ru -kmd-pto.ru -kountrylife.com -kozhniebolezni.com -languagecode.com -leftofcentrist.com -ltvperf.com -lutherstable.org -m1media.net -mafa-free.com -maglid.ru -magnetpress.sk -manifestation.betteroffers.review -moesonce.com -monitorwebsitespeed.com -mosrif.ru -mountainstream.ms -mygameplus.ru -myra.top -netpics.org -nicefloor.co.uk -obiavo.kz -ohmyrings.com -onlinadverts.com -online-hit.info -onlyporno.ru -parajumpersjakkesalgnorge.info -pastaleads.com -perfection-pleasure.ru -pic-re.blogspot.com +backuperwebcam.weebly.com +baoxaydung.com.vn +belinvestdom.by +best-coupon-offer.com +besthomemadepornsites.com +brainsandeggs.blogspot.com +bukleteg.xyz +buy-cheap-online.info +buybest1.biz +buyclomidonlaine.com +buzz-porno.info +bwlx.prepedu.cn +cactussoft.biz +cam-kontakte.org +carsplate.com +cartierreplica.xyz +cascadelink.org +caulderwoodkennels.com +cb.iphantom.com +cdn.walkme.com +cdncash.com +cfjump.com +charmstroy.info +clickbanksites.info +clicksotrk.com +computernetworksonline.com +conboy.us +coolgamechannel.com +customboxes4less.com +dekoration.us +depositfiles-porn.ga +dogoimage.com +dosugrostov.site +drivotracker.com +duplicashapp.com +ege-russian.ru +egvar.net +elite-sex-finders.com +emerson-rus.ru +englate.com +esopini.com +extlinks.com +fashion-stickers.ru +fatfasts-4tmz.com +filmania-x.ru +filmbokep69.com +foto-basa.com +freelifetimefuckbook.com +freeseedsonline.com +frighteningremain.cf +fuckmill.com +fun2cell.net +get-free-social-traffic.com +getoutofdebtfree.org +ghostvisitor.com +googlemare.com +gov.yanao.ru +green-tea.tv +gribkovye-zabolevaniya.com +groupmoney.ru +gsasearchengineranker.site +guardlink.org +gwhwpxbw.bloger.index.hr +hdimagegallery.net +heliko.no +hop.clickbank.net +hoterika.com +hoverboard360.de +hoverboard360.es +htmlcorner.com +i4track.net +ihc2015.info +ilmexico.com +images-graphics-pics.com +imguramx.pw +insider.pro +irkutsk.zrus.org +izoll.ru +jerseychinabizwholesale.com +jrcigars.com +justkillingti.me +ketoanhanoi.info +kino-filmi.com +kino-key.info +kinohall.ru +kinosed.net +koral.se +kupiproday.com.ua +lionking-1994.blogspot.com +localmatchbook.com +lonfon.xyz +mail.allnews24.in +mainlinehobby.net +makis.nu +manyresultshub-a.akamaihd.net +marcogrup.com +marketingtechniques.info +marmitaco.cat +matpre.top +mega-bony2017.pl +michaelkorssaleoutletonline.net +middlerush-a.akamaihd.net +midst.eu +minyetki.ru +misterjtbarbers.com +moivestiy.biz +monclercoats.xyz +monclerjacketsoutlet.pw +mozello.ru +mrbojikobi4.biz +msk-diplomat.com +mypets.by +myphotopipe.com +naperehresti.info +narosty.com +naughtyconnect.com +norththeface.store +nowtorrents.com +nucia.biz.ly +o-o-8-o-o.ru +obiavo.ru +odoratus.net +okroshki.ru +olympescort.com +one.net.in +onemantrip.com +onlineserialy.ru +onlinewritingjobs17.blogspot.ru +ooo-olni.ru +optitrade24.com +panicatack.com +par-fallen.ga +paydayloanslocal.com pinkduck.ga -pisanieprac.info -pk-services.ru -plastgran.com -polcin.de -pornophoto.xyz -pornoplen.com -pornosee.info -proekt-mos.ru -profitfx.online -promalp-universal.ru -pronekut.com -r-control.ru -razamicroelectronics.com -recinziireale.com -refererx.com -registratciya-v-moskve.ru -relayblog.com -rennlist.com -replicaclub.ru -rialp.getenjoyment.net -riralmolamsaca.tk -royalcar-ufa.ru -royalvegascasino.com -roznica.com.ua -ru-mediaget.ru -s-forum.biz -saecsa.co -sanyuprojects.com -scanmyphones.com -sdsjweb.com -seorankinglinks.com -sexkontakte-seite.com -sexpornotales.net -shemale-sex.net -shitting.pro -shop.acim.org -simplepooltips.com -sitebeam.net -sitopreferito.it -sivs.ru -skanninge.se -slonechka.ru -soheavyblog.com -spasswelt.xyz -sptslmtrafms.com -srdrvp.com -sstroy44.ru -stackthatbucks.com -stop-gepatit.te.ua -stpicks.com -styro.ru -sudexpert66.ru -swiped.su -theallgirlarcade.com -thebluffs.com -thepokertimer.com -theporndude.com -tizanidineandgabapentin.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinezanaflex.blogspot.com -tobeyouday.win -trubywriting.com -tube8.com -ugguk.online -unece.org -ustion.ru -vduplo.ru -venta-prom.ru -videooko.weebly.com -visa-china.ru -voloslove.ru +piratecams.com +pixgood.com +plastgranar.nu +pochtovyi-index.ru +popander.mobi +popugaychiki.com +popup-jdh.xyz +porndl.org +porndroids.com +pornoforadult.com +pornotubs.com +pr0fit-b0x.com +privatefx.all4invest.info +prointer.net.ua +projectforte.ru +prospekt-st.ru +queerspace.com +qwertty.net +ranksonic.org +raschtextil.com.ua +remont-comp-pomosh.ru +royal-betting.net +runofilms.ru +russia-today-video.ru +saneyes.com +sarahmilne.top +saratov.xrus.org +satellite.maps.ilovevitaly.com +scalerite.co.za +semp.net +seofirmreviewsus.info +sex-pr.net +shoesonlinebuy.xyz +shop.xz618.com +shoplvlv.us +shoppingmiracles.co.uk +shoppytoolmac.com +shtaketniki.ru +simon3.ru +simple-image.com.ua +site5.com +sizeplus.work +skutecznetabletkinaporostwlosow.pl +snworks.com +socialmonkee.com +softwaretrend.net +sovetogorod.ru +spin2016.cf +spinnerco.ca +srecorder.com +stroy-portal22.ru +stroydetali.ru +tako3.com +tecspb.ru +tedy.su +timeallnews.ru +titan-ads.life +titan-cloud.life +titslove.yopoint.in +tomatis.gospartner.com +topads.men +topcar-krasnodar.ru +tourcroatia.co.uk +track112.site +trafficjunky.com +tvorozhnaja-zapekanka-recept.ru +uchetunet.su +ukrup.com +urccvfmc.bloger.index.hr +validccseller.com +vesnatehno.ru +vgoloveboli.net +viddyoze.com +vpnmouse.com +vremya.eu vsexkontakte.net -wdfdocando.com -we-are-gamers.com -webnode.me -webshoppermac.com -wetgames.ru -whipme.yopoint.in -wholesalecheapjerseysfree.com -wholesalenfljerseys.us.com +webix.biz +website-speed-up.top +whatsappbot.flyland.ru wineitudes.wordpress.com -witherrom55.eklablog.fr -wyniki-lista.pl -x-diesel.org -xaylapdiendanang.com -xchangetrak.com -xev.ru -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai +www.wohnkabinen-shop.de +x-porno.video +xclicks.net +xep.info +xgames-04.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--c1acygb.xn--p1ai +xn--l1aengat.xn--p1ai xsion.net -xxxtube69.com -yourothersite.com -zeroredirect10.com -zetgie.com.pl -zootravel.com -zscalerone.net +yhit.press +yur-p.ru +za-music.mymobiplanet.com +zaimite.ru +zeroredirect1.com +zeroredirect5.com +znakomstvaonlain.ru +zoogdinsney.com +zophim.me diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index b2122ba99..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.18.0 (Ubuntu)
-ml> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..ac0829ec4 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,6 +8,170 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ml> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ 503 Service Temporarily Unavailable @@ -330,167 +494,6 @@
nginx/1.18.0 (Ubuntu)
- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - @@ -581,14 +584,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 05d953697..9236b5551 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.59 0; +10.1.0.184 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 74ccc7301..b2499f8a2 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:16 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:23 UTC 2021 ### Bad Bot Count: 629 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 74ccc7301..b2499f8a2 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2735 -### Updated: Thu Nov 25 07:24:16 UTC 2021 +### Version: V4.2021.11.2736 +### Updated: Thu Nov 25 10:03:23 UTC 2021 ### Bad Bot Count: 629 ################################################### ### Version Information ##