diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 298804999..43573de6a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2567 +#### Version: V4.2021.09.2568 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 315b043a1..cb864370b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2567 +#### Version: V4.2021.09.2568 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 59e97a04e..b7c43c33b 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2567 +#### Version: V4.2021.09.2568 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a6db9cb4c..df14c093c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2567 +#### Version: V4.2021.09.2568 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8418a4590..6c9fe2d68 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 8418a4590..6c9fe2d68 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8418a4590..6c9fe2d68 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8418a4590..6c9fe2d68 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 8418a4590..6c9fe2d68 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index b631f97fc..ebeeaccc5 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2567 +2568 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 8418a4590..6c9fe2d68 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2567 -### Updated: Fri Sep 3 10:03:13 UTC 2021 +### Version: V3.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 167b9e573..989b798b8 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 7965717ad..ff3e15efa 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.187.41.94 0; +52.173.143.232 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 167b9e573..989b798b8 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 7965717ad..ff3e15efa 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.187.41.94 0; +52.173.143.232 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 2e90922a1..8a3deb088 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 7965717ad..ff3e15efa 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.187.41.94 0; +52.173.143.232 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index c9edf57b7..e664b82b7 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:12 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:11 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index f3b1400e2..6dddf2885 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 1; +10.1.0.104 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 8ecd88310..bf93784c3 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -01h4x.com -Brandprotect -CrunchBot -Ninja -ReGet -Sitebeam -Sitevigil -Szukacz -Twice -scalaj-http +Cosmos +Deusu +HybridBot +Linkbot +OutclicksBot +PageGrabber +QueryN Metasearch +WISENutbot +seoscanners +sogouspider diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 24f1915af..6faff9282 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -ALittle Client -AfD-Verbotsverfahren +AIBOT +Abonti +Aboundex +Aboundexbot +Acunetix AhrefsBot AiHitBot +Aipbot +AlphaBot Anarchie -Ankit -Apexoo +Anarchy +Anarchy99 Aspiegel -AwarioRssBot -AwarioSmartBot -BBBike -BDCbot +Asterias +BDFetch +BackDoorBot +BackStreet +BackWeb BacklinkCrawler -Bandit +Badass +Barkrowler +Bigfoot +Bitacle Black Hole +Blow +Bolt Brandprotect -BuiltBotTough -BuiltWith +Brandwatch +Buddy BunnySlippers +CCBot +CODE87 +CSHttp +Calculon CazoodleBot -Cegbfeieh CheTeam CherryPicker -Claritybot +ChinaClaw +Cloud mapping +Cocolyzebot Cogentbot -Copier +CopyRightCheck Copyscape -Craftbot +Cosmos Crawling at Home Project -CrunchBot +CrazyWebCrawler +Crescent CyotekWebCopy -DBLBot DIIbot -DatabaseDriverMysqli -Devil +DSearch +DTS Agent +Demon +Digincore DigitalPebble -Disco -Dispatch -DomainCrawler +Dirbuster +Discobot +DittoSpyder DomainStatsBot Dotbot -Drip +Download Wonder +Dragonfly ECCP/1.0 -EMail Wolf -EasyDL +Ebingbong Ecxi -EroCrawler -Evil -Exabot -Extractor -ExtractorPro -Extreme Picture Finder -EyeNetIE +EirGrabber FDM FHscan -FemtosearchBot Firefox/7.0 -Foobot -FrontPage +FlashGet +Freeuploader Fuzz -GalaxyBot +FyberSpider Genieo -GermCrawler GetWeb +Getintent Gigablast -GrabNet -GridBot +Gigabot +Go-Ahead-Got-It +Grafula +GrapeFX +GrapeshotCrawler HMView HTMLparser -Haansoft Harvest -Havij -Heritrix +Hloader Humanlinks -HybridBot -IDBot -Iblog -Image Sucker -InfoTekies +IDBTE4M +Id-search +IndeedBot +Indy Library +InfoNaviRobot InterGET -InternetSeer Iria -Iskanie -Jbrofuzz -JennyBot -Jorgee +JOC Web Spider +JamesBOT +Jetty +Jyxobot +Kenjin Spider +Keyword Density +LNSpiderguy Larbin -Leap LeechFTP -LeechGet LexiBot -Linkbot -LinqiaMetadataDownloaderBot -Lmspider +LibWeb +LieBaoFast +Likse +LinkScan +LinkWalker +Lipperhey Spider +Litemage_walker MFC_Tear_Sample -MIIxpc +MIDown tool MQQBrowser -MSIECrawler -MTRobot -Mag-Net -Mail.RU_Bot -Majestic-SEO -MarkMonitor -Mata Hari +Magnet MauiBot -MegaIndex.ru +Mediatoolkitbot Metauri -MicroMessenger -Mojeek +Microsoft URL Control +Mister PiX +Mozlila +NPbot Nameprotect -NetSpider -Netcraft -Nikto -NimbleCrawler +Nessus +Net Vampire +Nettrack +Netvibes +Nibbler +Niki-bot Nimbostratus -Ninja Nuclei Nutch Octopus +OpenLinkProfiler +Openvas +OrangeBot OrangeSpider -PHPCrawl -POE-Component-Client-HTTP -Page Analyzer -PageThing.com -Pandalytics +PageGrabber Panscient -PictureFinder +PeoplePal +Petalbot +Picscout Pockey -ProPowerBot +ProWebWalker Probethenet -QueryN Metasearch -RSSingBot +Pump +Quick-Crawler RankActiveLinkBot -RankFlex -ReGet +RankingBot2 +Rankivabot +RankurBot RedesScrapy -RepoMonkey -Ripper +RocketCrawler +Rogerbot SBIder SEOkicks SEOstats -ScanAlert +SMTBot Scanbot -Scrapy -Searchestate -SearchmetricsBot -Seomoz +ScreenerBot +ScrepyBot +SemrushBot +Siphon +Site Sucker +SiteCheckerBotCrawler SiteExplorer -Sitebeam -Snake -SocialRankIOBot +SiteLockSpider +SiteSucker +Sitevigil +SlySearch Sociscraper -Sosospider -Sottopop -Spammen +Sogou web spider +SpaceBison +SpankBot Spbot Spinn3r -Sqlworm -Sqworm -SurveyBot -Suzuran -Szukacz -T0PHackTeam +SputnikBot +Steeler +Stripper +Sucuri +SuperBot +SuperHTTP +Swiftbot +T8Abot +TeleportPro Telesphorep TheNomad -TightTwatBot -Titan +Thumbor Toata Toweyabot -Trendiction -Trendictionbot -True_Robot -Turingos -Turnitin -TwengaBot -Twice +Tracemyfile +TurnitinBot Typhoeus -URLy Warning +URLy.Warning +UnisterBot Upflow -VB Project -Voil +VCI +Vacuum +VeriCiteCrawler +VoidEYE +WASALive-Bot WBSearchBot -WEBDAV -WWW-Collector-E +WISENutbot WWW-Mechanize -WWW::Mechanize -WWWOFFLE -Wallpapers -Web Fuck +Web Auto +Web Collage +Web Enhancer Web Pix Web Sucker -WebAuto +WebBandit WebEnhancer -WebFuck -WebImageCollector -WebReaper WebSauger +WebStripper WebSucker WebWhacker WebZIP -Webalta -Webshag -Website Quester -Webster -Whatweb +Whack +Whacker Who.is Bot -Widow -WinHTTrack WiseGuys Robot -Wonderbot -Xaldon_WebSpider +Wotbox +Wprecon Xenu -YoudaoBot -Zade +Zermelo ZmEu -ZoomBot -ZoominfoBot -ZyBorg -arquivo-web-crawler -backlink-check -clark-crawler +ZumBot coccocbot-web -cognitiveseo +com.plumanalytics +crawl.sogou.com crawler4j dataforseo.com -eCatch -heritrix -instabid +demandbase-bot +domainsproject.org +evc-batch internetVista monitor -isitwp.com -magpie-crawler -mediawords +ips-agent +lwp-request +meanpathbot muhstik-scan -oBot -page scorer +netEstate NE Crawler plumanalytics -ripz -serpstatbot -siteripz -sogouspider -sysscan -ubermetrics-technologies.com -webpros.com -x09Mozilla +probe-image-size +scan.lol +seobility +seostar +sp_auditbot +trendiction.com +voyagerx.com +webmeup-crawler x22Mozilla xpymep1.exe -zauba.io -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 215bf01f3..d0f3ca6ea 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -80legs -AIBOT -ALittle Client -ASPSeek -Abonti Aboundexbot +Acunetix +AfD-Verbotsverfahren +AhrefsBot +Aipbot +Alexibot AlphaBot -Ankit -Asterias -Attach -BLEXBot -BackDoorBot -BackStreet +Anarchie +Anthill +Apexoo +Aspiegel +AwarioRssBot +AwarioSmartBot +BBBike BackWeb Backlink-Ceck -BacklinkCrawler -Battleztar Bazinga -Bigfoot -Black Hole -BlowFish -Bolt +BetaBot +Boardreader +BotALot Brandprotect Brandwatch Buck +BuiltWith Bullseye -CATExplorador +BunnySlippers CCBot -Calculon -Cegbfeieh -ChinaClaw +CheTeam +CheeseBot +Chlooe +Cloud mapping Cocolyzebot -Cogentbot -CopyRightCheck -Cosmos -Crescent +Collector +Copyscape +Craftbot Curious Custo -CyotekWebCopy -DBLBot -DTS Agent -DataCha0s +DatabaseDriverMysqli +Demon +Digincore DigitalPebble +Dirbuster Disco -Discobot Discoverybot -DnyzBot -DomCopBot -DomainCrawler -Dragonfly -ECCP/1.0 -EMail Wolf -EasyDL +Dispatch +DittoSpyder +DomainSigmaCrawler +DomainStatsBot +Domains Project +Dotbot +Download Wonder +Ebingbong +Ecxi EirGrabber -EroCrawler -Evil +Exabot Express WebPictures ExtLinksBot EyeNetIE -FHscan -FemtosearchBot -Fimap -Firefox/7.0 -FlashGet -Foobot +FDM Freeuploader -FyberSpider +Fuzz +Fyrebot G-i-g-a-b-o-t -GT::WWW +GalaxyBot GermCrawler Gigabot Go!Zilla -Go-Ahead-Got-It GoZilla -Grabber -GrapeFX -GridBot +GrabNet +GrapeshotCrawler +HMView +HTMLparser HTTP::Lite Haansoft Hloader -Humanlinks +HybridBot +IDBTE4M Iblog -Id-search -IlseBot +Image Fetch Indy Library -Intelliseek -InterGET -Internet Ninja -JennyBot +Iria +IstellaBot +JamesBOT +JetCar +Jetty +JikeSpider Joomla -Kenjin Spider +JustView +Keyword Density +Kinza +Kozmosbot LNSpiderguy -LWP::Simple -Larbin -Leap -LeechFTP -LeechGet -Lftp -LibWeb -Libwhisker -LinkextractorPro +LexiBot +LieBaoFast +Lightspeedsystems +LinkpadBot +LinksManager +LinqiaRSSBot LinqiaScrapeBot Lipperhey Lipperhey Spider -Litemage_walker -MIDown tool -Magnet -Majestic SEO -Majestic-SEO -MarkMonitor -MarkWatch -Masscan +MFC_Tear_Sample +MIIxpc +MQQBrowser +MSIECrawler +Mag-Net +Mass Downloader Mata Hari -MauiBot -Mediatoolkitbot +Meanpathbot MegaIndex.ru +Metauri +Microsoft Data Access +Mister PiX Mojolicious -Mozlila -Mr.4x3 Musobot NPbot -Needle -NetSpider +Navroad +Nessus +NetLyzer +NetZIP Netcraft Nettrack -Netvibes -NextGenSearchBot -Nikto -Offline Explorer -OnCrawl -OpenVAS -Openfind +Niki-bot +NimbleCrawler +Ninja +Nuclei +Nutch +Octopus +OpenLinkProfiler +Openvas +OutclicksBot OutfoxBot -POE-Component-Client-HTTP -Papa Foto +Page Analyzer +PageAnalyzer +Pandalytics +Panscient Pavuk Petalbot -Picscout Picsearch -Piepmatz -Pixray Pockey -ProPowerBot -RankActiveLinkBot -RankFlex -RankurBot +Pump +PxBroker +PyCurl +Quick-Crawler +RSSingBot +RankActive +RankingBot +RankingBot2 +Rankivabot Re-re -ReGet +RebelMouse Recorder RedesScrapy RepoMonkey -Ripper -RocketCrawler -SEOkicks +Rogerbot +SEOkicks-Robot +SEOprofiler SEOstats -SalesIntelligent -Scrapy -ScreenerBot +Screaming ScrepyBot -Semrush +Searchestate SemrushBot +SeoSiteCheckup +SeobilityBot Seomoz Shodan +Siphon +Site Sucker +SiteExplorer SiteLockSpider SiteSucker -Sitebeam -Sitevigil SlySearch +Snoopy SocialRankIOBot Sociscraper -Spinn3r -Sqlmap +SpaceBison +Spammen +SpankBot +Spanner Sqlworm -Steeler +Sqworm +Sucuri SurveyBot -T8Abot -Telesoft +T0PHackTeam +Teleport +TeleportPro Telesphoreo -The Intraformant +TheNomad +Titan Toata Trendiction -Turingos -URLy Warning -VelenPublicWebCrawler +Trendictionbot +Twice +Typhoeus +URLy.Warning +VB Project +VCI Virusdie +WASALive-Bot WBSearchBot WEBDAV WISENutbot WWW-Collector-E -WWW-Mechanize -WWWOFFLE -Wallpapers/3.0 +WWW::Mechanize WeSEE Web Auto +Web Enhancer Web Fuck -Web Sauger +WebAuto +WebBandit WebCollage -WebCopier WebEnhancer WebFetch WebGo IS -WebImageCollector WebLeacher WebReaper WebSauger -WebStripper -WebmasterWorldForumBot WebsiteQuester +Whack Whatweb Widow WinHTTrack -WiseGuys Robot -Wprecon Xaldon WebSpider -Xaldon_WebSpider -Xenu -Zade Zauba -Zeus -ZoomBot +Zermelo +Zitebot +ZumBot +arquivo-web-crawler +autoemailspider +backlink-check +clark-crawler coccocbot-web -com.plumanalytics +crawler.feedback domainsproject.org -eCatch -facebookscraper -heritrix -instabid +evc-batch internetVista monitor +isitwp.com magpie-crawler meanpathbot -netEstate NE Crawler -oBot -pcBrowser -polaris version -scalaj-http -sitechecker.pro -sogouspider +probe-image-size +ripz +satoristudio.net +seoscanners +serpstatbot spyfu -tAkeOut -trendiction.com +sysscan trendiction.de -ubermetrics-technologies.com voyagerx.com webmeup-crawler -webpros.com webprosbot -x09Mozilla -x22Mozilla zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 72a899e81..f05b04b95 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -apidiamondatanet-a.akamaihd.net -bestbrainprod.win -dojki365.online -hao123.com -iomoio.net -jaxcube.info -pokemongooo.ml -simple-image.com.ua -siteonomy.com -zoosexart.com +autowebmarket.com.ua +bitporno.sx +check-this-out-now.online +christianlouboutinsaleonline.us +compliance-john.top +educontest.net +iqs.biz.ua +pro-okis.ru +sexy-screen-savers.com +spylog.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 62dde83e5..2863e2633 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03e.info -1-free-share-buttons.com -123kuma.com -1qingdao.com -1stat.ru -24x7-server-support.site -2drittel.de -3rbseyes.com -8558l.jobs.net -999webdesign.com -aa8b68101d388c446389283820863176e7.com -aa9d046aab36af4ff182f097f840430d51.com -absolutelyanalog.com -adtech.us -aerogo.com -affiliate-fr.com -aghanyna.com -ahrefs.com -aktobe.xkaz.org -albamargroup.com -alborzan.com -all-number.com -alldubai.biz -alphavisions.net -am15.net -amazingninja.com -ameblo.top -ample-awards-today.us -analytics-ads.xyz -animalia-life.club -apioutoboxnet-a.akamaihd.net -apishops.ru -apper.de -approved.su +03p.info +123cha.com +1314dh.com +14b.info +4replicawatch.net +5elementov.ru +6128786.com +66cpwgln.space +70casino.online +7fon.ru +7xc4n.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aaa38852e886ac4af1a3cff9b47cab6272.com +abclauncher.com +abiente.ru +adserver-e7.com +adsref.men +adssafeprotected.com +adult-shop.com.ua +agahinameh.com +agroeconom.kz +ald2014.org +alevinefesleri.com +algarveglobal.com +alloysteel.ru +alyeskaresort.com +amospalla.es +anal-acrobats.com +anaseracresar.tk +anti-virus-removal.info +appmsr.org approvedlocal.co.za -arcadeplayhouse.com -arkartex.ru -asacopaco.tk -asscenihotosidea.blogspot.co.za -asseenontv.ru -atout-energie-69.com -aucoinhomes.com -auspolice.com -aussie-prizes.com -avek.ru -aviav.co -avon-ukraine.com -ayanaspa.com -azbukafree.com -babosas.com -backgroundpictures.net -bangla-chat-uk-paralud.ga -bannertesting.com -battlecarnival.su -beauty-clinic.ru -bestadbid.com -beta.hotkeys.com -bigpenisguide.com -bimatoprost-careprost.com.ua -bitcoins-live.ru -bjanshee.ru -blackhatworth.com -blagovest-med.ru -bloggerads.net +appsecurityr.com +arewater.com +arkkivoltti.net +arquapetrarca.info +asseenontvonline.ru +autochoixspinelli.com +autogrep.ru +autotop.com.ua +avitocars.ru +ayakino.net +bag77.ru +baixar-musicas-gratis.com +bard-real.com.ua +beauty-b0x.pl +beetpics.pw +best-mam.ru +best-way.men +betteroffers.review +bidr.trellian.com +billiard-classic.com.ua +bio-optomarket.ru +bkgr.se +blog.koreadaily.com +blog.yam.com +bloggen.be +boostmyppc.com +bpro1.top bracketsmackdown.com -braip.com.br +brainzpod.win +breget74.ru bristolhostel.com +bristolhotel.com bukleteg.xyz +buqayy0.livejournal.com +buy-meds24.com buyessay3.blogspot.ru -callawaygolfoutlet.online -calvet.altervista.org -camel-beach.com -cardiosport.com.ua -carmuffler.net -cartierbracelet.xyz -cartierjusteunclou.xyz +byme.se +californianews.cf +callejondelpozo.es +callmd5map.com +calstaterealty.us +candypeople.se +canvas.gloverid.site +cartierlovebracelet.xyz cartierlovebraceletreplica.xyz -ccjp.eu -cellfun.mobi -check-this-out-now.online -children-learningreading.info -christianlouboutinsaleoutletonline.us -cialischmrx.com -claytransformations.info -clean-virus-mac.com -cleansearch.net -clickbank.net -clickbanksites.info -clicksor.com -clipartnew.com -clips.ua.ac.be +catalogs-parts.com +cdncash.net +cementaresearch.se +chatroulette.video +chinajerseyswholesalecoupons.com +cialiswithoutadoctor.net +ciekawinki.pl +clarithromycin500mg.com +cmhomestayagency.com cocolyze.com -coindirect.io -compliance-alex.xyz -compliance-andrew.xyz -compliance-irvin.xyz -compliance-olga.top -conocer-sanabria.com +communisave.co.za +community.allhiphop.com +compliance-nelson.top +cookingmeat.ru cool-wedding.net -coolbar.pro -cornomase.win -costablue.xyz -counter.bloke.com -counter.yadro.ru -covid-schutzmasken.de -crest-poloski.ru +coolgamechannel.com +counciltally.com +cpajunkies.com +cracksplanet.com +crazyboost.pro +creams.makeforum.eu +crirussian.ru +cscwtalkto.site +customerguru.in +customerpromos-a.akamaihd.net cyclobenzaprinevstizanidine.blogspot.com -cypernhuset.se -dafatiri.com -datadepths.com -deniven.1bb.ru -designdevise.com -detmebel.su -detskie-zabavi.ru -dignitasdata.se -diminishedvalueoforegon.com -dipstar.org -diy-handmade-ideas.com -dms-sw.ru -dominateforex.ml -downloadme.life -dumuelave.xyz -e-biznes.info -earncash.com.ua -ebooknovel.club +cyprusbuyproperties.com +day-news.info +ddsoldes.fr +decorazilla.com +derevesendeco.com +dfiles.me +dfwu1019.info +dieta-personalna.pl +digital-video-processing.com +directivepub.com +dispo.de +djonwatch.ru +dlya-android.org +dollartree.info +domain-submit.info +donna7753191.ru +e90post.com +ecommerce-seo.org ed-shop01.ru -eldiariodeguadalajara.com -electricwheelchairsarea.com -enginebay.ru -erotikstories.ru +elektrozigarettekaufen1.devhub.com +elitepcgames.com +eloxal.ru +empathica.com +englate.com +eorogo.top +escortslet.net estibot.com -eugenevaultstorage.com -euromasterclass.ru -evening-dating-club.info -event-tracking.com -everytalk.tv -evogarage.com -expdom.com -expolicenciaslatam.co -extremal-blog.com -ezigarettenkaufen1.deviantart.com -ezigaretteshop2.vefblog.net -f1nder.org -family1st.ca -fandlr.com -fanpagerobot.com -fast-wordpress-start.com -faz99.com -fickkontaktehobbyhuren.com -figuringmoneyout.com -findpik.com -flprog.com +euronis-free.com +evehemming.blogspot.com.au +ezb.elvenmachine.com +ezigarettenshop2.postbit.com +f-loaded.de +fanrto.com +fashionavenuegame.com +fashionindeed.ml +favornews.com +fenoyl.batcave.net +ferretsoft.com +ferrotodo.com +filkhbr.com +filunika.com.ru +findclan.org +fishingwholesale.us +flauntyoursite.com +floridamhca.org +fodelsedagspresenter.nu food.dtu.dk -forex-procto.ru -foto-basa.com -freewareseek.com -fuel-gas.com -fullfileaccess.com -galaxys6manual.info -galeon.com -galleryawesome.com -gamerextra.com -gamesprite.me -gaming-journal.com -gamingspark.com -getpopunder.com +footbalive.org +forex.osobye.ru +forexunion.net +forum69.info +foto-sisek.porngalleries.top +free-deals.faith +free-gluten.ru +free-today.com +freecamdollars.com +freelinkbuilding.website.tk +front.ru +front.to +game-top.su +gamebackyard.com +gameonasia.com +gelezki.com +germes-trans.com +ghazel.ru ghostvisitor.com -glass-msk.ru -globalsurfari.com -globetrotting-culture.ru -gobongo.info -gok-kasten.net -goldpanningtools.com -googlefeud.com -gorodservis.ru -gowreckdiving.com -graphicwe.org -green-tea.tv -growboxbl.ru -grupografico-pilar.com.ar -gungamesz.com -hamilton.ca -hatedriveapart.com -hdpixent.com -hebr.myddns-flir.com -help.tpu.ru -hol.es -hollywoodactress.info -homemature.net -hotel-mkad.ru -hotsocialz.com +gk170.ru +glasof.es +globalscam.ga +gloverid.site +gnuetella.com +goatse.ru +gorabagrata.ru +gotwebsite1.com +gsasearchengineranker.pw +guardlink.org +guod.me +gwebtools.com.br +haveinc.xyz +hawaiisurf.com +heartofpayne.xyz +helvetia.com.ua +hentaiheroes.com +hermesreplica.pw +hildinghr.se +hit-kino.ru +hitmuzik.ru +hitsbox.info +hobbyhuren24.net +hoholikik.club +holidaypics.org +homegardenlova.com +horoshieokna.com +hostcritique.com hotxnights.info -https-legalrc.biz -humanelydrew.com +housekuba.org husky-shop.cz -i-midias.net.br -iamsport.org -igadgetsworld.com -ikritikimou.gr -ilovevitaly.ru -imabase.com -imagez.co -imagine-ex.co -imperia31.ru -incep.imagine-ex.co -incest-ru.com -indiakino.net -indo-export.ru -instabid.tech +ilovevitaly.xyz +imagecoolpub.com +imgarcade.com +iminent.com +inboundlinks.win +incanto.in.ua +indetiske.ya.ru +indianmedicaltourismshop.com +infowarcraft.ru instakink.com -integritylandscapeservices.com -intim-uslugi.info -invitefashion.com -iqupdatetmz.win -ispac.org -istock-mebel.ru -it-max.com.ua -ivoiretechnocom.ci -iweblist.info -javcoast.com -javitas.info -jaxcube.info -je7.us -jurajskie.info +intellektmedia.at +internetproviderstucson.com +invest-pamm.ru +inzn.ru +iopeninghours.co.uk +iphantom.com +iqoption-bin.com +isotoner.com +janerikholst.se +jav-way.site +javspace.net +jbl-charge.info +jerseysbizwholesalecheap.com +jo24news.com +jobmarket.com.ua justkillingti.me -kamagragelusa.net -keenoutlet.online -keywordhouse.com -keywordteam.net -kiinomaniak.pl -kino2018.club -kinosed.net -kinostorm.net -klikbonus.com -knowsitall.info -krasnodar-avtolombards.ru +kareliatobacco.ru +karting196.ru +konkursowo-24.pl +koversite.info +kovesszucs.atw.hu +kovrenok.ru +kozhniebolezni.com +krafte.ru ks1234.com -kvartira-sutochno.com -labvis.host.sk -languagecode.com -laptoper.net -laxob.com -ldrtrack.com -lecbter-relationships.ga -lechenie-gemorroya.com -lenvred.org -letolove.ru +ktotut.net +leboard.ru +lernur.net +letmacworkfaster.world lezbiyanki.net -likrot.com -linkarena.com -linkbuddies.com +li-er.ru +lidoradio.com +lifebyleese.com +lifeinsurancekb.com +liky.co.ua lion.playtap.us -liquimondo.com -lkbennettstore.online -loadopia.com -locatellicorretor.com.br -lovelycraftyhome.com -luciddiagnostics.in -luxmagazine.cf -m3gadownload.pl -mac-shield.com +locustdesign.co +longadventure.com +louboutinbooties.xyz +ltvperf.com machicon-ueno.info -mactechinfo.info -marblestyle.ru -masserect.com -maxxtor.eu -me-ke.com -med-zdorovie.com.ua -meddesk.ru -medi-fitt.hu -mega-polis.biz.ua -members.ghanaweb.com -menhealed.net +magento-crew.net +magicdiet.gq +makemoneyonline.com +malls.com +manuscript.su +marwer.info +mastershef.club +mediaoffers.click +medizinreisen.de +megaindex.ru +mere.host.sk +mesbuta.info message-warning.net -metarip.ru -misandesign.se -mmostrike.ru -mnimmigrantrights.net -modabutik.ru -moi-glazki.ru -mojpregled.com -mole.pluto.ro -monsterdivx.com -multgo.ru -muycerdas.xxx -my-bc.ru -nacap.ru -naturalpharm.com.ua -naturtreenspicerx.pw -newstaffadsshop.club +mex-annushka.ru +michaelkorssaleoutletonline.net +midst.eu +missclub.info +mlf.hordo.win +money-every-day.com +most-kerch.org +moviemail-online.co.uk +moyakuhnia.ru +mrsdalloways.com +mulberryoutletonlineeu.com +mustwineblog.com +muz-tracker.net +mwtpludn.review +mydirtyhobby.com +myghillie.info +mywallpaper.top +nakozhe.com +naphukete.ru +narkologiya-penza.ru +netanalytics.xyz +netfacet.net +newtechspb.ru +nhl09.ru nikkiewart.ru -ningessaybe.me -noclegonline.info -nodding-passion.tk -nufaq.com -nw-servis.ru -nzfilecloud.weebly.com -o00.in -obiavo.ru -offtopic.biz -omsk.xrus.org -online-zaymy.ru -online247.ml -onstrapon.purplesphere.in -ontargetseo.us -openstat.com -orion-v.com -osoznanie-narkotikam.net -ownshop.cf -panchro.co.uk -paperwritingservice17.blogspot.ru -paphoselectricianandplumber.com -parajumpersoutlet.online -pdns.download -pensplan.com -percin.biz.ly -perso.wanadoo.es -pewit.pw -photo.houseofgaga.ru -piccdata.com -picturesboss.com -picturesfrom.com -pinstake.com -pixshark.com -playmsn.com -pons-presse.com -popads.net -pornhive.org -pornodojd.ru -pornofiljmi.com -pornohd1080.online -pornokajf.com -positive2b.ru -potolokelekor.ru -preparevideosafesystem4unow.site +normalegal.ru +nosecret.com.ua +novosibirsk.xrus.org +nucia.biz.ly +nudepatch.net +oconto.ru +odywpjtw.bloger.index.hr +okayimage.com +okout.ru +oktube.ru +onlinemeetingnow.com +onlythegames.com +ooomeru.ru +ossmalta.com +ovirus.ru +oynat.info +oz-offers.com +pandroid.co +partner-cdn.men +partner-print.men +pathwhelp.org +petrovka-online.com +photokitchendesign.com +physfunc.ru +picturesmania.com +piratecams.com +piuminiita.com +pl-vouchers.com +plaff-go.ru +plastgranar.nu +play-movie.pl +pobeiranie.pl +podshipniki-nsk.ru +polytopesexempt.com +porndairy.in +pornosexrolik.com +pornotubexxx.name +predmety.in.ua privacylocationforloc.com -pro-okis.ru -prospekt-st.ru -prostitutki-yaroslavlya.org -pussysaga.com -qcstrtvt.bloger.index.hr -qexyfu.bugs3.com -qpypcx.com -qwertty.net -rapevideosmovies.com -rapidgator-porn.ga -realitykings.com -rebrand.ly +privatamateure.com +pro-poly.ru +profitfx.online +profitkode.com +profitwithalex.info +promalp-universal.ru +promoforum.ru +prosmibank.ru +proxyradar.com +purplesphere.in +push-ad.com +pushdata.sendpulse.com +putitin.me +quickchange.cc +rankings-analytics.com +razleton.com +realnye-otzyvy.info +reckonstat.info registrysweeper.com -remmling.de -remontgruzovik.ru -retailwith.com -rewardpoll.com -rff-cfal.info -ringporno.com -robotixix.com -rollercoin.com -rossmark.ru -rp9.ru -rusexy.xyz -russkoe-zdorovie.ru -rutor.group -sarafangel.ru -saugatuck.com -sawin.beth.webd.pl -sbt-aqua.ru -scanner-donald.top -scanner-viktor.top -scanner-walt.top -search.pch.com -seinterface.com -selectads.men -seogadget.ru -servethis.com -serw.clicksor.com -sex-tracker.de -sexcamamateurchat.com -sextracker.com -shopsellcardsdumps.com -sibtest.ru +rennlist.com +respublica-otel.ru +retreatia.com +reversing.cc +robot-forex.biz +rostov.xrus.org +rusoft-zone.ru +saecsa.co +sankt-peterburg.nodup.ru +sayyoethe.blogspot.co.za +sbetodiodnye-lampy.ru +scanmarine.info +scanner-julia.top +scanner-nelson.top +scrnet.biz.ua +searchencrypt.com +searchengineranker.email +seminarykansas904.ml +semxiu.com +sendearnings.com +seo-prof1.xyz +seocheki.net +seorankinglinks.com +sevendays.com.ua +sexspornotub.com +shohanb.com +sicfor.bcu.cc sigmund-freud.co.uk -signal03.ru -signoredom.com -signx.info -silktide.com -simplepooltips.com -sinestesia.host.sk -sispe.com.br -site-speed-checker.site -siteaero.com -siteimprove.com -sitiz.club -skutecznetabletkinaporostwlosow.pl -skypasss.com -skytraf.xyz -skyway24.ru -sloopyjoes.com -smadihome.com -socialbutton.xyz -socialmonkee.com -sophang8.com -spidtest.org -spidtest.space -spin2016.cf -spravka130.ru -sps-shop.com -sptslmtrafms.com -stair.registrydomainservices.com -stardevine.com -starpages.net -stockspmb.info -stop-zavisimost.com -stretchingabuckblog.com -subj.ukr-lit.com -success-seo.com -sukarame.net -svetodiodoff.ru -td-l-market.ru -teastory.co -teenfuck.tv -tetracsaudi.com -thecounter.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinevssoma.blogspot.com -tkanorganizma.ru -tn811.us -tnaionline.org -tonerbox.kz -toon-families.com -top10-online-games.com -torrent-to-magnet.com -torrents-tracker.com -torrents.cd -tourcroatia.co.uk -toursmaps.com -toxicwap.com -toy-shop.top -track.deriv.com -tracxn.com -trafaret74.ru -trafficjunky.net -tubeoffline.com -tula.mdverey.ru -twitlinks.com -twojebook.pl -twu.com.ua -uggbootsoutletsale.us +similardeals.net +simple-share-buttons.com +sivs.ru +sk.golden-praga.ru +skatestick.bid +skladvaz.ru +sledstvie-veli.net +smichovbike.cz +sms2x2.ru +social-button.xyz +songplanet.ru +sonnikforme.ru +sovetogorod.ru +spamnuker.com +spb.ru +speechfoodie.com +sribno.net +stariy-baku.com +steame.ru +streamin.to +streetfire.net +streha-metalko.si +strigkaomsk.ru +stroyhelp-dv.ru +sukirgenk.dvrlists.com +surfbuyermac.com +surintech.ac.th +svensk-poesi.com +sweepstakes.rewardit.com +swingerseiten.com +taihouse.ru +takeprofitsystem.com +tasteidea.com +td-33.ru +techart24.com +tedxrj.com +telegramdownload10.com +teletype.in +templates.franklinfire.co +thebestphotos.eu +thedownloadfromwarez.blogspot.com +theendivechronicles.com +thefotosgratis.eu +thepantonpractice.co.uk +theporndude.com +thetardistimes.ovh +tiens2010.ru +titangel-vietnam.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinepills.blogspot.com +token-lab.org +top-deal.com.pl +trafficreceiver.club +truebeauty.cc +tt-ipd.info +tyumen.xrus.org +ua.tc ugguk.online -um-razum.ru -unblocksit.es -unimodemhalfduplefw.pen.io -unlimitdocs.net -upstore.me -uptime-as.net -userequip.com -uzporno.mobi +umg-stroy.ru +unrealcommander.org +upproar.com +url-img.link +uzungil.com v24s.net -validdomain.xyz -valuado.com -veerotech.com -velpanex.ru +vadimkravtcov.ru +veles.shop +vereo.eu +verymes.xyz +veselokloun.ru +viagroid.ru videochat.life -videochat.mx -videooko.weebly.com -videospornogratisx.net -viktoria-center.ru -virus-schutzmasken.de -vkgaleria.com -vkonche.com -vladimir.xrus.org -vpnmouse.com -wardreapptokone.tk -waysbetter.cn -webkeyit.com -website-audit.com.ua -websiteaccountant.de -wingsoffury2.com -wjgony.com -worldmusicfests.com -wwwadultcheck.com -xchangetrak.com -xfluro.com -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xtraffic.plus -yellowproxy.net -yourdesires.ru -youthreaders.com -zaimite.ru -zarabiaj-dzis.pl -zeroredirect2.com -zhongwenlink.com -zigarettenonlinekaufen1.blox.pl -zlatnajesen.com -znakom.sibtest.ru -zocaparj.kz -zoomovies.org -zrizvtrnpale.tk +videochat.world +vip-dom.in +vodaodessa.com +vseigru.one +vykup-avto-krasnodar.ru +walkme.com +watchmyfb.pl +watsonrealtycorp.com +wdrake.com +webenlace.com.ar +website-analytics.online +websiteexplorer.info +weburok.com +welck.octopis.com +wesharepics.info +westvilletowingservices.co.za +wfb.hatedriveapart.com +where-toget.com +wholesalejerseysgaa.com +wineration.com +wleuaprpxuvr.ga +womensterritory.ru +wordpress-crew.net +wordpresscore.com +wosik-dach.service-for-web.de +wowas31.ucoz.ru +writersgroup580.web.fc2.com +wrz0iuebwhp5fg.freeddns.com +www.event-tracking.com +x-mix.info +x-stars.ru +x-true.info +xlolitka.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80ak6aa92e.com +xn--d1acah0c.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn--l1aengat.xn--p1ai +xtremeeagles.net +xxxsiterips.xyz +yatrk.xyz +yhit.press +yougotanewdomain.com +yourothersite.com +yourserverisdown.com +yugk.net +yuweng.info +zeikopay.com +zero1.it +zeroredirect5.com +znakomstvaonlain.ru zryydi.com +zvetki.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 1691b1366..2ad5cba45 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -10bet.com -123any.com -1millionusd.xyz -3th.co.in -404.mn -4pp13.com -4webmasters.com -aasoldes.fr -abctoppictures.net -abtasty.com -adinterax.com -ads-seo.men -aero2.ru -aibolita.com -all4invest.info -alyeskaresort.com -amung.us -android-style.com -aosexkontakte.net -apioutoboxnet-a.akamaihd.net -apptester.tk -aviav.org -avon-severozapad.ru +1flag.co.za +1hwy.com +51unlim.ru +70casino.online +8558l.jobs.net +aa8780bb28a1de4eb5bff33c28a218a930.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +accessoires-mode.in +activecampaign.dreamhosters.com +adpremium.org +ads-cool.pro +adultactioncam.com +advocatemsk.ru +afora.ru +akita.kz +akusherok.ru +alive-ua.com +all4wap.ru +allfinweb.com +ampower.me +apisecretsaucebi-a.akamaihd.net +artpicso.com +avtoarenda.by +ayakino.net ayanaspa.com -beachfix.co -best-coupon-offer.com -bestofupload.info -bird1.ru -blog-hits.com -bpro1.top -bracketsmackdown.com -buntube.net -buzz-porno.info -call-of-duty.info -cheapbarbour.online -choosecuisine.com -ci.ua -cialischstgerts.com -cleanpcnow.com -clicksor.com -clmforexeu.com -comeondog.info -compliance-donald.xyz -compliance-irvin.top -coolyarddecorations.com -covadhosting.biz -crackzplanet.com -credit.co.ua -daooda.com -demon-tweeks.com -deniven.1bb.ru -diminishedvalueoforegon.com -dividendo.ru -dollartree.info -dolohen.com -dood.live -doreenblog.online -dostavimvdom.ru -downloadmefiranaratb1972.xpg.com.br -druzhbany.ru -dscaas.website +b2b-lounge.com +baditri.com +bankcrediti.ru +best-mam.ru +bestdooz.com +besthomemadepornsites.com +bimatoprost-careprost.com +bitcoins-live.ru +biznesschat.net +blackwitchcraft.ru +bloggers.nl +boltalko.xyz +brainzpod.win +burkesales.com +callejondelpozo.es +callmd5map.com +capacitacionyaprendizaje.com +chlooe.com +clarithromycin500mg.com +clickbanksites.info +clicksotrk.com +compliance-jessica.top +compliance-walter.top +cookie-law-enforcement-ff.xyz +cpabegins.ru +cracksplanet.com +craftburg.ru +cubs-jerseys.us +cvety24.by +dailyfinancefix.com +digest-project.ru +dikx.gdn +dinosaurus.site +diusyawiga.tk +dogoimage.com +dosugrostov.site +download-wallpaper.net +download-walpaperhd.blogspot.com e-avon.ru -electrik-avenue.com -elektronischezi.livejournal.com -elektronischezigarettekaufen1.beeplog.com -eralph.tk -essayassist.com -etenininrade.ga -eu-cookie-law.blogspot.com -european-torches.ru -eywords-monitoring-your-success.com -ezigarettekaufen2.yolasite.com -feeriaclub.ru -ferieboligkbh.dk -fetishinside.com -fickkontaktehobbyhuren.com -fikasound.tk -filmania-x.ru -flashbannernow.com -flashlarevista.com -foto-basa.com -foto-sisek.porngalleries.top -fuel-gas.com -funnypica.com -game-mmorpg.net -gamerextra.com -geilehausfrauen.net -germes-trans.com -getpopunder.com -girls-ufa.ru -go2jump.org -goo.ne.jp -goodprotein.ru -greamimgo.pw -green-tea.tv -growboxbl.ru -hatedriveapart.com -hebr.myddns-flir.com -helpmymacfaster.trade -hitcpm.com -hkdiiohi.skyrock.com -homegardenlova.com +e705.net +eas-seo.com +eduinfosite.com +egovaleo.it +ekn-art.se +elektrischezi.canalblog.com +eng-lyrics.com +erotik0049.com +erotische-geschichten-xxl.com +ez8motelseaworldsandiego.com +ezigarettekaufen2.mpbloggar.se +factorynightclub.com +fanrto.com +faptitans.com +fashionindeed.ml +fellowshipoftheminds.com +feorina.ru +filesdatabase.net +financepoints.eu +forex-procto.ru +free-gluten.ru +free-share-buttons.com +free-video-tool.com +fsakhalin.ru +fz139.ttk.ru +gamewrath.com +gateway.zscalerone.net +gdebestkupit.ru +gentamicineyedrops.blogspot.com +given2.com +goodhumor24.com +grand-chlen.ru +gsasearchengineranker.site +gtopstats.com +guge.io +gwebtools.com.br +gz2.bbsoldes.fr +hackers-crackers.tk +hdwallpapers-free.com +healbio.ru hosting-tracker.com -hoterika.com -hothor.se -housemilan.ru -ictizanidinehcl4mg.blogspot.com -iframe-toloka.com -infodocsportal.com -informatiecentro.be -instabid.tech -int.search.mywebsearch.com -investsuccess.org -inzn.ru -iopeninghours.co.uk -islamtoday.co.za -it-max.com.ua -jerseyschinabizwholesale.us -jovencitas.gratis -joy-penguin.com -kamen-e.ru -keywordsuggests.com -knowyournextmove.com -krafte.ru -kraljeva-sutjeska.com -ku6.com -kustanay.kz -kvartira-sutochno.com -kwzf.net -locationdesaison.com -longadventure.com -mackeeper-center.club -makedo.ru -manuscript.su -matchpal-a.akamaihd.net -mebeldekor.com.ua -mex-annushka.ru +hotblognetwork.com +hotenergy.ru +hoverboard360.nl +i-hobot.ru +ideashome.id +ikritikimou.gr +ilbe.club +infazavr.ru +innoslicon.com +iusstf.org +jurajskie.info +kasino-money.pw +keyhantercume.com +kino2018.club +kredit-pod-zalog-krasnodar.ru +kursy-ege.ru +kuzinsp.ru +kvartir-remont.biz +lalalove.ru +laxob.com +lenvred.org +letto.by +louisvuittonoutletstore.net +mamasuper.prom.ua +members.ghanaweb.com +menhealed.net +mesbuta.info mikozstop.com -mjchamonix.org -modenamebel.ru -monclerjacketsoutlet.pw -moneymaster.ru -monthlywinners.com -mypornfree.ru -nailsimg.com -narkologiya-orel.ru +mobsfun.net +mojaocena.com +monarhs.info +moomi-daeri.com +moyakuhnia.ru +mylesosibirsk.ru +na-telefon.biz +naturalshair.site netfacet.net -newstudio.tv -no-fuel.org -noclegonline.info +new-apps.ru +nodup.ru noscrapleftbehind.co obsessionphrases.com -onetravelguides.com -onlythegames.com -openstat.com -ourtherapy.ru -partnerline.men -pepperstyle.ru -plohaya-kreditnaya-istoriya.ru -polska-poezja.com -porn-w.org -pornofeuer.com -pornokorol.com -portside.cc -pozvonim.com -printdirectforless.com -prizefestival.mobi +oktube.ru +outclicks.net +parfusale.se +park.above.com +partner-high.men +partner-print.men +pastaleads.com +pcimforum.com +piter.xrus.org +pix24x7.com +pixelrz.com +pizza-imperia.com +placid-rounded-coast.glitch.me +pobeiranie.pl +pooleroadmedicalcentre.co.uk +pornhub-forum.ga +pornmania.pl +pornosexrolik.com +pr-ten.de +privatefx.all4invest.info +prodess.ru professionalwritingservices15.blogspot.ru -prosmibank.ru -ranksonic.com -realizmobi.com -recipedays.ru -remont-fridge-tv.ru +prointer.net.ua +pronorm.fr +prostitutki-almata.org +qld10000.net +radiogambling.com +ranksonic.info +rcpmda.ikan1080.xyz +recinziireale.com +rep-am.com ringtonepartner.com -robertefuller.com -rock-cafe.info -roleforum.ru -rumamba.com -scanspyware.net -scoopquest.com -seasaltwithfood.com -seeresultshub-a.akamaihd.net -serptehnika.ru -service-core.ru -sexiporno.net -sextracker.com -sexy.babes.frontend-stack.top -sexyali.com -sharpchallenge.com -shopfishing.com.ua -shopwme.ru -shymkent.xkaz.org -site-auditor.online -sitiz.club -slowmac.tech -small-games.biz -smstraf.ru -sockshare.net -spinnerco.ca -stretchmate.net -stuff-about-money.com -surintech.ac.th -susanholtphotography.com -t3chtonic.com -tecspb.ru -telefonsexi.com -theautoprofit.ml -tilido.com -tizanidineorflexeril.blogspot.com -tizanidinevssoma.blogspot.com -tmm-kurs.ru -tmtrck.com -top-karkas.ru -topshef.ru -tradedeals.biz -traderzplanet.in -trumpetedextremes.com -tula.howotorg.ru -turist-strani.ru -tvnewsclips.info -tyumen.xrus.org -umekana.ru -uogonline.com -upproar.com -veerotech.com -vigrx-original.ru -vikistars.com +robotixix.com +russian-postindex.ru +russkoe-zdorovie.ru +samoiedo.it +savefrom.com +scanner-josh.top +scanner-mary.top +schlampen-treffen.com +schoolfiles.net +seminarygeorgia59.ga +sergiorossistore.online +sex-znakomstva.online +sfd-chess.ru +shitting.pro +shohanb.com +silvermature.net +sim-service.net +siteheart.net +skatestick.bid +smartshoppymac.com +socialmonkee.com +sohoindia.net +sotechco.co +spbchampionat.ru +spylog.com +srecorder.com +stevemonsen.com +streha-metalko.si +stroymonolit.su +stroyplus.ru +strv.se +studworks.org +tds-advert002.info +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinestreetprice.blogspot.com +toon-families.com +topclickguru.com +tpu.ru +trafficjunky.com +trafficjunky.net +traffictrade.life +turbodsp.com +tvorozhnaja-zapekanka-recept.ru +twojebook.pl +unpredictable.ga +unrealcommander.biz +url-extractor.xyz +us-america.ru +uytmaster.ru +via-energy-acquistare.com +video-chat.in villacoloniale.com -viveresaniesnelli.it -voprosotvet24.ru -vroze.com -wdfdocando.com -webshoppermac.com -website-speed-up.top -websites-reviews.com -whos.amung.us -wingsofrefuge.net -womens-journal.net -worldhistory.biz -xkaz.org -xn----7sbho2agebbhlivy.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xsfetish.org -xtubeporno.net +visa-china.ru +visa-pasport.ru +visitcambridge.org +vitalads.net +wallpapersdesk.info +walpaperlist.com +waterefficiency.co +website-analyzer.info +websiteaccountant.de +whengirlsgowild.com +womama.ru +x-musics.com +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai xxxtubesafari.com -zebramart.ru -zeroredirect12.com -zixizop.net.ru -zone-kev717.info -zoompegs.com +yeartwit.com +youthreaders.com +zaapplesales.blogspot.com +zastenchivosti.net +zeroredirect1.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index dbf63bcf1..22b4a1a8b 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.63 0; +10.1.0.104 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index ae2817192..cf45e703c 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:14 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Bot Count: 624 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index ae2817192..cf45e703c 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2567 -### Updated: Fri Sep 3 10:03:14 UTC 2021 +### Version: V4.2021.09.2568 +### Updated: Fri Sep 3 22:01:12 UTC 2021 ### Bad Bot Count: 624 ################################################### ### Version Information ##