diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 13ee6ae94..6c768c2cb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2572 +#### Version: V4.2021.09.2573 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a50266774..0caa5f05c 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2572 +#### Version: V4.2021.09.2573 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 927240c24..7fd0130dd 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2572 +#### Version: V4.2021.09.2573 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index aa8171d10..7418155e5 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2572 +#### Version: V4.2021.09.2573 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 47bb50c5b..c43fdedd7 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 47bb50c5b..c43fdedd7 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 47bb50c5b..c43fdedd7 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 47bb50c5b..c43fdedd7 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 47bb50c5b..c43fdedd7 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index f2d393f16..aa1bbf699 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2572 +2573 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 47bb50c5b..c43fdedd7 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V3.2021.09.2573 +### Updated: Sun Sep 5 22:01:23 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index a8635fd4b..51d89b57b 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 289f2e8f4..b95e48717 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.179.100.214 0; +23.101.116.30 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index a8635fd4b..51d89b57b 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 289f2e8f4..b95e48717 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.179.100.214 0; +23.101.116.30 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b2fa2a2b2..2bfe6b017 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 289f2e8f4..b95e48717 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.179.100.214 0; +23.101.116.30 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index a0b1837ff..a43803711 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:26 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:22 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 502b93459..352eb294e 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 1; +10.1.1.125 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index abaac718e..71c19a4f1 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -360Spider -HMView -HTMLparser -Mister PiX -Pandalytics -Piepmatz -SurveyBot -Upflow -Virusdie -crawler4j +Freeuploader +LieBaoFast +Likse +Probethenet +SpankBot +WASALive-Bot +WBSearchBot +WWWOFFLE +Xaldon WebSpider +crawler.feedback diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index c772ff826..c695a2cbb 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,220 +1,222 @@ +360Spider +404checker 404enemy -80legs -ALittle Client -Abonti +ADmantX +ASPSeek +Aboundexbot +AfD-Verbotsverfahren AiHitBot +Aipbot AllSubmitter +Alligator AlphaBot -Anarchy -Aspiegel +Anarchie +Asterias AwarioSmartBot -BackDoorBot -Backlink-Ceck -Badass +BDCbot Barkrowler -Battleztar Bazinga -Bitacle +BatchFTP +Blackboard Blow -Bolt +BlowFish +Brandprotect +Brandwatch Buck -BuzzSumo -CATExplorador -CazoodleBot +Buddy +BuiltBotTough +BunnySlippers CheTeam CheeseBot -Claritybot -Cliqzbot -Cloud mapping +CherryPicker +Chlooe +Cocolyzebot +Cogentbot Copier -Copyscape Crawling at Home Project -CrunchBot -DBLBot +CrazyWebCrawler DIIbot +DataCha0s Demon -Digincore -Dirbuster Disco -Dispatch +Discobot +Discoverybot DittoSpyder -DnyzBot -DomainAppender -DomainCrawler +DomCopBot DomainStatsBot Dotbot -Drip -ECCP/1.0 -EMail Wolf +Dragonfly Ebingbong +Ecxi EirGrabber -EroCrawler -Exabot +Evil Express WebPictures ExtLinksBot -Extractor -Extreme Picture Finder -Ezooms +ExtractorPro +FDM FemtosearchBot FlashGet Foobot -FrontPage Fuzz Fyrebot -G-i-g-a-b-o-t -GermCrawler -Go!Zilla +GetRight +Getintent Go-Ahead-Got-It -GrabNet -Grabber +Gotit GrapeFX GrapeshotCrawler -HMView +HEADMasterSEO HTMLparser -Harvest -HybridBot -IDBTE4M +HTTrack +Haansoft +Havij +Hloader +IDBot IlseBot Image Fetch -InfoNaviRobot InternetSeer +Iria +Iskanie IstellaBot Jbrofuzz -JennyBot JetCar +Jorgee +Jyxobot Kenjin Spider -Keyword Density -Leap +Lanshanbot +Larbin LeechGet -LexiBot -LibWeb +Lftp LieBaoFast -Likse -LinkScan -Linkbot +Lightspeedsystems +LinkWalker Linkdexbot -LinqiaMetadataDownloaderBot +LinkextractorPro +LinkpadBot Lipperhey +Lmspider Ltx71 +MSFrontPage MSIECrawler -Mag-Net Mail.RU_Bot -Majestic SEO -Majestic-SEO Majestic12 -MarkWatch -Mass Downloader -Masscan +MauiBot Mb2345Browser MeanPath Bot -Metauri +Meanpathbot +Mediatoolkitbot Microsoft URL Control -Mister PiX -Mojeek +Moblie Safari Mojolicious -Morfeus Fucking Scanner +Mozlila +NearSite NetAnts -NetMechanic -Netvibes -Nibbler +NetLyzer +NetSpider Niki-bot -Nimbostratus +Nikto +Nmap Nutch +Octopus +Offline Navigator +OnCrawl +OpenVAS +Openfind Openvas -PageGrabber -PageScorer +OrangeBot +PHPCrawl +POE-Component-Client-HTTP +PageThing.com +Pi-Monster Picsearch +PictureFinder Pixray PleaseCrawl -Probethenet -Pu_iN -PyCurl +ProPowerBot +ProWebWalker +Pump +PxBroker RSSingBot -RankActive RankFlex +RankingBot RankingBot2 -Rankivabot -RankurBot -Recorder +Reaper RedesScrapy -RepoMonkey -Ripper -Rogerbot -SBIder SEOkicks -SEOkicks-Robot -ScanAlert -ScoutJet -ScrepyBot -Searchestate -SearchmetricsBot +SEOlyticsCrawler +SEOprofiler +SEOstats +SalesIntelligent +Scrapy +Screaming +ScreenerBot Semrush +SentiBot +Seomoz Shodan Siphon -SiteCheckerBotCrawler SiteExplorer -SiteLockSpider +SiteSucker Sitevigil -SlySearch -Snake +SmartDownload Snapbot -Sottopop -SpaceBison -Spammen +Snoopy +SocialRankIOBot +Sociscraper +Sogou web spider +Sosospider +Spanner +SputnikBot +Sqlmap Steeler -Stripper -Suzuran +SuperBot +SuperHTTP +Surfbot +SurveyBot Szukacz T0PHackTeam +T8Abot Teleport -Telesoft Telesphoreo Telesphorep +The Intraformant TheNomad -Thumbor Titan -True_Robot -Turnitin +Toata +Tracemyfile +TurnitinBot TwengaBot -UnisterBot -Upflow +URLy.Warning V-BOT -Vacuum +VB Project +VCI +Vagabondo VelenPublicWebCrawler -Virusdie -VoidEYE -WASALive-Bot +VeriCiteCrawler +Voil WBSearchBot -WEBDAV -WWWOFFLE -Wallpapers/3.0 -WeSEE +WWW-Mechanize +Wallpapers Web Auto Web Enhancer Web Fetch -Web Fuck +Web Pix Web Sucker -WebAuto -WebCollage -WebEnhancer -WebFuck -WebGo IS +WebCopier +WebFetch +WebImageCollector +WebLeacher +WebPix WebSauger -WebStripper -WebZIP -Webshag -Website Quester -WebsiteExtractor +Webalta Webster -Whack -Who.is Bot -WiseGuys Robot -Wonderbot -Wotbox -Wprecon +Whacker +Whatweb +Widow +WinHTTrack Xaldon WebSpider Xenu +YoudaoBot Zade -Zauba Zermelo Zitebot ZmEu @@ -222,29 +224,27 @@ ZoomBot ZoominfoBot ZyBorg archive.org_bot -arquivo-web-crawler -cognitiveseo -dataforseo.com +arquivo.pt +autoemailspider +check1.exe +coccocbot-web +com.plumanalytics +crawler.feedback +domainsproject.org facebookscraper -gopher heritrix -instabid -meanpathbot -mediawords +lwp-request +lwp-trivial muhstik-scan netEstate NE Crawler -page scorer -pcBrowser -probe-image-size -ripz -seobility -seostar -sexsearcher -sitechecker.pro -sogouspider +scalaj-http +scan.lol +siteripz +sp_auditbot spyfu -sysscan -trendiction.com -webmeup-crawler +trendiction.de +ubermetrics-technologies.com webpros.com -webprosbot +x09Mozilla +x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index c813ecedd..3616e6cb2 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +01h4x.com 404enemy 80legs +ADmantX +AIBOT Aboundex -Aboundexbot -Acunetix AfD-Verbotsverfahren -AlphaBot -Ankit +AiHitBot Apexoo Asterias -Attach +AwarioSmartBot BBBike -BDFetch +BLEXBot BackDoorBot +BackStreet +BackWeb Badass -Blackboard +BatchFTP +Black Hole +BlackWidow +BlowFish BotALot -Brandprotect -Buck +Buddy BuiltBotTough -BuiltWith -BunnySlippers -BuzzSumo -CATExplorador -CazoodleBot -CherryPicker -ChinaClaw -Claritybot +CCBot +Calculon +Cegbfeieh +CensysInspect Cloud mapping -Cocolyzebot Cogentbot -Copier CopyRightCheck Craftbot Crawling at Home Project -CrazyWebCrawler Crescent -CrunchBot +Curious +DIIbot +DSearch DTS Agent -Devil -Digincore +Deusu DigitalPebble -Dirbuster +Disco Discoverybot Dispatch DnyzBot -DomCopBot DomainAppender DomainCrawler DomainSigmaCrawler -Download Wonder +DomainStatsBot Dragonfly -EasyDL -ExtLinksBot +Drip +ECCP/1.0 +EMail Siphon +Ebingbong +Ecxi +EroCrawler +Evil +Express WebPictures +Extractor +Extreme Picture Finder +EyeNetIE +FHscan FemtosearchBot -Fimap -Firefox/7.0 FlashGet -Flunky Foobot FrontPage -G-i-g-a-b-o-t +Fuzz +FyberSpider +GermCrawler GetRight -Gigabot -GoZilla -Grafula -HMView +Getintent +Go!Zilla +HEADMasterSEO HTMLparser HTTP::Lite +Haansoft +HaosouSpider Harvest -Heritrix Humanlinks -HybridBot IDBot -IRLbot -Iblog -Id-search +IlseBot IndeedBot -InfoNaviRobot -InfoTekies InterGET InternetSeer Iria -IstellaBot -JamesBOT -JetCar -Jorgee -JustView -Jyxobot -Kinza -LNSpiderguy -LWP::Simple -Leap -Libwhisker -Likse -LinkWalker +JOC Web Spider +Jbrofuzz +Joomla +Kenjin Spider +Keyword Density +Kozmosbot +Lanshanbot +LeechGet +LibWeb +Linkbot LinksManager -LinqiaMetadataDownloaderBot -Lmspider -Ltx71 +LinqiaRSSBot +Lipperhey +Lipperhey Spider MFC_Tear_Sample -MIIxpc -MJ12bot +MIDown tool MQQBrowser MTRobot Mail.RU_Bot -Majestic12 MarkWatch -Mass Downloader +Masscan MauiBot Mb2345Browser -MeanPath Bot -Meanpathbot +Metauri MicroMessenger -Microsoft Data Access -Mojolicious +Mister PiX +Mojeek Morfeus Fucking Scanner Mozlila +Musobot +NICErsPRO NPbot +Name Intelligence Navroad -NearSite -Nessus -NetMechanic -NetZIP -NextGenSearchBot +Nettrack +Netvibes Nibbler Niki-bot -Nikto -NimbleCrawler Nimbostratus -Ninja -Nmap -Nutch +Offline Explorer +OpenLinkProfiler +OpenVAS +OrangeSpider OutclicksBot PHPCrawl Page Analyzer PageGrabber PageScorer +PageThing.com +Pandalytics Panscient PeoplePal Pi-Monster -Picsearch +PictureFinder +Piepmatz Pixray PleaseCrawl -Pockey ProPowerBot +Probethenet Psbot -Pu_iN -Pump PxBroker -Quick-Crawler -RankActiveLinkBot -RankingBot2 -Rankivabot -RankurBot +QueryN Metasearch +RankFlex Re-re -RedesScrapy +Reaper +RebelMouse +RepoMonkey SBIder SEOkicks SEOkicks-Robot +SEOlyticsCrawler SISTRIX SMTBot -ScanAlert +Scanbot Scrapy +ScrepyBot SearchmetricsBot -SemrushBot -Seomoz -SiteCheckerBotCrawler -SiteExplorer -SiteLockSpider -Siteimprove -SlySearch -Snoopy -Sogou web spider -Sosospider -Sottopop -SpankBot -Sqlworm -Steeler -SurveyBot -Swiftbot +SentiBot +SeoSiteCheckup +SeobilityBot +Siphon +Sitebeam +SmartDownload +Snapbot +Spammen +Spinn3r +Sqlmap +Sqworm +Sucker +Sucuri +SuperBot Szukacz -TeleportPro -Telesphoreo -Thumbor +T0PHackTeam +Teleport +Telesphorep +The Intraformant +TheNomad +TightTwatBot Trendiction +Turingos Turnitin Twice +Typhoeus +URLy Warning Upflow -VB Project -VCI -Vacuum -VeriCiteCrawler +V-BOT +Vagabondo VidibleScraper +VoidEYE Voltron +WASALive-Bot WISENutbot WPScan -WWW-Collector-E -WWWOFFLE Wallpapers -Wallpapers/3.0 WallpapersHD Web Auto -Web Enhancer -Web Fetch -WebAuto -WebCollage +Web Fuck +Web Sucker +WebBandit +WebCopier WebFetch WebFuck -WebSauger +WebLeacher +WebReaper WebStripper -Webalta -Webster -Whack +WebSucker +WebmasterWorldForumBot +WebsiteExtractor +WebsiteQuester Whacker -Wonderbot +Who.is Bot +WinHTTrack Wotbox Wprecon -Xaldon WebSpider +Xaldon_WebSpider Xenu -Zauba +Zermelo +Zitebot ZmEu +ZoomBot ZoominfoBot -arquivo.pt -backlink-check -cah.io.community -coccocbot-web +archive.org_bot +autoemailspider +check1.exe +cognitiveseo crawl.sogou.com +dataforseo.com +demandbase-bot +domainsproject.org facebookscraper +internetVista monitor +isitwp.com +lwp-request lwp-trivial -mediawords +magpie-crawler +muhstik-scan netEstate NE Crawler -page scorer -probe-image-size -satoristudio.net -scan.lol +plumanalytics seobility -seoscanners seostar -sitechecker.pro sysscan -trendiction.com trendiction.de -ubermetrics-technologies.com -voyagerx.com -webmeup-crawler webpros.com -x09Mozilla +webprosbot +zauba.io zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 699c01cd8..2e328d5f3 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aihelen.net -allblogroll.com -f5mtrack.com -healmytrauma.info -ks1234.com -rent2spb.ru -rustic-quiver.win -video-chat.love -websitevaluebot.com -zmoda.hostreo.com +3xforum.ro +bidr.trellian.com +game300.ru +iron-age.info +koleso24.com.ua +landmania.ru +partnersafe.men +superstats.com +timecrimea.ru +trafficshaper.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 8a113f08e..e6a2987a0 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com -0n-line.tv -101billion.com -1adult.com -1bet.com -20pascals.nl -23kw.ru -2drittel.de +0lovespells0.blogspot.com +1001watch.com.ua +123cha.com +178evakuator178.ru +1flag.co.za +1stat.ru +2015god.org +2020iscoming.info +2345.com +3-letter-domains.net 3th.co.in -57883.net -72-news.com +4replicawatch.net 7fon.ru -7search.com -991mostfm.co.id -9icmzvn6.website -aa9bd78f328a6a41279d0fad0a88df1901.com -abwa.tk -accessoires-mode.in +7zap.com +8si.ru +aac500b7a15b2646968f6bd8c6305869d7.com +aaronabel.com +abtasty.com adamoads.com -adclickthru.net -adserver-e7.com -afora.ru +adloads.com +ads.gold +adtech.us +advertex.info +adviceforum.info +adzerg.com +agadelha.com.br agecheckadult.com -aibolita.com -akita.kz -alert-hgd.xyz -alfa9.com -alfabot.xyz -allwomen.info -alphaforum.ru -alphavisions.net -alt-servis.ru -amazingpic.net -android-style.com -angry-fermi-7633.arukascloud.io +agroeconom.kz +akama.com +alert-jdh.xyz +alice.it +alkoravto.ru +allboard.xobor.de +alpinism.ru +aludecor.info +amehdaily.com +amyfoxfitness.com +anatomiy.com +animalia-life.club animaltoplist.com -anonymizeme.pro -apibrowsesmartne-a.akamaihd.net apioutoboxnet-a.akamaihd.net -apple.com-cleaner.systems -apple.com-webbrowsing-security.review +appmsr.org apps-analytics.net -arabgirls.adultgalls.com -arenda-avtoprokat-krasnodar.ru -articlesdirectoryme.info -asmxsatadriverin.aircus.com -atlasvkusov.ru +aramaicmedia.org +arcteryxstore.online +artel116.ru +aruplighting.com +asiavirtualsolutions.com atmovs.com -aviav.ru.com -avtointeres.ru -avtolombard-krasnodar.com -baladur.ru -bannerspace.com -bannerswap.com -beachfix.co -belstaffstore.online -bestdooz.com -bestdraws.com -bestpornuha.com -bestwrinklecreamnow.com -betteroffers.review -bget.ru -bio-market.kz -bio.trade-jp.net -biteg.xyz -bizcheapjerseyswholesalechina.com -biznesluxe.ru -blackplanet.com -blog.koreadaily.com -bloggen.be -bloggers.nl +autovideobroadcast.com +autowebmarket.com.ua +avon-severozapad.ru +azartclub.org +azartmsl.com +azbukadiets.ru +b00kmarks.com +babs.com.ua +backiee.com +bad-stars.net +baikaleminer.com +baksman.com +barnfurnituremart.com +basisches-wasser.net +bausparen.bz.it +beatifullandscape.co +beetpics.pw +berdasovivan.ru +best-mam.ru +bestchoice.cf +bestsexyblog.com +bharatdefencekavach.com +bimatoprost-careprost.com +bizlist.com.de +bizru.info +bjgugu.net.ua +bkgr.se +blog.axant.it bluesalt.co -brains2.biz -bravegirlsclub.com -briomotor.co -bscodecs.com -buckspar.gq -budilneg.xyz -builtwith.com -bumascloset.com -buyk.host.sk -buynorxx.com -bvlgariwallet.xyz -bwlx.prepedu.cn -bytimedance.ru -cacheimages.com -calcularpagerank.com -cam-kontakte.org -camel-beach.com +boole.onlinewebshop.net +bristolhotel.com +browsepulse-a.akamaihd.net +bus-offer.com +businescoop.men +buttons-for-website.com +buypuppies.ca +buyviagraa.blogspot.com +bvlgaribracelet.xyz +bzero1jewelry.net +callawaygolfoutlet.online +canacopegdl.com +candcstuccoandstone.com +candlehandmade.com +candytiner.com +cannibalcheerleader.com +capacitacionyaprendizaje.com capture-room.com -carabela.com.do -cartierreplica.win -cartierreplica.xyz +carrauterie.be +carstrends2015.com +cartierlovestore.com casinorewards.info -cayado.snn.gr -cctva.tv -cdnnetwok.xyz -cenokos.ru -charmstroy.info +cdn.walkme.com +celejihad.info +chcu.net +cheapbarbour.online +cheapbelstaff.online cheapjerseysa.com -checkhit.com -checkm8.com -chimiver.info -chinacheapelitejerseys.com -cialischstgerts.com -cialisndbrx.com -cl.s7.exct.net +cheapjerseysbizwholesale.us +check-this-out-now.online +chocoslim.pro +cialischsrx.com +cleanallvirus.com +cleanersoft.com clickbank.net -cocolyze.com -coin-hive.com -com-secure.download -compliance-don.xyz -compliance-elena.top -compliance-ivan.top -conciergegroup.org -cookielawblog.wordpress.com -coolingoods.com -cougfan.info -counterbot.com -covadhosting.biz +clothesforcash.com +collegeessay19.blogspot.ru +comissionka.net +compliance-alex.top +compliance-viktor.top +conocer-sanabria.com +converse.ddsoldes.fr cowblog.fr +credit-online.ws credit.co.ua -dailyfinancefix.com -dailyrank.net -dangphoto.trade -dealitright.click -deanmoore.ie -destinationrealestate.com -diesel-parts28.ru -digitalfaq.com -doeco.ru -dokumentalkino.net -domaineaneblanc.com -download-of-the-warez.blogspot.com +cscwtalkto.site +cyclobenzaprinevstizanidine.blogspot.com +cyprusbuyproperties.com +daneshetabiat.com +danschawbel.com +darodar.com +de.zapmeta.com +degerlund.net +dekoration.us +deshevo-nedorogo.ru +detki-opt.ru +dieswaene.com +digital-sale.su +dildofotzen.net +dinosaurus.site +divatraffic.com +divci-hry.info +dividendo.ru +dktr.ru +dneprsvet.com.ua +domainroam.win +domashneeruporno.com +domik-derevne.ru +downloadeer.net +downloader12.ru downloadme.life -downloadmefiranaratb1972.xpg.com.br -doxyporno.com -drunkenstepfather.com -duawitchrarato.tk -eandsgallery.com -earthmagic.info -easytuningshop.ru -ecxtracking.com -ed-shop01.ru +dtnlyss.com +dumpsmania24.com +e-biznes.info +e-commerce-seo.com eduserver.net -ee77ee.com -elektrozigarettekaufen1.devhub.com -eloxal.ru -emergencyneeds.org -eng-lyrics.com +egvar.net +ekspertmed.com +elektrischezigarette2.onsugar.com +elektrozigarette1.dreamwidth.org +elitepcgames.com eropho.com -este-line.com.ua +erotik0049.com +erotikchat-24.com +escortslet.net etotupo.ru -eu-cookie-law.info -eywords-monitoring-your-success.com -faptitans.com -fast-wordpress-start.com -fastfixing.tech -fatfasts-4tmz.com -ferrotodo.com -ff30236ddef1465f88547e760973d70a.com -fickenbumsen.net -fickkontakte.org -filesmonster.porn -filmgo.ru +extrabot.com +extractorandburner.com +extremal-blog.com +eyessurgery.ru +ezigarettekaufen1.hpage.com +factorynightclub.com +familyphysician.ru +fanoboi.com +fanrto.com +fashion-stickers.ru +fettefrauen.net financehint.eu -fix-website-errors.com -flex4launch.ru -flirt4free.com +findacheaplawyers.com +finuse.com +flashbannernow.com +floridahuntingfishingadventures.com floridamobilebillboards.com -foxweber.com -frbizlist.com -freakycheats.com -free-fb-traffic.com -free-floating-buttons.com +focalink.com +fok.nl +foodcrafts.website +foodgid.net +forex.osobye.ru +forexgb.ru +forum.doctissimo.fr +foxtechfpv.com +franklinfire.co free-gluten.ru -free-share-buttons.com -freelifetimefuckbook.com -gambarxkata.co -gameprimary.com -gamevalue7.weebly.com -gdebestkupit.ru -gearsadspromo.club -germes-trans.com -getmiro.com -getridofstretchmarks.org -global-ics.co.za +free-share-buttons.blogspot.com +freenom.link +fuckmill.com +fusoradio.info +galeria-zdjec.com +ge0ip.com +gemgrab-a.akamaihd.net +glastecfilms.com.my gnuetella.com -goodhumor24.com -gratis-sexkontakte.com -gratuitbaise.com -greendream.com.ua -greenidesign.co -guardlink.com -gwhwpxbw.bloger.index.hr -hacktougroup.ru -haikuware.com -hatdc.org -hermesreplica.win -herokuapp.com -histock.info -historichometeam.com -hitmuzik.ru -hmywwogw.bloger.index.hr -homedecoguide.info -hotkeys.com -hoverboard360.es -hoverboardforsaledirect.com -humanelydrew.com -hvd-store.com -id-forex.com -igru-xbox.net -imagefinder.site -imagerydatabase.com -impresagaia.it +gobongo.info +gogalleryawesome.com +goldadpremium.com +grtyi.com +gsou.cf +gunsvicceadadebt.tk +h2monline.com +hahashka.ru +handicapbathtubarea.com +hasfun.com +haveinc.xyz +havepussy.com +hidemyass.com +hildinghr.se +hostnow.men +hotdl.in +hotel-mkad.ru +hotloans.ru +housemilan.ru +hoverboard360.at +idc.com.ua +ifirestarter.ru +igadgetsworld.com +ilmen.net +imagine-ex.co +inboundlinks.win +incanto.in.ua +incep.imagine-ex.co infektsii.com -infospot.pt -inspiring-desperate.tk -integritylandscapeservices.com -ipchicken.com -iplusbit.blogspot.co.za -iptool.xyz -irunfar.com -islandminingsupply.wordpress.com -istizanidineanarcoticdrug.blogspot.com -itch.io -iyasimasennka.com -javrip.net -jerseysbizwholesalecheap.com -johannesburgsingles.co.za -journeydownthescale.info -justkillingti.me -kakablog.net -kamorel.com -keyhantercume.com -keywordblocks.com -keywords-monitoring-your-success.com -kino-filmi.com -kinosed.net -kinozapas.com -kollesa.ru -konturkrasoty.ru -kozhniebolezni.com -kraljeva-sutjeska.com -kustanay.kz -landreferat.ru -legionalpha.com -lennatin.info -lerporn.info -letsrepair.in -lida-ru.com -lifehacĸer.com -light.ifmo.ru -likrot.com -linkredirect.biz -locksmith.jp -lonerangergames.com -luchshie-topcasino.ru -lunamedia.co -m4ever.net -macnewtech.com -magda-gadalka.ru -manifestyourmillion.com -manyresultshub-a.akamaihd.net -marmotstore.online -master-muznachas.ru -mcar.in.ua -meddesk.ru -mediafresh.online -megaapteka.ru -menstennisforums.com -metallosajding.ru -michellblog.online -mobilemedia.md -moneyviking-a.akamaihd.net -moroccosurfadventures.com -mrsdalloways.com -msk-diplomat.com -musicdaddy.net -musicvidz.ru -mystats.xyz -na-telefon.biz -najaden.no -naphukete.ru -nardulan.com -narkologiya-voronezh.ru -naturalshair.site -net-radar.com -newhairstylesformen2014.com -nfljerseys.online -nicefloor.co.uk +insta-add.pro +instabid.tech +insurple.com +int.search.mywebsearch.com +ip-guide.com +isistaylorporn.info +itbc.kiev.ua +ivanstroi.ru +jacago.com +jav-idol.com +joyceblog.top +jyrxd.com +kadashihotel.com +karachev-city.ru +karadene.com +karaganda.xkaz.org +keywesthideaways.co +kino-rating.ru +kinohit1.ru +kirov.zrus.org +komputernaya-pomosh-moscow.ru +kovesszucs.atw.hu +kovrenok.ru +krasula.pp.ua +kretpicf.pw +kumuk.info +kurwa.win +kvartiry-remont.ucoz.ru +law-check-eight.xyz +lawyersinfo.org +littleberry.ru +liveinternet.ro +localmatchbook.com +lomb.co +longgreen.info +m.b00kmarks.com +m3gadownload.pl +magento-crew.net +magnetic-bracelets.ru +mainlinehobby.net +marinetraffic.com +marwer.info +massage-info.nl +mb140.ru +mearns-tractors.co.uk +mebel-vstroika.ru +mega-bony-2017.pl +mesbuta.info +mezaruk.info +michaelkorsoutlet.store +mini.7zap.com +miniature.io +mmoguider.ru +mobicover.com.ua +mobplayer.net +moetomnenie.com +mojpregled.com +monetizer.com-01.site +moneymaster.ru +monthlywinners.com +mototsikl.org +mp3films.ru +musicstock.me +mwtpludn.review +mylesosibirsk.ru +mysex21.com +na15.ru +nagdak.ru +neodownload.webcam +netpics.org +new7ob.com +nfvsz.com nightvision746.weebly.com -njpalletremoval.com -nl.netlog.com -noclegonline.info -nofreezingmac.work -nosecret.com.ua -nucia.biz.ly -oakleyglassesonline.us -ochistka-stokov.ru +nikkiewart.ru +nootrino.com +novgorod.xrus.org +nuit-artisanale.com +nuup.info +o-o-11-o-o.com +obiavo.in offf.info -omgtnc.com -onescreen.cc -onlineserialy.ru -onstrapon.purplesphere.in -optikremont.ru -otbelivanie-zubov.com -oxotl.com -ozas.net -pagesense.com -palocco.it -panamaforbeginners.com +offside2.5v.pl +ok.ru +okeinfo.online +okmedia.sk +onlainbesplatno.ru +onlineku.com +onlineslotmaschine.com +onlinewritingjobs17.blogspot.ru +openlibrary.org +optom-deshevo.ru +orsonet.ru +outpersonals.com +ovirus.ru +oz-offers.com +page2rss.com +panicatack.com paradontozanet.ru -partner-cdn.men -partner-print.men -pateaswing.com -pay2me.pl -pcimforum.com -percin.biz.ly +pdns.download +pearlisland.ru +pelfind.me perfection-pleasure.ru -photokitchendesign.com -phpdevops.com -pintattoos.com -pisanieprac.info -piski.top -pizda.lol -pl-top.pl +pharmacyincity.com +photorepair.ru +picphotos.net +pictures-and-images.com +picturesfrom.com +piratecams.com +pizza-tycoon.com plastweb.ru -pochtovyi-index.ru -pogruztehnik.ru -porndairy.in -pornoelita.info -printingpeach.com -prokotov.com -promodj.com -proposal-engine.com -prostitutki-odessa.org -proxyradar.com -pst2017.onlinewebshop.net -psvita.ru -puserving.com -putevka24.ru -qualitymarketzone.com -rankings-analytics.com -rasteniya-vs-zombi.ru -razorweb-a.akamaihd.net -rednise.com -registrydomainservices.com -responsive-test.net -reward-survey.net -rialp.getenjoyment.net -rique.host.sk -robotixix.com -rocis.site -romhacking.ru -ruf777.com -ryetaw.com -s.lollypopgaming.com -sabizonline.com +platesauto.com +play-mp3.com +playmsn.com +ploenjitmedia.azurewebsites.net +popunder.ru +porno.simple-image.com.ua +pornohub.me +pornosmola.info +portside.cc +powc.r.ca.d.sendibm2.com +pozdrawleniya.com +prizesbook.online +prodess.ru +producm.ru +prodvigator.ua +propranolol40mg.blogspot.com +prostitutki-yaroslavlya.org +pyramidlitho.webs.com +rank-checker.online +ranksonic.com +realmonte.net +redirlock.com +refudiatethissarah.info +remote-dba.de +replica-watch.ru +ribieiendom.no +rumamba.com +runstocks.com +s-forum.biz +sabaapress.com +saecsa.co +saitevpatorii.com +sajatvelemeny.com salutmontreal.com -sanidumps.com -scanner-fred.top -seansonline24.pl -searchmywindow-a.akamaihd.net -seksotur.ru +sarafangel.ru +scoopquest.com +scripted.com +se.bnt-team.com +secretscook.ru +semrush.com +sendearnings.com +seo-platform.com seoanalyses.com -seogadget.ru -seoprofiler.com -serving.adbetclickin.pink -sex-tracker.de +service.adtech.fr +sethrollins.net sexkrasivo.net -sexkvartal.com -sexphoto.site -sexy-screen-savers.com -sexystrippe.info -sexytrend.ru -shakhtar-doneck.ru +sextracker.de +shell-pmr.ru +shisha-swag.de shodanhq.com -siteexpress.co.il -siteonomy.com +shopcheermakeup.info +shopperifymac.com +sibvitr.ru +sigmund-freud.co.uk +simon3.ru +sk.golden-praga.ru +skachat-besplatno-obrazcy.ru +slim.sellany.ru slonechka.ru -snworks.com -soft1.ru -softlinesolutions.me -sonata-arctica.wz.cz -spammen.de -sport-video-obzor.ru -spravka-medosmotr.ru -spymac.net -srgwebmail.nl -sstroy44.ru -stal-rulon.ru -stardevine.com -statistici.ro -stretchingabuckblog.com -stroilka.info -stroiminsk.com -studiokamyk.com.pl -sugarkun.com -svetlotorg.ru -svetodiodoff.ru -tamada69.com +smartbalanceworld.com +smokewithrabbits.com +sms2x2.ru +snow.nvr163.com +social-fun.ru +softtor.com +solnplast.ru +space-worry.ml +spbchampionat.ru +specialfinanceoffers.com +spin2016.cf +spinnerco.ca +spravka130.ru +stathat.com +students-cheapskate.ml +studiofmp.com +superiends.org tanieaukcje.com.pl -tecnoteakviareggio.it -teenbbw.yopoint.in -telefonsexkostenlos.tk -telegraf.by -tengohydar.tk -the-trader.net -the-usa-games.blogspot.com -thegameriders.com -theplacetoupdating.pw -ticketsys.inetwd.com -timhost.ru -tizanidineandcipro.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinecapsules.blogspot.com -tizanidineformigraines.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinepain.blogspot.com -tizanidinepills.blogspot.com +tehngr.ru +telefonsexsofort.tk +telsis.com +thecounter.com +thejournal.ru +thepornsex.org +thexart.club +tizanidine4mgstreetprice.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com tizanidinerecreationaluse.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinevssoma.blogspot.com -tizanidinevsvalium.blogspot.com token-lab.org -tongkatmadura.info -toondinsey.com -torrents-tracker.com -touchmods.fr -toy-shop.top -trafficjunky.net -trafficnetzwerk.de -trafficstars.com -trainoffend.ml +topflownews.com +totu.us +tourcroatia.co.uk +tradedeals.biz +trafaret74.ru +truck-rece.life +trucri.me +trumpetedextremes.com ttrraacckkrr.com -turbo-suslik.org -twodollarshows.com -tx41tclega.ru -uchebavchehii.ru -ultramart.biz -um-razum.ru -unece.org -uni.me -url-extractor.xyz +ttsq.fr +turizm.bz +ugguk.online +uhod-za-sobakoj.ru +ukrtvir.com.ua +unacittaconte.org +upproar.com url-img.link -urll.eu -urzedowski.eu -usiad.net -valkiria-tk.ru -valueclick.com +utiblog.fr +valsalud.com vapomnoncri.tk -vasileostrovsky-rayon.ru -viddyoze.com -videositename.com -videtubs.pl -vipps.com.my -vkak.ru -vladimir.zrus.org -voloomoney.com -vpnhowto.info -vsesubwaysurfers.com -vzlom-na-zakaz.com +vbabule.net +vekzdorov.ru +venta-prom.ru +via-energy-acquistare.com +viagroid.ru +vipsiterip.org +vitanail.ru +vitoriacabos.com +vladimir.xrus.org +vremya.eu +vykupavto-krasnodar.ru +vzlomtw.com +warning.or.kr watracker.net -weboptimizes.com +webextract.profound.net +weblo.com +webnode.me +webradiology.ru +webshoppermac.com website-speed-up.top -website-stealer.nufaq.com -wejdz-tu.pl -whereiskentoday.com -win-spy.com -winner7777.net -wma-x.com -wowas31.ucoz.ru -wrona.it -www.timer4web.com -x-lime.com -xblog.in -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----9sbebi2bvzr7h.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xpresscare.ru -xtubeporno.net -xuki.us -xvideosporn.biz -yadro.ru -yes-com.com -yoshkarola.zrus.org -yottos.com -ytmnd.com -zaapplesales.blogspot.com -zatjmuzu.info -zebramart.ru -zetgie.com.pl -zigarettenonlinekaufen2.drupalgardens.com -znakomstva-piter78.ru -zophim.me -zrelaya.pw +weddingdresses.xyz +wfb.hatedriveapart.com +whatzmyip.net +wholesalecheapjerseysfree.com +whos.amung.us +woodyguthrie.se +wordpresscore.com +www.bookmaker-bets.com +www.ehscloud.cn +www.get-free-traffic-now.com +www.wohnkabinen-shop.de +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn--h1ahbi.com.ua +xtrafficplus.com +xxxtube69.com +yaminecraft.ru +yebocasino.co.za +yginekologa.com +youdesigner.kz +yougotanewdomain.com +yoursearch.me +yunque.pluto.ro +zajm-pod-zalog-nedvizhimosti.ru +zaobao.com.sg +zarajbuilders.com +zarepta.com +zetmaster.ru +zolotoy-lis.ru +zs2vm.top diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 57ce1e492..ad1b7d69f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123movies.love -12masterov.com -2000k.ru -273-fz.ru -2nt.ru -4replicawatch.net -72-news.com -777-club.ru +18ps.ru +4istoshop.com 7zap.com -9med.net -aab94f698f36684c5a852a2ef272e031bb.com -absolute-s.ru -acc.eu.org -accessoires-mode.in -admatic.com.tr -adventureparkcostarica.com -albamargroup.com -all4wap.ru -allwomen.info -altamayoztourism.com -amateurlivechat.org -ampower.me -android-style.com -apidigidocketnet-a.akamaihd.net -apper.de -appiq.mobi -asiavirtualsolutions.com -auto-zapchasti.org -autolombard-krasnodar.ru -avtovolop.ru -babs.com.ua -bagcionderlab.com -batanga.net -betteroffers.review -bio.trade-jp.net +83net.jp +8si.ru +a1security.com.ua +aaa38852e886ac4af1a3cff9b47cab6272.com +ad-words.ru +adloads.com +adobereader-free.ru +aerogo.com +ahrntal.verymes.xyz +alienwheel.es +aludecor.info +amateurgalls.com +apifasterlightin-a.akamaihd.net +artparquet.ru +asia-forum.ru +asophoto.com +atelielembrancaqueencanta.com.br +aucoinhomes.com +avtointeres.ru +awaybird.ru +babespcs.com +barbourjackets.online +berrymall.ru +bestbuy.ca +bestdooz.com +bibys.com +binomo.com +bitcoin-ua.top biteg.xyz -bkns.vn +blackle.com +blockworld.ru blog-hits.com -bloggedporn.com -bocoarchives.org -briomotor.co +brateg.xyz bristolhostel.com -buyclomidonlaine.com -c1.onedmp.com -candy-glam-hp.com -canoncdriverq3.pen.io -canrioloadm.gq -cardul.ru -casite-513049.cloudaccess.net -cctva.tv -cdnanalytics.xyz -cheapbelstaff.online -cheapsergiorossi.online -chlooe.com -chocolateslim-original.com -christianlouboutinshoes.xyz -comeondog.info -compliance-checker.info -compliance-fred.top -compliance-irvin.top -compliance-jack.top -compliance-jessica.top -concealthyself.com +buy-meds24.com +cacheimages.com +callawaygolfoutlet.online +calvet.altervista.org +canyougethighofftizanidine.blogspot.com +carapics.com +carfax.com.ua +casablancamanor.co.za +cheapjerseysap.com +co.lumb.co +compliance-elena.top +compliance-george.top constantaservice.net -crafthubs.com -crirussian.ru -damedingel.ya.ru -darodar.com -deadlinkchecker.com -detmebel.su -dinosaurus.site -djstools.com -dlya-android.org -dokumentalkino.net -download-of-the-warez.blogspot.com -downloaddy.net -doxysexy.com -drugs-no-rx.info -e705.net -earthmagic.info -ecommerce-seo.com -ecommerce-seo.org -election.interferencer.ru -electrik-avenue.com -elektronischezigarette2.mex.tl -empis.magix.net -enbersoft.com -encodable.com -eropho.com -erotiktreff24.info -f5mtrack.com -falcon-images.blogspot.com -faracontrol.ir -fetroshok.ru -fickenprivat.info -fm-upgrade.ru -fortunejack.com -free-video-tool.com -freza-sverlo.ru -froggytube.com -frustrated-favorable.gq -fungamelands.com -fxgallery.com -get-seo-domain.com -get-your-social-buttons.info -getaclueamerica.com -gigixo.com -girlsatgames.ru -glopages.ru -greatgrace.ru -gstatey.net -guigyverpo.cf -gyffu.com -hem.passagen.se -homedecoguide.info -hostsshop.ru -humanorightswatch.org +counterbot.com +ddospanel.com +de.zapmeta.com +dekorkeramik.ru +dikx.gdn +dimkino.ru +dipstar.org +dneprsvet.com.ua +domaincrawler.com +dominateforex.ml +downtuptv.gq +drpornogratisx.xxx +drunkmoms.net +dumuelave.xyz +elektrozigaretten1.postbit.com +elmacho.xyz +ereko.ru +erot.co +espaceinventoristes.com +ewebarticle.info +exoclick.com +extlinks.com +f07.de +fable.in.ua +filefilter.weebly.com +fiuxy.com +flipper.top +foto-weinberger.at +free-today.com +gay-site.store +gk-atlant.info +gktt.ru +gojiberriess.apishops.ru +growboxbl.ru +habermetre.com +hanink.biz.ly +hotdl.in +hotshoppymac.com +hotxnights.info +ibmdatamanagement.co ideoworld.org -incep.imagine-ex.co -insta-add.pro -invitefashion.com -iplogger.org -isistaylorporn.info -istmira.ru -james13prix.info -japan-bearings.ru -justdating.online +ilte.info +imagui.eu +imicrovision.com +intellekt21.ru +irunfar.com +itch.io +itis4you.com +ixora.pro +iyasimasennka.com +jerseyschinabizwholesale.us +jestr.org +kadashihotel.com +kakablog.net kalb.ru -keyword-suggestions.com -keywords-monitoring-your-success.com -keywordsdoctor.com -kino2018.cc +kaz.kz +kirov.zrus.org +kiwe-analytics.com +klin3952.ru kometars.xyz -kursy-ege.ru -lerporn.info -lizace.com -lost-alpha.ru -lowephotos.info -luckyshop.net.ua -macresource.co.uk -magicplayer-s.acestream.net -mebel-vstroika.ru -med-zdorovie.com.ua -mega-bony2017.pl -mega-polis.biz.ua -meltwater.com -metascephe.com -mitrasound.ru -modnie-futbolki.net -monclerboots.xyz -moneytop.ru -montredemarque.nl -mowser.com -mycaf.it -myfreecams.com -myhydros.org -myperiod.club -netanalytics.xyz -nhl09.ru -nippon-bearings.ru -nomuos.it -oconto.ru -onlinemegax.com -openmultipleurl.com -page2rss.com -pagesense.com -paidonlinesites.com -paparazzistudios.com.au -paphoselectricianandplumber.com -parajumpersoutlet.online -partner-cdn.men -partnersafe.men -photo.houseofgaga.ru -pic-re.blogspot.com -picquery.com -popserve.adscpm.net +kopihijau.info +krasnodar.xrus.org +law-check-two.xyz +legalrc.biz +letolove.ru +lexiangwan.com +luchshie-topcasino.ru +luxup.ru +m3gadownload.pl +macotool.com +mafa-free.com +mafcards.ru +magento-crew.net +mazda-roadsters.com +mcar.in.ua +mebelcomplekt.ru +medkletki.ru +metarip.ru +mirtorrent.net +mobifunapp.weebly.com +muschisexbilder.com +my-floor.in.ua +mypornfree.ru +namecrumilchlet.tk +narutonaruto.ru +njkmznnb.ru +notasprensa.info +obiavo.net +pawli.eu +pc-services.ru +percin.biz.ly +petrovka-online.com +pizda.lol +ploenjitmedia.azurewebsites.net +pooleroadmedicalcentre.co.uk +popads.net popunder.net -porno-home365.com -pornoklad.ru -preconnubial.usuby.site -printdirectforless.com -prizesbook.online -prostitutki-kharkova.org -pssucai.info -pyramidlitho.webs.com -quizzitch.net -rabot.host.sk -rabotaetvse.ru -raisedseo.com -rankia.com -rating-casino2021.ru -razamicroelectronics.com +popup-fdm.xyz +pornobrazzers.biz +pornohub.me +portside.xyz +posible.net +pr-ten.de +printie.com +printingpeach.com +quickchange.cc rcb101.ru -registrysweeper.com -rentaremotecomputer.com -responsive-test.net -rollercoin.com -rp9.ru -s.lollypopgaming.com -sajatvelemeny.com -seo-tools-optimizing.com -service.adtech.us +refudiatethissarah.info +relax.ru +renhacklids.tk +respublica-otel.ru +ribieiendom.no +russia-today-video.ru +sardinie.us +scanner-alexa.top +scenarii-1-sentyabrya.uroki.org.ua +scripted.com +scrnet.biz.ua +seccioncontrabajo.com +selectads.men +seo-smm.kz +seoexperimenty.ru +sex.hotblog.top +sexblog.pw sexfreepornoxxx.com -sexgalleries.top +sexpartygirls.net +sexreliz.com sexsearch.com -sharpchallenge.com -shoppytoolmac.com -simul.co -siteheart.net -snts.shell-pmr.ru -social-buttons.com -social-buttons.xyz -sogimlecal.tk -soheavyblog.com -staff.prairiesouth.ca -stal-rulon.ru -stpolice.com -tattoo33.ru -telegraf.by -theendivechronicles.com -thegameriders.com -tn811.us -topkarkas.com -trafficmp.com -trafficnetzwerk.de -tuberkulezanet.ru -tytoona.com -videochat.mx +sheerseo.com +sierraapps.com +sitebeam.net +sitopreferito.it +slavia.info +slujbauborki.ru +socialbutton.xyz +soochi.co +sovetogorod.ru +spabali.org +squidoo.com +startufa.ru +stjamesschool.info +svetodiodoff.ru +swimpool.ca +swinginwithme.ru +tamada69.com +taraz.xkaz.org +telefonsexsofort.tk +thepokertimer.com +thetattoohut.com +tizanidine4mg.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +top10-online-games.com +torrentdownloadhub.com +truebeauty.cc +tubeline.biz +twincitiescarservice.com +uac.net.au +uchil.net +udsgame.online +uggsale.online +ultramart.biz +unece.org +uroffer.link +usswrite.com +uvozdeckych.info +vegan-foods.us +vektorpress.ru videochaty.ru -virtuagirl.com -vltai.com -vut.com.ru -vykupavto-krasnodar.ru -warningzscaler.heraeus.com -website-speed-checker.site -weburok.com -welcomeauto.ru -wholesalejerseysgaa.com -wildnatureimages.com -xchangetrak.com -xn--l1aengat.xn--p1ai -xxxhdvideo.site -xxxnatelefon.ru -yadro.ru -zaimhelp.ru -zambini.ru -znakomstva-piter78.ru -zocaparj.kz +virus-respirators.com +vkmusics.ru +voloslove.ru +voronezh.xrus.org +vrnelectro.ru +vzlomsn.org +wallpapers-best.com +walpaperlist.com +watchmygf.net +wechatdownload10.com +wedding-salon.net +whereverdesperate.gq +wineration.com +wingsoffury2.com +withstandingheartwarming.com +wordkeyhelper.com +writersgroup580.web.fc2.com +wwwadultcheck.com +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn--oogle-wmc.com +xxx-treker.ru +youghbould.wordpress.com +yunque.pluto.ro +zagadki.in.ua +zaidia.xhost.ro +zaimite.ru +zkjovpdgxivg.ga zojirushi-products.ru -zrizvtrnpale.tk diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 5a84fd049..ee35fee02 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.40 0; +10.1.1.125 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index dc3454ab8..d3fc1b81e 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:24 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index dc3454ab8..d3fc1b81e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2572 -### Updated: Sun Sep 5 10:04:27 UTC 2021 +### Version: V4.2021.09.2573 +### Updated: Sun Sep 5 22:01:24 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##