diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 9d8a5e4bd..c49a19ca4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2604 +#### Version: V4.2021.09.2605 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e44b6fff6..4178a1483 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2604 +#### Version: V4.2021.09.2605 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 5cb83e19e..e0cb01ba2 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2604 +#### Version: V4.2021.09.2605 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 9515f9bdc..cba4a25e7 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2604 +#### Version: V4.2021.09.2605 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f94f68baf..bbc2569cf 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index f94f68baf..bbc2569cf 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f94f68baf..bbc2569cf 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index f94f68baf..bbc2569cf 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index f94f68baf..bbc2569cf 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 1ac5b0ec4..a51ca7764 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2604 +2605 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f94f68baf..bbc2569cf 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V3.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index d47cb98ab..b75d7173a 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 29d1ac644..62552f189 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.47.134 0; +40.76.82.171 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d47cb98ab..b75d7173a 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 29d1ac644..62552f189 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.47.134 0; +40.76.82.171 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3e60121a3..5766f83b6 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 29d1ac644..62552f189 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.47.134 0; +40.76.82.171 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index f332b572e..93ef6b5b4 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:13 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:07 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 58d88df6f..52ddea02f 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 1; +10.1.0.96 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d9bc6b3fb..0a3ff19b1 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BlackWidow -GT::WWW -Iblog -Magnet -NICErsPRO -SEOstats -TheNomad -arquivo-web-crawler -meanpathbot -scalaj-http +Blow +BotALot +Deusu +Mata Hari +Mister PiX +NimbleCrawler +SocialRankIOBot +WBSearchBot +Whatweb +probe-image-size diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 8d3d5eee6..95b8900af 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com -404checker +360Spider +ADmantX AIBOT +Abonti Aboundex +Aboundexbot AiHitBot -Alexibot +Aipbot +AllSubmitter Alligator -AlphaBot Anarchie Ankit -Anthill -Apexoo Aspiegel +Asterias Attach -AwarioRssBot AwarioSmartBot -BackStreet -BatchFTP +BBBike +BDCbot +BDFetch +BackDoorBot +Backlink-Ceck +Bandit +Battleztar Bazinga BetaBot +Bitacle +Black Hole +BlackWidow +Blow BlowFish -BotALot +Boardreader +Brandprotect Brandwatch -Buck Buddy -Bullseye -BunnySlippers CCBot -Calculon -CheTeam -Cocolyzebot -Cogentbot -Collector +CODE87 +CazoodleBot +Cliqzbot +Cloud mapping Copier -Copyscape -Craftbot -Custo -DBLBot -DIIbot -DTS Agent +Crawling at Home Project +CrunchBot +DSearch DataCha0s -DatabaseDriverMysqli -Demon -Deusu -DigitalPebble +Devil Disco -Discoverybot +Discobot +DnyzBot DomCopBot -DomainCrawler -DomainSigmaCrawler -Domains Project +DomainStatsBot Dotbot -Download Wonder Drip EMail Siphon -EMail Wolf -Ecxi EirGrabber +Evil Extractor ExtractorPro -Extreme Picture Finder +EyeNetIE +Ezooms FemtosearchBot -Fimap -Firefox/7.0 -Flunky -Foobot -Freeuploader -FrontPage -G-i-g-a-b-o-t -Genieo -GermCrawler -GetWeb -Go!Zilla -Go-Ahead-Got-It -Gotit -GrabNet -Grabber -GrapeFX +FyberSpider +Fyrebot +Gigabot GrapeshotCrawler GridBot -HTTP::Lite -HTTrack +HTMLparser +Haansoft +Harvest Heritrix +Humanlinks +HybridBot +IDBTE4M +IDBot IRLbot -IlseBot -Image Fetch -Indy Library +IndeedBot InterGET Internet Ninja -Jbrofuzz -Jetty +InternetSeer +Iria +JennyBot +JetCar JikeSpider -Jyxobot +Joomla Kenjin Spider Keyword Density Kinza LNSpiderguy -Larbin +LWP::Simple +Lanshanbot +Leap LeechFTP -LexiBot +LibWeb LieBaoFast Linkdexbot -LinqiaMetadataDownloaderBot -LinqiaScrapeBot +LinqiaRSSBot Litemage_walker Ltx71 +MFC_Tear_Sample MJ12bot -MSFrontPage -MSIECrawler +Mail.RU_Bot Majestic SEO +Majestic12 MarkMonitor MarkWatch -Mata Hari +Masscan MauiBot -MeanPath Bot -Mediatoolkitbot -MicroMessenger +Metauri Microsoft URL Control +Mojeek +Mojolicious Mozlila Mr.4x3 -Msrabot -NICErsPRO +NPbot Nameprotect NearSite Needle -NetLyzer -NetMechanic -NetZIP -Netcraft +Net Vampire +NetAnts +NetSpider Nettrack +Netvibes +NextGenSearchBot Nibbler Nikto NimbleCrawler -Nmap -Offline Navigator +Nimbostratus +Nuclei +Octopus +Offline Explorer OpenLinkProfiler -OrangeBot -OrangeSpider -PHPCrawl -PageScorer PageThing.com Papa Foto Pavuk Pi-Monster Picsearch -ProPowerBot -Pump +Piepmatz +Pockey +ProWebWalker +Pu_iN +PxBroker PyCurl +QueryN Metasearch +RSSingBot +RankActive RankActiveLinkBot -RankFlex -RankingBot2 -RankurBot -ReGet -Reaper +RankingBot +RedesScrapy RepoMonkey -RocketCrawler -SBIder -SEOlyticsCrawler -SEOprofiler -SMTBot -Scanbot -Scrapy -ScreenerBot -Searchestate -SeobilityBot +Rogerbot +SEOkicks +SISTRIX +SalesIntelligent +ScanAlert +SearchmetricsBot +SentiBot Seomoz -Shodan -Siphon SiteCheckerBotCrawler SiteLockSpider Sitevigil -Sogou web spider -Sosospider -Sottopop -SpaceBison -Spammen +SocialRankIOBot +Sociscraper Spanner Spinn3r -Sqlmap Sqlworm -SuperBot +Sqworm +Steeler +SuperHTTP +Swiftbot +Szukacz T8Abot -TeleportPro Telesoft -Telesphoreo +The Intraformant +TheNomad +Thumbor TightTwatBot -Titan -Toweyabot -Tracemyfile -True_Robot -Turnitin +Toata +Trendictionbot TwengaBot -Twice -UnisterBot -V-BOT -VB Project +URLy Warning +Upflow +VCI +Vagabondo +VelenPublicWebCrawler VeriCiteCrawler -Voltron +VidibleScraper +Virusdie +VoidEYE +Voil WBSearchBot -WWW-Collector-E -Wallpapers/3.0 -WeSEE +WEBDAV +WWW::Mechanize +WWWOFFLE +WallpapersHD Web Collage +Web Fetch +Web Fuck Web Pix -WebFetch -WebGo IS +Web Sucker +WebAuto WebImageCollector -WebReaper -WebSauger -WebWhacker +WebLeacher +WebPix WebZIP Webalta +WebmasterWorldForumBot +Website Quester WebsiteExtractor Webster -Widow +Whatweb +WinHTTrack +WiseGuys Robot +Wonderbot Woobot -Wotbox -Wprecon Xaldon WebSpider Xenu +YoudaoBot Zade -Zeus -Zitebot -ZoomBot +Zermelo ZoominfoBot ZumBot -archive.org_bot arquivo-web-crawler autoemailspider -cah.io.community -coccocbot-web -crawler.feedback -heritrix +backlink-check +clark-crawler +com.plumanalytics +crawl.sogou.com +crawler4j +dataforseo.com +domainsproject.org +instabid ips-agent isitwp.com lwp-request +lwp-trivial +magpie-crawler +meanpathbot mediawords -seobility -seoscanners -seostar -sexsearcher +muhstik-scan +netEstate NE Crawler +oBot +plumanalytics +satoristudio.net +serpstatbot +sitechecker.pro sogouspider -sp_auditbot -sysscan -tAkeOut trendiction.com trendiction.de webprosbot -x09Mozilla -xpymep1.exe -zgrab +x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 701d69c36..6cf7177f7 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -404enemy -AIBOT +404checker +80legs +ADmantX ALittle Client -Aboundex +Abonti Acunetix -AfD-Verbotsverfahren -AhrefsBot AiHitBot +Aipbot +Alexibot AllSubmitter -AlphaBot +Anarchy99 Ankit -Apexoo -Aspiegel +Asterias AwarioRssBot +AwarioSmartBot +BBBike +BDFetch +BackDoorBot BackStreet -BackWeb +Backlink-Ceck BacklinkCrawler Badass -Barkrowler -BatchFTP Battleztar Bazinga -Black Hole -BlackWidow -BlowFish -Brandprotect +Bigfoot +Bitacle +Blackboard +Blow +Boardreader +BotALot Buddy -BuiltBotTough +Bullseye BunnySlippers -CCBot -CODE87 +BuzzSumo +CSHttp CazoodleBot +CheTeam +CherryPicker +Claritybot Cliqzbot -Collector -Crawling at Home Project -CrazyWebCrawler +Cocolyzebot +Cogentbot +Copier +Copyscape +Cosmos Crescent +Curious +Custo CyotekWebCopy DBLBot -DSearch DTS Agent -DatabaseDriverMysqli -Deusu -Disco -DittoSpyder -DnyzBot -DomainCrawler -Dotbot -Download Wonder -Drip +Dirbuster +Discobot +Discoverybot +DomainStatsBot +Domains Project ECCP/1.0 EMail Siphon -EMail Wolf Ebingbong -EirGrabber +Ecxi +EroCrawler Evil -Ezooms -FDM -FemtosearchBot -Fimap -FlashGet -Fuzz -FyberSpider +Extractor +Extreme Picture Finder +EyeNetIE +Flunky Fyrebot -G-i-g-a-b-o-t -GetWeb Getintent +Go!Zilla Go-Ahead-Got-It -Gotit -GrabNet +Grafula +GrapeFX GrapeshotCrawler -GridBot HTTP::Lite HTTrack -Harvest -Havij +Haansoft +Heritrix Humanlinks HybridBot -IRLbot -Id-search -Image Sucker -IndeedBot -InfoTekies -Iskanie -JamesBOT -JetCar -Joomla +IDBot +Iblog +InternetSeer +IstellaBot JustView Jyxobot -Kenjin Spider Keyword Density Kozmosbot -Larbin +LWP::Simple Leap LexiBot -Linkdexbot +Lftp +LibWeb LinkextractorPro -LinkpadBot +LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey -MJ12bot +Lmspider MSIECrawler MTRobot -Mail.RU_Bot -Majestic SEO -Masscan -Mb2345Browser -MeanPath Bot +Mag-Net +MarkWatch +Mata Hari MicroMessenger +Microsoft URL Control Mister PiX Moblie Safari -Musobot -Navroad +Mojeek +Morfeus Fucking Scanner +Mozlila +Msrabot +NPbot Needle Nessus -Net Vampire -NetAnts NetSpider -NetZIP Netcraft +Nettrack Netvibes NextGenSearchBot -Nikto -Nimbostratus -Nuclei -Nutch -Octopus +Niki-bot Offline Explorer +Offline Navigator OnCrawl +OpenLinkProfiler Openfind -OutclicksBot -OutfoxBot -PageAnalyzer -PageScorer -PageThing.com -Panscient +OrangeSpider +PECL::HTTP +PHPCrawl +POE-Component-Client-HTTP Pavuk -PeoplePal -Petalbot +Pi-Monster Picscout Picsearch -Pixray -ProPowerBot -ProWebWalker +Pimonster +PleaseCrawl Psbot -PxBroker -PyCurl -Quick-Crawler +RSSingBot RankActive +RankActiveLinkBot RankFlex RankingBot -Rankivabot +RankingBot2 RankurBot -RepoMonkey +RealDownload +RebelMouse +Recorder +Ripper +RocketCrawler SBIder -SEOkicks +SEOlyticsCrawler SEOstats -SMTBot SalesIntelligent -ScanAlert Scanbot ScoutJet -Scrapy -Screaming -Searchestate -SearchmetricsBot SemrushBot -Seomoz -SiteCheckerBotCrawler -SiteSucker +SeoSiteCheckup +Shodan +Site Sucker +SiteLockSpider Sitebeam Siteimprove -Sitevigil SmartDownload -Snapbot +Snake Snoopy Sogou web spider -Spammen -Spbot +Sosospider +SpaceBison +Sqlmap +Sqlworm Stripper Sucker -SuperBot -Suzuran -Swiftbot -Telesoft -Thumbor -Toata -Trendiction -Turnitin +SurveyBot +Teleport +Telesphoreo +Telesphorep +The Intraformant +Toweyabot +Trendictionbot +True_Robot TwengaBot -UnisterBot +Typhoeus +URLy Warning +URLy.Warning +Upflow +V-BOT +Vacuum Vagabondo VeriCiteCrawler -WASALive-Bot +VidibleScraper +Voil +WBSearchBot WEBDAV WPScan -WWW-Collector-E -WWW::Mechanize +WWW-Mechanize Wallpapers -Web Collage -Web Enhancer +Wallpapers/3.0 +WallpapersHD Web Fuck -Web Pix -Web Sauger -Web Sucker +WebAuto WebCopier +WebEnhancer WebFuck -WebGo IS +WebImageCollector +WebReaper WebSauger -WebSucker -Webalta -WebmasterWorldForumBot +WebWhacker +Webshag Website Quester WebsiteExtractor -Whack -Whatweb -Who.is Bot -WinHTTrack +Webster +Whacker +Widow Wonderbot -Woobot Wprecon +Xenu Zeus +ZmEu ZoominfoBot -archive.org_bot -check1.exe -coccocbot-web -cognitiveseo -crawler4j +ZyBorg +clark-crawler +crawl.sogou.com dataforseo.com demandbase-bot domainsproject.org -eCatch -facebookscraper heritrix instabid -ips-agent isitwp.com lwp-request +lwp-trivial +magpie-crawler +meanpathbot +mediawords +oBot +page scorer pcBrowser -ripz -scalaj-http -seostar -serpstatbot +satoristudio.net +scan.lol +sexsearcher sitechecker.pro +sogouspider sp_auditbot -spyfu -sysscan tAkeOut +trendiction.com trendiction.de -webpros.com +ubermetrics-technologies.com +webprosbot x09Mozilla +xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index e3b742f1f..f4566cfb8 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -2daytrendingnews.com -fighrofacciufreesig.ga -james13prix.info -mansparskats.com -nbsproject.ru -partner-cdn.men -pochemychka.net -simplesite.com -steelmaster.lv -whatzmyip.net +apifasterlightin-a.akamaihd.net +brainxs.us +ci.ua +ege-essay.ru +egovaleo.it +freshsuperbloop.com +pigrafix.at +rus-teh.narod.ru +thelottosecrets.com +yeartwit.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index a26ab76aa..1f0c1e864 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ 1001desert.com -1688.com -404.mn +123cha.com +123locker.com +1314dh.com +1xbet4you.com +20pascals.nl +214jaluwobapef.cf +2itech.ru +2kata.ru +4rent.ru +7fon.ru 7wind.ru -8558l.jobs.net 8kisses.eu -98oi.ru -991mostfm.co.id -9icmzvn6.website -aa8b68101d388c446389283820863176e7.com aab94f698f36684c5a852a2ef272e031bb.com -abctoppictures.net -activepr.ru -adcash.com -adhome.biz -adloads.net -adrunnr.com -ads-cool.pro -adsland.men +aac500b7a15b2646968f6bd8c6305869d7.com +aadroid.net +aarbur.com +acads.net +acmebtn.ml +adssafeprotected.com +adult-shop.com.ua adultfriendfinder.com -advancedsoftwaresupport.com -advokat-grodno.by -affiliate-fr.com -afftrack001.com -akusherok.ru -alf-img.com -alfabot.xyz -allboard.xobor.de -allforminecraft.ru -allsilver925.co.il -alot.com -alphaforum.ru -am-se.com -ameblo.top -angel1777.kz -apartamentwroclaw.eu -apessay.com -apilinkswiftco-a.akamaihd.net -apparel-offer.com -apple.com-webbrowsing-security.review -arenda-yeisk.ru -asmxsatadriverin.aircus.com -atelielembrancaqueencanta.com.br -autochoixspinelli.com -autolombard-krasnodar.ru -autoplate.info -autovideobroadcast.com -aviapanda.ru -aviav.co -avtoarenda.by -azazu.ru -backlinkwatch.com -bala.getenjoyment.net -beauby.ru -belstaffstore.online +adultmeetonline.info +advancedcleaner.com +affordablewebsitesandmobileapps.com +ald2014.org +alienwheels.de +alloysteel.ru +allwomen.info +am15.net +amateurgalls.com +amateurmatch.com +anal-acrobats.hol.es +aosheng-tech.com +apibrowsesmartne-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +aramaicmedia.org +arenda-avtoprokat-krasnodar.ru +arendakvartir.kz +artdestshop.eu +asociatia-tipografilor-transilvania.ro +asscenihotosidea.blogspot.com +astana.xxxkaz.org +astrochicks.com +atmovs.com +atovh.local-finders.com +audiobangout.com +ausergrubhof.info +autogrep.ru +aviav.eu +aviav.ru.com +avtochehli.by +azinoofficial777.ru +azte.ch +b-styles.xyz +balkanfarma.org +balook.com +bbtec.net +beachdriveblog.com +beremenyashka.com +berrymall.ru +best-businessman.ru best-deals-products.com -bestbuy.ca bestssaker.com -bif-ru.info -bigcities.org -biocn.dx.am -blackwitchcraft.ru -blogporn.in -bochemit.com.ua -bocoarchives.org -brainxs.us -brothers-smaller.ru -buyclomidonlaine.com -buzzzg.men -bwlx.prepedu.cn -callmd5map.com -candelluxsklep.pl -candiceloves.us -capsderfudd.tk -carapics.com -cardiosport.com.ua -chcu.net -checktext.org -chinese-amezon.com -cialischsrx.com -cinemaflix.website +biglistofwebsites.com +biographiya.com +bioscorp.ru +bitcoinpile.com +bizlist.com.de +blog-hits.com +bloggerads.net +blue-square.biz +boc.kz +boostmyppc.com +bosman.pluto.ro +brainboostingsupplements.org +brk-rti.ru +brokergid.ru +btc4u.ru +btvn.ru +butstrap.space +buy-cheap-online.info +buy-meds24.com +buyk.host.sk +buypuppies.ca +buyscabiescream.com +buzz-porno.info +bzero1jewelry.net +callawaygolfoutlet.online +callejondelpozo.es +camdolls.com +carstrends2015.com +cartierbraceletsreplica.pw +cartierlovebracelet.xyz +cascadelink.org +celejihad.info +cementaresearch.se +cerev.info +charmstroy.info +cheapbelstaff.online +checkpagerank.net +christianlouboutinsaleoutletonline.us +christianlouboutinshoes.xyz citizenclsdriveri7.pen.io -cleanmypc.com -clicksor.com -club-musics.ru -cmd.kz -coindirect.io -coldfilm.ru +clickprotects.com +clipartnew.com +codq.info +collegeessay19.blogspot.ru com-secure.download -companies-catalog.com -compliance-alexa.xyz -compliance-elena.top -compliance-ivan.xyz -compliance-john.top -compliance-margo.top -compliance-nelson.top -concealthyself.com -constantaservice.net -costablue.xyz -counterbot.com -cubs-jerseys.us -culmimg.pw -cutt.us -cymbaltaandtizanidine.blogspot.com -d2jsp.org -dafatiri.com -data1.scopich.com -datract.com +compliance-elena.xyz +connectionstrenth.com +cosmetic.donna7753191.ru +counter.yadro.ru +courtshipgift.com +covadhosting.biz +covid-schutzmasken.de +cs-passion.pl +dailystrength.org +darkages.info +dating-app.ru dayibiao.com -dealighted.com -deanmoore.ie -deluxedumps.com -descargar-musica-gratis.net +dealwifi.com diamond-necklace.info -digitalfaq.com +digest-project.ru +dignitasdata.se +dikqlyremy.info +dinosaurus.site directivepub.com -discountliv.com -diusyawiga.tk -docs4all.com -docstoc.com -dolohen.com -domination.ml -domoysshop.ru -donvito.unas.cz -dotnetdotcom.org -downloadeer.net -drugs-no-rx.info -dustyorate.com +dirtpics.pw +discovertreasure-a.akamaihd.net +distver.ru +djihispano.com +dnepropetrovsk.mistr-x.org +docsportal.net +doctissimo.fr +domainroam.win +domznaniy.ru +droidlook.net +drpornogratisx.xxx +dynainbox.com +e-collantes.com easyshoppermac.com -educontest.net -elektrischezi.canalblog.com -elektrozigaretten1.tumblr.com -elite-sex-finders.com -eng-lyrics.com -enthuse.computernetworksonline.com -eonpal.com -errorfixing.space -essayassist.com -expertblog.info -ezigarettenkaufen1.pagina.gr -f07.de -facialporntube.com -fapgon.com -favorcosmetics.com -femdom.twiclub.in -fickluder69.com -film-one.ru -findacheaplawyers.com -findclan.org -findpik.com -fiuxy.com -fiverr.com -floridamhca.org -flowwwers.com -fok.nl +ecookna.com.ua +ekto.ee +election.interferencer.ru +electro-prom.com +eleimgo.pw +elektrischeziga.livejournal.com +elektrischezigaretten2.beeplog.com +emerson-rus.ru +en.altezza.travel +enge-fotzen.info +es5.com +espaceinventoristes.com +eupornstar.info +europeanwatches.ru +exct.net +expolicenciaslatam.co +extremez.net +extstat.com +ezigarettekaufen2.mpbloggar.se +fandlr.com +fearcrow.com +fickenbumsen.net +fil.ru +fillmewithhappiness.com +filmania-x.ru +findanysex.com +finejewelryshop.ru +firesub.pl +fitness-video.net +flashlarevista.com +floating-share-buttons.com +food.dtu.dk footbalive.org -formseo.com -formulaantiuban.com -forpostlock.ru -free-deals.faith -froggytube.com -frvo.alptandem.ru -ftns.ru -fullfileaccess.com -funnel.co.za -funnypica.com -fxtips.ru -gabeshop.ru -gael-s.ru -galaxys6manual.info +fordsonmajbor.cf +fortwosmartcar.pw +frameimage.org +frankofficial.ru +free-today.com +freemaintenancesysforpcandmac.top +freewebs.com +fuckingawesome.com +galleryawesome.com gambarkataku.co -gameplexcity.com -gaypornmovie.net -get-free-traffic-now.com -get-your-social-buttons.info -getlamborghini.ga -girls-ufa.ru -glavprofit.ru -gloverid.site -goldandcard.ru -gonextmedia.com -googlsucks.com -googst2.ru -gowreckdiving.com -guitar-master.org -gungamesz.com -gwebtools.com -hahashka.ru -hamacapty.com -hamptonoaks.ca -hatdc.org -hauleddes.com -hd-film.pl -hem.passagen.se -hermesreplica.win -hetmanship.xyz -hiwibyh.bugs3.com -hmmm.cz -hopeonthestreet.co.uk -hoverboard360.nl -hoverboard360.se -howmuchdoestizanidinecost.blogspot.com -hptwaakw.blog.fc2.com +gamesprite.me +gazporno.com +getlaid-xxxhookupdirect.com +ghernnqr.skyrock.com +glastecfilms.com.my +globalscam.ga +go2jump.org +googglet.com +gpirate.com +gpms.org.my +greenzaim.ru +growshop.es +guardlink.org +hacktougroup.ru +handicapvansarea.com +hanwei.us +hatedriveapart.com +hayate.biz +headpress.ru +hentai-manga.porn +histats.com +hkladys.com +homedecoguide.info +homegardenlova.com +hotkeys.com +housediz.com +hspline.com +huhn.altervista.org +humbmosquina.tk hustoon.over-blog.com -i-hobot.ru -ie.57883.net -ifmo.ru -igadgetsworld.com -ilmen.net -imfamous.info -img.wallpaperstock.net -imperia31.ru -incep.imagine-ex.co -incest-ru.com -indiasourcemart.in -intellektmedia.at +ibmdatamanagement.co +idc.com.ua +ideawheel.com +imagui.eu +inboundlinks.win +infobanks.ru +innodgfdriverhm.aircus.com interior-stickers.ru -intermesh.net -internet-apteka.ru -investsuccess.org -irkutsk.online-podarki.com -isitpaleo.info -islamtoday.co.za -istizanidineanarcoticdrug.blogspot.com -iwanttodeliver.com -jamiembrown.com -jav-way.site -javatex.co.id -jaxcube.info -jeremyeaton.co -jerseyswholesalechinalimited.com -jo24news.com -joyceblog.top -juliadiets.com -juliaworld.net -jwss.cc -kamagragelusa.net -kamorel.com -keki.info -kinohall.ru -kinopolet.net +iron-age.info +ispac.org +istanbulit.com +itronics.ca +izismile.com +jewelryandfiligree.com +jrcigars.com +junketjuice.blogspot.com +kabbalah-red-bracelets.com +kanimage.com +kenaba.su +keywordblocks.com +kinocccp.net kit-opt.ru -knowyournextmove.com -komputernaya-pomosh-moscow.ru -kozhniebolezni.com -lampokrat.ws -larchik.net -lasvegaslockandsafe.com -laulini.soclog.se -legalrc.biz -lenpipet.ru -lion.snapmap.us -listiseltemournlan.gq -lob.com.ru -locatellicorretor.com.br -locationdesaison.com -locustdesign.co -loftdigital.eu -lotto6888.com -m3gadownload.pl -mafa-free.com +kletkimehan.ru +knigonosha.net +kochanelli.com +kreativperlen.ch +kvartir-remont.biz +kvartiry-remont.ucoz.ru +kw21.org +larutti.ru +laserpen.club +law-check-seven.xyz +letmacworkfaster.site +likesuccess.com +liquimondo.com +liupis.com +liver-chintai.org +liverpool.gsofootball.com +lkbennettoutlet.online +lolnex.us +long-beach-air-conditioning.com +lost-alpha.ru +luciddiagnostics.in +macdamaged.tech +macotool.com magento-crew.net -makis.nu -marktforschung-stuttgart.com -marmitaco.cat -marmotstore.online -me-ke.com -mebel-alait.ru -mediafresh.online -medicines-choice.com -meds-online24.com +magicdiet.gq +makedo.ru +mapquestz.us +marinetraffic.com +maxxtor.eu +mebel-ekb.com +mebeldekor.com.ua +medicinacom.ru +menetie.ru merryhouse.co.uk -meteocast.net -migente.com -mirobuvi.com.ua -misterjtbarbers.com -mixtapetorrent.com -moivestiy.biz -moncleroutletonline.win +michellblog.online +militarysale.pro +misandesign.se +mmostrike.ru +mobstarr.com +moesexy.com +mojaocena.com +mompussy.net monclervests.xyz -more-letom.ru -moroccosurfadventures.com -mp3s.club -music7s.me -mustat.com -muycerdas.xxx +mosdverka.ru +mundoaberrante.com mvpicton.co.uk -nac-bearings.ru -namecrumilchlet.tk -napalm51.nut.cc +my-big-family.com +my-cash-bot.co +myprintscreen.com +mystats.xyz +myyour.eu +mzdish.site +na-telefon.biz +na15.ru +naphukete.ru +nastroyke.net +nastydollars.com +natali-forex.com +nationalbreakdown.com naturalbreakthroughsresearch.com -naturtreenspicerx.pw -neobux-bg.info -newfilmsonline.ru -newhairstylesformen2014.com -nhl17coins.exblog.jp +naughtyconnect.com +net-radar.com +netfacet.net +new-apps.ru nina.az -novosti-hi-tech.ru -npoet.ru -nuit-artisanale.com -odoratus.net -omgtnc.com -oneclickfiles.com -online-podarki.com -onlinefilmz.net -onlinetvseries.me -onlyforemont.ru -onthemarch.co -openfrost.com -oren-cats.ru -osnova3.ru -oxford-book.com.ua -oz-offers.com -panamaforbeginners.com -park.above.com -partybunny.ru -patol01.pw -pattersonsweb.com -pestomou.info -petitions.whitehouse.gov -photo.houseofgaga.ru -photokitchendesign.com -phrcialiled.com -pigrafix.at +novodigs.com +nsatc.net +nuup.info +odesproperty.com +oneshotdate.com +orgasmatrix.com +owathemes.com +ownshop.cf +palocco.it +partner-pop.men +pc-virus-d0l92j2.pw +pelfind.me +perm-profnastil.ru +pharmacyincity.com +phormchina.com +photostudiolightings.com +php-market.ru +picphotos.net +picture-group.com +pictures-and-images.net pillscheap24h.com -pivka.xyz -pixshark.com -pizda.lol -playlott.com -plugingeorgia.com -pokemongooo.ml -pooleroadmedicalcentre.co.uk -poquoson.org -pornmania.pl -pornohd1080.online -portadd.men -portal-eu.ru -pp-budpostach.com.ua -pr-ten.de -praisong.net -prefersurvey.net -priscilarodrigues.com.br -productarium.com -professionalwritingservices15.blogspot.ru -prohoster.info -prosmibank.ru -prostitutki-yaroslavlya.org -pshare.biz +piluli.info +pinstake.com +piski.top +pizdopletka.club +pizza-tycoon.com +playtap.us +pornoklad.net +pornosexrolik.com +pornstartits.xblog.in +pornzone.tv +potolokelekor.ru +powitania.pl +preparevideosafesystem4unow.site +prize44.com +prizefestival.mobi +produkto.net +profit-opportunity.com +progonrumarket.ru +prokotov.com +prostitutki-belgoroda.org +prostitutki-tyumeni.org purplesphere.in -puzzleweb.ru -qor360.com -quizzitch.net +quickbuck.com +qwarckoine.com raavidesigns.com +raisedseo.com ranksonic.org -rapidokbrain.com -razyboard.com -real-time-analytics.com -realtytimes.com -regdefense.com -regionshop.biz -rep-am.com -repeatlogo.co.uk -replicalouboutin.xyz -revistaindustria.com -rn-to-bsn.com -royal-investments.net -rucrypt.com -sad-torg.com.ua -sady-urala.ru -saneitconsulting.com -sanyuprojects.com -sape.top -sawin.beth.webd.pl -scanner-alex.top -scanner-jane.top -scanner-julianna.top -scripted.com -se-welding.ru -secretscook.ru -semrush.com -seo-traffic-ranking.info -seogadget.ru -service.adtech.us -serviporno.com -servisural.ru -serw.clicksor.com -sex-tracker.de -sextracker.de +rapidgator-porn.ga +rarbg.to +razorweb-a.akamaihd.net +remmling.de +remont-fridge-tv.ru +remont-ustanovka-tehniki.ru +remontbiz.ru +resant.ru +ring4rhino.com +rocketchange.ru +roma-kukareku.livejournal.com +royal-betting.net +rp9.ru +rumamba.com +rustic-quiver.win +sandhillsonline.com +sardinie.us +saugatuck.com +savememoney.co.za +sdi-pme.com +searchlock.com +securesmrt-dt.com +selectads.men +semaltmedia.com +seo18.su +seocheckupx.com +serdcenebolit.com sfj-ror.no -shopperifymac.com -sigmund-freud.co.uk -signoredom.com -signx.info -siteheart.net -skylta.com -sloopyjoes.com -smsactivator.ru -snip.to -socialbuttons.xyz -soda.media -softomix.com -solitaire-game.ru -solnplast.ru -sortthemesitesby.com -spamnuker.com -spidtest.org -spidtest.space -standardchartered-forex.com -staticfs.host -strfls.com -stroiminsk.org -strongholdsb.ru -stroyplus.ru -sugvant.ru -suhanpacktech.com -sukarame.net -sumo.com +shell-pmr.ru +shopfishing.com.ua +sibecoprom.ru +simpoed.ufop.br +sitopreferito.it +slowmac.tech +smadihome.com +smart-scripts.com +sobecjvuwa.com.ru +socialsignals24.com +softtor.com +space2019.top +spammen.de +stariy-baku.com +steebook.com +stevemonsen.com superfish.com -suture.co -swingerseiten.com -tako3.com -tds-advert002.info -tedxrj.com +superkanpo.com +supernew.org +tackletarts.co +td-l-market.ru +tdsing.ru +techart24.com tedy.su -thegioixekhach.com -thegolfclub.info -tizanidinedosage.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidineoral.blogspot.com -tizanidineorflexeril.blogspot.com -tizanidineusedfor.blogspot.com -tksn.ru -tnctrx.com -todohr.com -top-karkas.ru -topsiteminecraft.com -tracfone.com -track-rankings.online -traffic2money.com -trafficshaper.com -traffixer.com -trahvid.com -tubeoffline.com -tuckermktg.com -uchil.net -ugogo.info -underthesite.com -urengoy.pro -urlopener.com -validccseller.com -vancleefreplica.pw +tetracsaudi.com +thaismartloan.com +theautoprofit.ml +thebestphotos.eu +themeforest.net +themestotal.com +thruport.com +tizanidinemusclerelaxant.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tmearegion26.com +toolsky.com +toon-families.com +topflownews.com +torrentdownloadhub.com +torrents.cd +track.deriv.com +track112.site +tracklead.net +trackmedia101.com +tracksz.co +traderzplanet.in +traxdom.ru +trucri.me +truebeauty.cc +tuberkuleznik.ru +twittrading.com +uasb.ru +uk-zheu20.ru +ukrtextbook.com +unitygame3d.com +url-extractor.xyz +usadacha.net +usdx.us vbabule.net +vduplo.ru veerotech.com -velobikestock.com -venta-prom.ru -vesnatehno.ru -vezuviy.su -via-energy-order.com -videogamesecrets.com -virtuagirl.com +video-chat.in +videochat.life +vids18.site +villakohlanta.nu +visa-china.ru +visionwell.com.cn viteonlusarezzo.it -voronezh.xrus.org -vremya.eu -vsdshnik.com -vsexkontakte.net +vkak.ru +vksex.ru +vsesubwaysurfers.com +vtc.pw +vuclip.com +vucms.com w7s.ru -walkme.com wallpapersist.com -wareseeker.com -waysbetter.cn -wesharepics.site -westvilletowingservices.co.za -wfb.hatedriveapart.com -whatzmyip.net -whiteelephantwellington.com -worldis.me -wwwadultcheck.com +walpaperlist.com +watchmygf.net +website-audit.com.ua +weddingdresses.xyz +welck.octopis.com +welcomeauto.ru +wemedinc.com +westermarkanjou.se +whipme.yopoint.in +whiteproduct.com +wholesalejerseysgaa.com +wholinkstome.com +wildnatureimages.com +win-spy.com +wiosenny-bon-1500.pl +wonderfulflowers.biz +workle.website +wovis.site +wrona.it +wtsindia.in +wygraj-skiny.win +x-diesel.org +x-stars.ru x69ty.ru -xmladserver.com -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80atua3d.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--hxazdsfy.blogspot.com -xn--lifehacer-1rb.com +xev.ru +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80ahvj9e.xn--p1ai xolodremont.ru -xsfetish.org -xxx-cam.webcam -yellowproxy.net -yellowstonevisitortours.com -ynymnwbm.bloger.index.hr -yourothersite.com -youthreaders.com -zajm-zalog-krasnodar.ru -zarepta.com -zeroredirect.com -zojirushi-products.ru -zoomovies.org -zscaler.net +xxxhdvideo.site +xxxkaz.org +xxxtubesafari.com +youjizz.vc +your-bearings.com +yourmovies.pl +zakon-ob-obrazovanii.ru +zarabotat-na-sajte.ru +zarenica.net +zawyna.ua +zhuravlev.info +zigarettenonlinekaufen.tumblr.com +zootoplist.com +zootravel.com +zskdla.site +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 1b905da88..9616fba02 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -101raccoon.ru -1bet.com -51.la -aa8780bb28a1de4eb5bff33c28a218a930.com +000free.us +100dollars-seo.com +108shot.com +2345.com +2daytrendingnews.com +34.gs +4kplayer.pl +7fon.ru +aa9bd78f328a6a41279d0fad0a88df1901.com accessoires-mode.in -adrunnr.com +adhome.biz ads-seo.men -alessandraleone.com -allboard.xobor.de -amyfoxfitness.com -angkortours.vn -anjalika.co.in -apartmentratings.com -artdestshop.eu -ascat.porn -autochoixspinelli.com -autotrends.today -availit.weebly.com -avtocredit-legko.ru -awaybird.ru -awency.com -badavit.com.ua -beremenyashka.com -best-seo-solution.com -bestbuy.ca -bestwrinklecreamnow.com -betwinservice.com -bidbuy.co.kr -bio-optomarket.ru -birzha-truda.eu -blackhatworth.com -blogqpot.com -bmw-ark.ru -bradleylive.xyz -brandimensions.com -briomotor.co -c-gainsbourg.com +algarveglobal.com +allblogroll.com +alldownload.pw +alloysteel.ru +alphavisions.net +animalrank.com +anonymousfox.co +aosheng-tech.com +apelsinnik.website +apiappenableinfo-a.akamaihd.net +applyneedy.xyz +astana.xxxkaz.org +automatic-seo.com +autotop.com.ua +babyguns.ru +beta.hotkeys.com +beyan.host.sk +biteg.xyz +bizru.info +blackle.com +blog.yam.com +bobinoz.com +boeuklad.com +bongacams.com +bookmark4you.com.biz +brains2.biz +bumascloset.com +cand.jp +candiceloves.us carabela.com.do -cbox.ws -cfacarrosserie74.com -chatroulette.life -cheapcigarettesc.info -cheapmoncler.xyz -chidporn.com -cibpenonptib.flu.cc -compliance-jane.top -confib.ifmo.ru -contextualyield.com -copblock.org -credit-online.ws -customergrowthsystems.com -customerpromos-a.akamaihd.net -dayibiao.com -dev78.dioniqlabb.se -diamond-necklace.info -dikx.gdn -dispo.de -distver.ru -diusyawiga.tk -dms-sw.ru -dojki365.online -domain-tracker.com -duplicashapp.com -el-nation.com -elexies.info -enhand.se -epngo.bz -eshop4u.jp -essay-edu.biz -european-torches.ru -evrotekhservis.ru -expresstoplivo.ru -ezigarettenshop2.myblog.de -fanpagerobot.com -fashion.stellaconstance.co -favornews.com -feorina.ru -ferieboligkbh.dk -fetlifeblog.com -filkhbr.com -fix-website-errors.com +cartierjusteunclou.xyz +caulderwoodkennels.com +cheap-trusted-backlinks.com +cheapmoncler.pw +cleansearch.net +clubfashionista.com +coin-hive.com +compliance-barak.xyz +coop-gamers.ru +corta.co +covetnica.com +crazyprotocol.com +dailystrength.org +damasarenai.info +dataloading.net +deda-moroza-zakaz.ru +dengi-pod-zalog-nedvizhimosti.ru +derevesendeco.com +dktr.ru +dodlive.mil +domainsatcost.com +dosugrostov.site +dprtb.com +drugs-no-rx.info +drunkenstepfather.com +e-kwiaciarz.pl +ecommerce-seo.org +ecookna.com.ua +ednorxmed.com +ege-essay.ru +elektrischeziga.livejournal.com +elektrozigaretten2.yn.lt +elidelcream.weebly.com +elmifarhangi.com +englate.com +erectile.bid +erotik-kostenlos.net +essayassist.com +extrabot.com +ezigarettenkaufen1.pagina.gr +family1st.ca +filmi-v.online flooringinstallation-edmonton.com -fr-bearings.ru -freemags.cc -front.ru -fullfileaccess.com -gallictures.com -gaming-journal.com -gavuer.ru -gloverid.site -golaya.pw -goodprotein.ru -gq-catalog.gq -graphicwe.org -gratuitxblcodes.com -growmyfunds.ca -gsasearchengineranker.xyz -gsbs.com.ua -gta-top.ru -hasfun.com -hentai-manga.porn -hermesreplica.win -hetmanship.xyz -hop.clickbank.net -howtowhitenteethfast.xyz -hyhj.info -ikearugs.xyz -iklysha.ml -ilovevitaly.com -imagecoolpub.com -images-free.net -incest-ru.com -indiasourcemart.in -jennyfire.ru -jjbabskoe.ru -jobmarket.com.ua -kazan.xrus.org -kchaxton.com -khadastoafarde.tk -kino-rf.ru -kinogolos.ru -kliksaya.com -kretpicf.pw -krynica.info -lancheck.net -larose.jb2c.me -linerdrilling.com -lollypopgaming.com -lubetube.com -luxmagazine.cf -luxup.ru -mackeeper-center.club -maranbrinfo.com.br -mararoom.ru -mazda-roadsters.com -mecash.ru -medicines-choice.com -megaapteka.ru -microsoftportal.net -mini-modus.ru -mojaocena.com +folowsite.com +forodvd.com +foxtechfpv.com +ghernnqr.skyrock.com +googlefeud.com +gunsvicceadadebt.tk +hd-filmy.net +headpress.ru +hebr.myddns-flir.com +helpmymacfaster.trade +hikesearch.net +homik.pw +host-protection.com +host-tracker.com +ie.57883.net +img.wallpaperstock.net +int.search.mywebsearch.com +intelhdgraphicsgtdrive6w.metroblog.com +jillepille.com +jimmychoosale.online +junketjuice.blogspot.com +karadene.com +kazinogames.lv +kazka.ru +kichenaid.ru +krasivoe-hd.net +lawyersinfo.org +legionalpha.com +letto.by +linkarena.com +live-cam6.info +liverpool.gsofootball.com +livingroomdecor.info +ljusihus.se +locksmith.jp +lonerangergames.com +lost-alpha.ru +louboutinbooties.xyz +love-baby.cz +map028.com +memberty.com +milblueprint.com +moesexy.com monsterdivx.com -moscow-clining.ru -musicpro.monster +moomi-daeri.com +mp3ringtone.info +muschisexbilder.com +mxgetcode.com +mylovelibrabry.com mystats.xyz -narosty.com -natali-forex.com -naturalbreakthroughsresearch.com +nac-bearings.ru +nagdak.ru +namecrumilchlet.tk naval.jislaaik.com -netcheckcdn.xyz -nfljerseyscheapchinabiz.com -nicefloor.co.uk -nikhilbahl.com -online.ktc45.ru -onlyforemont.ru -ooomeru.ru -open-odyssey.org -orhonit.com -outpersonals.com -pdns.download -pearlisland.ru -pixelrz.com -pl-top.pl -platezhka.net -pliks.pl -pontiacsolstice.info -popads.net -porno-raskazy.ru -porodasobak.net -printie.com -prodvigator.ua -pron.pro -proxyradar.com -remont-komputerov-notebook.ru -renhacklids.tk -replicaclub.ru -ric.info -robertefuller.com -roznica.com.ua -s8-nowy-wygraj.comli.com -sajatvelemeny.com -sbdl.no -sbricur.com -scanner-josh.top -school-diplomat.ru -searchaddis.com -semalt.com -semrush.com -servisural.ru -sex-tracker.com -sex-watch.com -sexiporno.net -sexytrend.ru -shariki-zuma-lines.ru -shiksabd.com -shoesonlinebuy.cn -sivs.ru -social-s-hhh.xyz -softtor.com -solmarket.by -soviet-portal.do.am -spabali.org +notfastfood.ru +obiavo.kz +obiavo.ru +oktube.ru +onlineslotmaschine.com +osagonline.ru +paramountmarble.co.uk +partner-cdn.men +pechikamini.ru +perfection-pleasure.ru +photosaga.info +piluli.info +piratecams.com +pirateday.ru +pizza-imperia.com +pons-presse.com +pornoted.com +pornozhara.com +preparevideosafesystem4unow.site +presleycollectibles.com +pro-okis.ru +prostitutki-rostova.org +ranksignals.com +rasteniya-vs-zombi.ru +rating-bestcasino.com +registry-cleaner.net +relayblog.com +remybutler.fr +renecaovillasale.online +restaurantlescampi.com +rossanasaavedra.net +runstocks.com +s1z.ru +sack.net +sampleletters.net +savingsslider-a.akamaihd.net +scanner-mark.top +search.1and1.com +seomarketings.online +sexs-foto.com +sextracker.de +sexystrippe.info +shakhtar-doneck.ru +sherlock.se +shisha-swag.de +shop-electron.ru +signal03.ru +sim-service.net +sitevaluation.com +smartpet.ru +socas.pluto.ro +socialsignals24.com +softomix.net +softxaker.ru +sosdepotdebilan.com +soundfrost.org space-worry.ml -start.myplaycity.com +sports-supplements.us startwp.org -stoki.ru -stuff-about-money.com -svtrd.com -swiped.su -tattooreligion.ru -techart24.com -template-kid.com -tetracsaudi.com -thefotosgratis.eu -thegalerie.eu +stroydetali.ru +superoboi.com.ua +svbur.ru +swinginwithme.ru +tacbelarus.ru +tagil.zrus.org +taranerymagesswa.blogspot.com +tasteidea.com +tattooha.com +tedxrj.com +textads.men +thegameriders.com +timer4web.com tizanidinehcl4mgtabinfo.blogspot.com -topbestgames.com -trafficfactory.biz -truemfilelj.gq -tuberkuleznik.ru -u-cheats.ru -ucsol.ru -urengoy.pro -usacasino.com -vabasa.inwtrade.com -vashsvet.com -velen.io -vesnatehno.com -vipms.ru -visa-china.ru -vkontaktemusic.ru -vrnelectro.ru -vzlomtw.com -wanker.us -watch-movies.ru -whatsupinfoley.com -wingsofrefuge.net -winx-play.ru -xboxster.ru -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80aikhbrhr.net -xn--90acenikpebbdd4f6d.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai +tizanidinevssoma.blogspot.com +top-study.work +top1-seo-service.com +torrent-newgames.com +track112.site +turn-up-life.life +tv-spoty.info +twojebook.pl +uamtrk.com +unacittaconte.org +underthesite.com +uzungil.com +videogamesecrets.com +videojam.tv +visa-pasport.ru +vkmusics.ru +vodkoved.ru +vut.com.ru +w3data.co +watchdogs-2.ru +watracker.net +wdfdocando.com +weblibrary.win +wesharepics.site +westermarkanjou.se +woman-h.ru +woman-orgasm.ru +wosik-dach.service-for-web.de +x-lime.com +x-true.info +xxxkaz.org +yopoint.in yourtemplatefinder.com -zaimhelp.ru -zakazfutbolki.com -zastroyka.org -zeleznobeton.ru -zytpirwai.net +youtubedownload.org +zambini.ru +znakom.sibtest.ru +znakomstva-piter78.ru +zoogdiesney.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 796f34a84..3755985e2 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.19 0; +10.1.0.96 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 4b845bc3e..add09af15 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:14 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:08 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 4b845bc3e..add09af15 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2604 -### Updated: Tue Sep 21 10:04:14 UTC 2021 +### Version: V4.2021.09.2605 +### Updated: Tue Sep 21 22:01:08 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##