diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 828240985..30ca6f6bb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2820 +#### Version: V4.2021.12.2821 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 67f11e4de..9b7eb52a6 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2820 +#### Version: V4.2021.12.2821 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index a1689cc7c..44a79deaa 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2820 +#### Version: V4.2021.12.2821 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 3eb5bcc20..43dbabca2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2820 +#### Version: V4.2021.12.2821 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e4a089689..d626e7720 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8d9a58425..d00fe271b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e4a089689..d626e7720 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 8d9a58425..d00fe271b 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8d9a58425..d00fe271b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8d9a58425..d00fe271b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 8d9a58425..d00fe271b 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e58db9cbd..c5efbfab6 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2820 +2821 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 8d9a58425..d00fe271b 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V3.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index e4a089689..d626e7720 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 963c57e8c..0fc5609b4 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.91.103.6 0; +20.94.231.83 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e4a089689..d626e7720 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e4a089689..d626e7720 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e4a089689..d626e7720 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e4a089689..d626e7720 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 963c57e8c..0fc5609b4 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.91.103.6 0; +20.94.231.83 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 9a6970f20..474d82aba 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 963c57e8c..0fc5609b4 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.91.103.6 0; +20.94.231.83 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index d539cf890..4eb57c7bb 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:20 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 31ce7b8cf..785098ab4 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 1; +10.1.1.73 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 17c1d69ef..24b0725a0 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Copier -CrazyWebCrawler -Grabber -InfoTekies -Nessus -Pandalytics -RedesScrapy -SuperBot -Tracemyfile -lwp-trivial +Brandprotect +Collector +Devil +DomainAppender +LinkWalker +Offline Navigator +Pu_iN +VCI +Whatweb +seostar diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index b8c1dade5..1e6a2d21d 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com -404enemy -80legs -ADmantX -AIBOT +ASPSeek +Aboundex AfD-Verbotsverfahren -Alexibot -AllSubmitter -AlphaBot -Ankit -Apexoo +AhrefsBot +Aipbot +Alligator +Anarchie +Anarchy99 Aspiegel Attach AwarioRssBot AwarioSmartBot -BDCbot -BackStreet +BackDoorBot BackWeb -Badass -Bandit -Barkrowler +BetaBot Bigfoot -Blow -BlowFish -BotALot +BlackWidow +Brandprotect +Brandwatch +Buddy BuiltBotTough +BuiltWith BunnySlippers BuzzSumo -CCBot CODE87 -Calculon -Cegbfeieh -CheTeam -CheeseBot -ChinaClaw +CherryPicker +Chlooe Citoid -Cliqzbot -Cogentbot -Craftbot +Claritybot +Cloud mapping +CopyRightCheck +Copyscape +CrazyWebCrawler Crescent -Curious -CyotekWebCopy +DBLBot DIIbot DSearch -DTS Agent Deusu +Devil +Dirbuster Disco -Discoverybot -DittoSpyder +Discobot +DnyzBot DomCopBot -DomainAppender -DomainStatsBot -Domains Project -Dotbot -Download Wonder -Dragonfly -EasyDL +Drip +ECCP/1.0 +EMail Wolf Ebingbong Ecxi -EroCrawler +EirGrabber +Evil ExtractorPro -EyeNetIE Ezooms -FDM -Firefox/7.0 -Foobot -FrontPage +FHscan +Fimap +FlashGet +FyberSpider Fyrebot -G-i-g-a-b-o-t -GT::WWW -Genieo +Getintent Gigabot -Go-Ahead-Got-It -GoZilla +Go!Zilla GrabNet -Grabber -GridBot HTTP::Lite -Havij -Heritrix +HTTrack +HaosouSpider +Harvest Hloader -Humanlinks HybridBot -IRLbot -Id-search -Indy Library -InfoNaviRobot -InfoTekies -JamesBOT +IDBTE4M +IDBot +Image Sucker +Intelliseek +Internet Ninja +Iria Jbrofuzz -JennyBot Joomla -Jorgee +JustView Jyxobot +Kenjin Spider Keyword Density +Kinza Kozmosbot -LNSpiderguy +LWP::Simple +Larbin Leap -LeechFTP -LexiBot +LeechGet Lftp -Libwhisker -Lightspeedsystems -Likse +LieBaoFast +LinkScan LinkWalker +Linkbot +Linkdexbot LinkextractorPro -LinkpadBot +LinqiaScrapeBot Lipperhey Litemage_walker -MFC_Tear_Sample -MQQBrowser -Majestic-SEO +Lmspider +MSFrontPage +MSIECrawler +MTRobot +Mag-Net +Majestic SEO Majestic12 -MarkMonitor +MarkWatch +Mass Downloader Masscan Mata Hari MauiBot -Mediatoolkitbot -Minefield -Mozlila -Musobot -Navroad -NearSite -Nessus -Net Vampire -NetLyzer -NextGenSearchBot -Nimbostratus +Microsoft Data Access +Microsoft URL Control +Mister PiX +Moblie Safari +Mr.4x3 +Name Intelligence +Nameprotect +NetSpider +Niki-bot Nmap -Not -OpenVAS +Nuclei +Nutch +Offline Explorer +Openvas OrangeBot -OrangeSpider -POE-Component-Client-HTTP -PageGrabber +OutclicksBot +OutfoxBot +PECL::HTTP +PHPCrawl +PageAnalyzer Pandalytics -Pavuk +Papa Foto PeoplePal -Petalbot +Picsearch PictureFinder +Pimonster Pixray +Pockey +ProPowerBot ProWebWalker -PyCurl +Psbot +Pump QueryN Metasearch +RankActive +RankFlex RankingBot Rankivabot -RankurBot -RealDownload -Recorder +Reaper RedesScrapy RepoMonkey Ripper -RocketCrawler -Rogerbot -SEOstats -SMTBot -SalesIntelligent -Scanbot -ScoutJet +SEOkicks-Robot +SEOlyticsCrawler Scrapy +ScrepyBot +SemrushBot +SentiBot +SeobilityBot +Seomoz +Site Sucker SiteExplorer SiteLockSpider -Sitebeam +SiteSucker Siteimprove -SlySearch +Sitevigil +SmartDownload +Snake Snoopy -Sociscraper -Sosospider -SpankBot -SputnikBot +Sottopop Sqlmap Stripper Sucker -SuperBot -Swiftbot -T0PHackTeam +Sucuri +SuperHTTP +SurveyBot +Suzuran T8Abot -Teleport +TeleportPro +Telesoft Telesphoreo -Telesphorep -TheNomad -Toweyabot +Thumbor +TightTwatBot +Titan +Toata Tracemyfile +Trendiction Trendictionbot -Turingos -Turnitin +True_Robot +TwengaBot Twice -Typhoeus -URLy Warning -Upflow +V-BOT VB Project -VCI Vagabondo -VelenPublicWebCrawler +VidibleScraper Virusdie -VoidEYE -WBSearchBot -WWW-Mechanize -WWW::Mechanize -WWWOFFLE -WallpapersHD -Web Collage +WPScan +Web Auto +Web Enhancer Web Fetch -Web Sauger -WebAuto +Web Fuck WebBandit WebCollage -WebFuck -WebGo IS -WebLeacher +WebCopier +WebFetch +WebPix WebReaper -WebSauger WebZIP -WebmasterWorldForumBot +Webalta WebsiteQuester -Whatweb -Who.is Bot +Whack +Widow +WinHTTrack WiseGuys Robot -Woobot -Xaldon_WebSpider -Zade -ZmEu +Wprecon +YoudaoBot +ZumBot ZyBorg -adscanner -archive.org_bot -arquivo.pt autoemailspider backlink-check +cah.io.community +check1.exe +com.plumanalytics crawl.sogou.com -crawler.feedback dataforseo.com -demandbase-bot +domainsproject.org eCatch -evc-batch +gopher heritrix internetVista monitor -isitwp.com -lwp-request lwp-trivial +magpie-crawler netEstate NE Crawler -satoristudio.net +oBot +pcBrowser +ripz +s1z.ru +scalaj-http scan.lol -seoscanners -sitechecker.pro -siteripz -sp_auditbot +seocompany.store +seostar +serpstatbot +sexsearcher +sogouspider spyfu sysscan -webpros.com +trendiction.com +trendiction.de +voyagerx.com +webgains-bot +webprosbot x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index e58051073..c9982bb2c 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider +404checker 80legs -ALittle Client -Aboundex +AIBOT +Abonti Aboundexbot -Aipbot +Acunetix +AhrefsBot +Alexibot AllSubmitter Alligator -Ankit +Anarchie +Anarchy +Anarchy99 Anthill -Apexoo -BBBike -BLEXBot -BackDoorBot +Asterias +Attach +BDFetch BackStreet -BackWeb -Backlink-Ceck +Badass Bandit -BatchFTP -Bigfoot -Black Hole -Brandwatch -Buddy -BuiltBotTough -CATExplorador -CSHttp -CazoodleBot -CensysInspect +Barkrowler +Battleztar Bazinga +BetaBot +Blackboard +BlowFish +Boardreader +Bolt +BotALot +Buck +BuiltWith +Bullseye +CODE87 +CheTeam +CheeseBot +CherryPicker +ChinaClaw Citoid Cliqzbot -Copier -CopyRightCheck -Crescent -Curious +Cogentbot +Collector +Craftbot DSearch -DTS Agent -Demon -DigitalPebble +DataCha0s +Devil Discobot Dispatch -DittoSpyder DnBCrawler-Analytics -DomainCrawler -DomainStatsBot +DomainAppender +Domains Project +Dotbot +Download Wonder Dragonfly +Drip ECCP/1.0 -EMail Wolf -Ebingbong -Exabot -Extractor -Ezooms +EasyDL +Express WebPictures +EyeNetIE FDM FHscan FemtosearchBot -Foobot -FrontPage +Firefox/7.0 Fuzz FyberSpider -Fyrebot -Getintent -Go-Ahead-Got-It -GrabNet +GT::WWW +GalaxyBot +GetRight +GetWeb +Go!Zilla +Gotit +Grabber Grafula GrapeFX -HEADMasterSEO -Havij +HTTP::Lite Hloader -HybridBot IDBTE4M -Iblog -Id-search +IDBot +IRLbot InfoNaviRobot +InfoTekies +Intelliseek InterGET +JOC Web Spider +Jbrofuzz Joomla -JustView +Jorgee Jyxobot -Kinza -LNSpiderguy -Lanshanbot +Kenjin Spider +Kozmosbot +LWP::Simple Larbin +Leap LeechFTP LeechGet LexiBot Lftp -LibWeb +Lightspeedsystems Likse -LinkScan +LinkWalker +Linkbot Linkdexbot -LinkextractorPro +LinksManager LinqiaMetadataDownloaderBot +LinqiaRSSBot Lipperhey -Litemage_walker -MJ12bot +Ltx71 +MIIxpc +MQQBrowser +MSFrontPage +MSIECrawler MTRobot -Mag-Net -Magnet -Majestic12 Mass Downloader -MauiBot +Mata Hari Mb2345Browser Meanpathbot -Mediatoolkitbot -Microsoft Data Access -Microsoft URL Control -Minefield -Mojeek -Morfeus Fucking Scanner -Mozlila +MegaIndex.ru +MicroMessenger +Moblie Safari Mr.4x3 -Musobot -NICErsPRO NPbot -Nessus -Netvibes -Nimbostratus -Nmap -Not +Name Intelligence +Navroad +NearSite +Net Vampire +NetAnts +NetLyzer +NetSpider +NetZIP +Nibbler +Nikto Nuclei Nutch -Offline Navigator -OpenLinkProfiler OpenVAS -Openfind -Openvas OrangeBot OrangeSpider OutclicksBot -PECL::HTTP -PHPCrawl -Page Analyzer -Pandalytics -Papa Foto +Pavuk Petalbot Picscout -PictureFinder -Piepmatz +Pixray Pockey -ProPowerBot -ProWebWalker Probethenet -Pu_iN -PxBroker -PyCurl +Pump QueryN Metasearch -Quick-Crawler +RSSingBot RankActive -RankActiveLinkBot RankingBot RankingBot2 -Rankivabot -RealDownload -Recorder +RankurBot +Re-re +RebelMouse RedesScrapy SEOkicks-Robot -SEOlyticsCrawler SEOprofiler +SEOstats SMTBot -ScanAlert -Scrapy -Screaming -ScreenerBot +Scanbot +ScoutJet +ScrepyBot +SearchmetricsBot SemanticJuice +SemrushBot SeoSiteCheckup -SiteSnagger +SiteExplorer Sitevigil -Snake -Snapbot +SlySearch +SmartDownload Snoopy Sogou web spider +Sottopop Spammen -Spbot -Sqworm +SpankBot +Sqlmap +Sqlworm Steeler +Stripper Sucker -Sucuri -SuperHTTP Surfbot -SurveyBot -Suzuran Szukacz T0PHackTeam -T8Abot Teleport +Telesphoreo Telesphorep -The Intraformant -Thumbor Titan -Toata -Toweyabot -Trendictionbot +Trendiction Turingos -Turnitin TwengaBot -URLy.Warning -VCI -Vagabondo +Upflow +V-BOT VelenPublicWebCrawler -VeriCiteCrawler -Voil -WEBDAV +Virusdie +Voltron +WASALive-Bot WISENutbot -Wallpapers +WWW::Mechanize +WWWOFFLE WeSEE -Web Enhancer -Web Fetch -WebFetch -WebLeacher +Web Auto +Web Pix +Web Sucker +WebAuto +WebCopier +WebEnhancer +WebImageCollector WebReaper -WebSauger -WebStripper WebWhacker -WebmasterWorldForumBot -Website Quester -Whack -Whatweb +WebsiteQuester +Whacker +Widow WinHTTrack WiseGuys Robot -Woobot Wprecon -YoudaoBot -Zauba +Xaldon WebSpider +Xenu Zermelo ZmEu ZoomBot -autoemailspider -cah.io.community +ZumBot +arquivo-web-crawler +clark-crawler +coccocbot-web +cognitiveseo +crawler4j +dataforseo.com demandbase-bot -facebookscraper -gopher +domainsproject.org +eCatch +evc-batch heritrix -internetVista monitor -lwp-trivial +instabid +isitwp.com magpie-crawler meanpathbot -muhstik-scan +mediawords netEstate NE Crawler page scorer -pcBrowser +polaris version ripz +satoristudio.net scalaj-http +seobility seoscanners -seostar +serpstatbot sexsearcher -sitechecker.pro -siteripz sp_auditbot -tAkeOut +spyfu +trendiction.de webgains-bot -webmeup-crawler -webprosbot -x09Mozilla +webpros.com +x22Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 4fa649d0f..62320ef72 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adanih.com -bannerpower.com -beauty-things.com -chinese-amezon.com -compliance-alex.top -djekxa.ru -minecraft-rus.org -mobplayer.net -reimageplus.com -testingads.pro +8kisses.eu +euroskat.ru +evening-dating-club.info +i-midias.net.br +isistaylorporn.info +pufip.com +resant.ru +tasteidea.com +tizanidinemusclerelaxant.blogspot.com +ttsq.fr diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index e595763de..494ea15de 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -007angels.com -0n-line.tv -101raccoon.ru -123kuma.com -1kinobig.ru -20pascals.nl -28n2gl3wfyb0.ru -2daytrendingnews.com +03p.info +100searchengines.com +101lesbian.xyz +12bet.com +12u.info +1qingdao.com +2000k.ru +214jaluwobapef.cf +3w24.com 5000-cotydzien.com -5ws.dating-app.ru -98oi.ru -999webdesign.com -aa8780bb28a1de4eb5bff33c28a218a930.com -aa9bd78f328a6a41279d0fad0a88df1901.com -absolute-s.ru -abusora.com -acgs.tk -actionnooz.com -adamoads.com -adelly.bg -adinterax.com -adservme.com -adtiger.tk -advancedsoftwaresupport.com -advokateg.xyz -adzerg.com -afslankpillen2017nl.eu -aibolita.com -alert-fdm.xyz -alive-ua.com -all4wap.ru -allfinweb.com -alpinism.ru -amateurlivechat.org -amazon-adsystem.com -amung.us -anaksma.info -angel1777.kz -angigreene.com -apartment.ru -apartmentbay.ru -apioutoboxnet-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -apishops.ru -arabsexxxtube.com -arcadepages.com -aruplighting.com -asia-forum.ru -asscenihotosidea.blogspot.co.za -atlasvkusov.ru -australia-opening-times.com -autonew.biz -azartclub.org +70casino.online +8kisses.eu +aaa38852e886ac4af1a3cff9b47cab6272.com +absolutelyanalog.com +actices.com +adktrailmap.com +admeasures.com +allcredits.su +allesohnegirls.net +allstatesugarbowl.org +alphaforum.ru +ampower.me +anapa-inns.ru +android-systems.ru +animenime.ru +apidigidocketnet-a.akamaihd.net +apifasterlightin-a.akamaihd.net +aproposde.com +arclk.net +arendakvartir.kz +ausergrubhof.info +autoloans.com +ayodhya.co +bablonow.ru +babs.com.ua baditri.com -baksman.com -bannerbank.ru -bannerswap.com -best-businessman.ru -best-seo-offer.com -bingo8888.com -bitporno.sx -bizru.info -blobar.org -bluesman.nu -boobsimge.com -buy-loft.ru -buypuppies.ca -bwlx.prepedu.cn -californianews.cf -candytiner.com -capacitacionyaprendizaje.com -carrauterie.be -cars-modification.net -cartierlovestore.xyz -cascadelink.org +bannerconnect.net +bannerspace.com +beachdriveblog.com +beremenyashka.com +best-coupon-offer.com +bestbrainprod.win +bestcalovebracelet.cn +bestmarriages.com +betshuckclean.com +bezlimitko.xyz +bikini-image.com +bildsuche.ru +bimmerpost.com +bio.trade-jp.net +biographiya.com +boazpower.com +bonky.biz +bpro1.top +bronzeaid-a.akamaihd.net +budilneg.xyz +buqyxa.rincian.info +burger-tycoon.com +business-suggested.tk +buttons-for-website.com +buyviagraa.blogspot.com +c-english.ru +cakesplus.com.au +callcafe.info +cardul.ru +carstrends2015.com censys.io -charmstroy.info -cheapjerseysbizwholesale.us -cheapsergiorossi.online +centrumcoachingu.com +cfjump.com +cheap-trusted-backlinks.com +cheapestjerseysonwholesale.com +cheapmoncler.xyz +christianlouboutinreplica.pw +cialischsrx.com +cialischstgerts.com ciceros.co -circlesl.com -cl.s7.exct.net -classicakuhni.ru -clickpapa.com -clickso.com +cienum.fr +citizenclsdriveri7.pen.io +clarithromycin500mg.com +cleanallvirus.com +cleansearch.net +click2pawn.com +clickcash.com +clicksor.net clickzzs.nl +clipartnew.com +clknsee.com club-lukojl.ru -club-samodelkin.ru -co.lumb.co -cocyq.inwtrade.com -com-onlinesupport.host -com-onlinesupport.site -community.allhiphop.com -compliance-brian.top -compliance-george.top -compliance-ivan.top -compliance-jess.top -compliance-julia.top -confib.ifmo.ru -contentlook.co -cougfan.info +cocolyze.com +coinsspb.com +compliance-alex.top +compliance-donald.xyz +compliance-jack.top +compliance-mark.top +copenergo.ru +cornerstone-countertops.com +cosmeticswomens-womensports.rhcloud.com courtshipgift.com -covadhosting.biz -cranly.net -cubook.supernew.org -customboxes4less.com -customergrowthsystems.com -cxpromote.com -daisye.top -damedingel.ya.ru -ddsoldes.fr -degerlund.net -delayreferat.ru -deshevo-nedorogo.ru -designdevise.com -dev78.dioniqlabb.se -dieswaene.com -digitalfaq.com -dimaka.info -dktr.ru -dlya-android.org -dnepropetrovsk.mistr-x.org -domini.cat +crest3d.ru +culad.com +custodieva.ru +d0t.ru +danceuniverse.ru +darkbooks.org +data1.scopich.com +davidovic.info +decorationspcs.com +dirtpics.pw +dodlive.mil +dogclothing.store +domik-derevne.ru download-of-the-warez.blogspot.com -download-wallpaper.net -duplicashapp.com -dyshagi.ru -e90post.com -earthmagic.info -el-nation.com -elektrischezi.canalblog.com -elektrischeziga.livejournal.com -elite-sex-finders.com -engines-usa.com -eorogo.top -erectile.bid -escort-russian.com -etenininrade.ga -euromasterclass.ru -exct.net -expertnaya-ocenka.ru -extremal-blog.com -f00kclan.de -face.hostingx.eu -famix.xyz -favorcosmetics.com -feeriaclub.ru -fermersovet.ru -fillmewithhappiness.com -film-one.ru -filmci.pro -find1friend.com -findacheaplawyers.com -findsexguide.com -finemanteam.com -fitfloponline.store -flex4launch.ru +downloaddy.net +doxysexy.com +e-collantes.com +eaplay.ru +eldiariodeguadalajara.com +election.interferencer.ru +elektrozigarette1.dreamwidth.org +empirepoker.com +euronis-free.com +excaliburfilms.com +extremepornos.net +eyessurgery.ru +ezigarettenshop2.postbit.com +ezrvrentals.com +f-online.de +familienzahnaerzte.com +family1st.ca +fashion.stellaconstance.co +faz99.com +feargames.ru +fetroshok.ru +fettefrauen.net +firstdrugmall.ru +flashlarevista.com +flipper.top florida-tourism.net -forex.osobye.ru -forum-engineering.ru -foto-weinberger.at -foxtechfpv.com -frankofficial.ru -free-share-buttons.blogspot.com +flowwwers.com +food.dtu.dk +fotopop.club +frbizlist.com +free-social-buttons.com free-social-buttons.xyz -free-video-tool.com -freesitetest.com -freetangodownload.com -front.to -fsakhalin.ru -fullgirl.ru -funcrushgames.com -funnymama.com -funnypica.com -fx-brokers-review.com -fxtips.ru -gambarkataku.co -gamerscorps.com +freejabs.com +frequiry.com +fuel-gas.com +gagrasector.ru +gameprimary.com +gardene.ru gateway.zscalerone.net +gay-site.store gay.adultgalls.com -gentamicineyedrops.blogspot.com +gaz-voshod.ru +gazobeton-p.com.ua +ge0ip.com +gemgrab-a.akamaihd.net +getoutofdebtfree.org ghernnqr.skyrock.com -glass-msk.ru -gok-kasten.net -goldenggames.com -goodwriterssales.com -googglet.com -greatidea.marketing -greenidesign.co -gribokstop.com -grizzlysgrill.com -gsasearchengineranker.pw -gz2.bbsoldes.fr -hamacapty.com -hchha.com -hdhc.ru -hermesreplica.win -hkladys.com -howtoclean.club -idegenvezeto.eu -iflycapetown.co.za -imgarcade.com +gopro-online.info +gosreg.amchs.ru +greenzaim.ru +groupmoney.ru +grtyi.com +gsasearchenginerankerdiscount.com +gsasearchenginerankerhelp.com +handicapvansarea.com +hdxnxxtube.mobi +hermesbracelets.xyz +hmywwogw.bloger.index.hr +homelygarden.com +hornymatches.com +hotblognetwork.com +hotchatdate.com +hotdl.in +houdom.net +hoverboard360.nl +hydropump.su +iframe-toloka.com +ihtec2019.org +imabase.com +imfamous.info +import-sales.com +importchinacoach-teach.com incomekey.net -infodocsportal.com +infogame.name infostatsvc.com -insurple.com -ipornox.xxx -islamtoday.co.za +irunfar.com +islandminingsupply.wordpress.com istizanidineacontrolledsubstance.blogspot.com -istizanidineanopiate.blogspot.com -istmira.ru -itservicesthatworkforyou.com -izoll.ru -jacago.com -james13prix.info +itch.io +ivanstroi.ru +iwanttodeliver.com +ixora.pro +jabimgo.pw +jackwolfskinoutlet.online +japfm.com jav-fetish.com -jerseychinabizwholesale.com -jetsli.de +jav-fetish.site +jerseywholesalechinabiz.com jikoman.info -jo24news.com -joyceblog.top -justbcause.com -justdating.online -karachev-city.ru -keki.info -kerwinandcariza.com -keywords-monitoring-success.com -khadastoafarde.tk -kihi.gdn -kinoplen.ru -knigonosha.net -koptims.tiu.ru -krasivye-devushki.net -kreativperlen.ch -labelwater.se -lafourmiliaire.com -lafriore.ru -lankarns.com -lapitec.eu -layola.biz.tc -ldrtrack.com -lflash.ru +joessmogtestonly.com +jwss.cc +kakablog.net +katjimej.blog.fc2.com +keywordspay.com +keywordsuggests.com +kirov.zrus.org +kmd-pto.ru +kupit-adenu.ru +kurbappeal.info +kuzinsp.ru +kw21.org +lacloop.info +languagecode.com +lapolis.it +lasvegaslockandsafe.com +laxdrills.com +leadn.pl +lerporn.info +letslowbefast.site +lifeinsurancekb.com +light.ifmo.ru lignofix.ua -limads.men -lincolntheatre.com -lion.snapmap.us -liveshoppersmac.com -lostfilm-online.ru -luckyday.world -luxup.ru +lineavabit.it +lion.misba.us +lion.playtap.us +live-sexcam.tk +livesex-amateure.info +localmatchbook.com +loftdigital.eu +long-beach-air-conditioning.com +longadventure.com +longgreen.info +lordzfilmz.me +lost-alpha.ru +lovelycraftyhome.com +lowephotos.info +lubetube.com +lyngdalhudterapi.no +lyrics.home-task.com +m4ever.net +mackeeper-center.club macrotek.ru -magicalfind-a.akamaihd.net -managerpak204.weebly.com -manyresultshub-a.akamaihd.net -marwer.info -masserect.com -masterseek.com -medanestesia.ru -medkritika.ru -medosmotr-ufa.ru -members.ghanaweb.com -menetie.ru -message-warning.net -metaxalonevstizanidine.blogspot.com -meteocast.net -mikozstop.com -minecraft-rus.org -mirmedinfo.ru -misterjtbarbers.com -mobifunapp.weebly.com -mobilierland.com +magnetic-bracelets.ru +marcogrup.com +matpre.top +mbiologi.ru +mebel-ekb.com +medicine-4u.org +megagrabber.ru +metallosajding.ru +mini-modus.ru +missvietnam.org +mitrasound.ru +mobile.ok.ru +mobplayer.net moesen-ficken.com -moi-glazki.ru -monarhs.info -moncleroutletonline.pw -moneymaster.ru -more-letom.ru -morocco-nomad-excursions.com -mosrif.ru -mp3downloadhq.com -mttwtrack.com -mural.co -musezone.su -musicpro.monster -musicspire.online -my-aladin.com -mydirtyhobby.com -mydirtystuff.com -mydownloadengine.com +mojpreskumanie.com +moncleronline.xyz +monsterdivx.com +moomi-daeri.com +morefastermac.trade +moscow-clining.ru +moyakuhnia.ru +moyaterapiya.ru +moz.com +mp3films.ru +mrbojikobi4.biz +muabancantho.info +music7s.me +musicstock.me +muz-shoes.ru +myblogregistercm.tk +mydearest.co myfreecams.com -mykings.pw -mymercy.info -myprintscreen.com -nac-bearings.ru -namenectar.com +mylesosibirsk.ru +myperiod.club +myphotopipe.com +nacap.ru +naj-filmy24.pl +nakrutka.cc +nalogovyykodeks.ru +narkologiya-belgorod.ru nastydollars.com -national-today-winning-winner.club -negociosdasha.com -newtechspb.ru -nhl09.ru -nhl17coins.exblog.jp -notebook-pro.ru -novosibirsk.xrus.org -nudepatch.net -obiavo.net -obiavo.su -ok.ru -oklogistic.ru -okout.ru -olvanto.ru -olympescort.com -onclkads.com -oneminutesite.it -online-zaymy.ru -online247.ml +nerudlogistik.ru +netfacet.net +netpics.org +nfvsz.com +nootrino.com +notaria-desalas.com +novodigs.com +o-o-11-o-o.com +o-o-8-o-o.ru +oakleyglassesonline.us +olgacvetmet.com +onlineserialy.ru +onlyporno.ru onlythegames.com +onlywoman.org +open-odyssey.org orsonet.ru -ossmalta.com +ovirus.ru +ozas.net pacificair.com -pammik.ru -paparazzistudios.com.au +palvira.com.ua +panouri-solare-acoperis.com paradontozanet.ru -parajumpersjakkesalgnorge.info -parajumpersoutlet.online -parlament.biz -pcimforum.com -penisvergrotendepillennl.ovh -pharmacyincity.com -phpdevops.com -phuketscreen.com -pic-re.blogspot.com +partner-print.men +pawli.eu +pdns.download +peekyou.com +pensplan.com +pensplan4u.com +perfection-pleasure.ru +picscout.com +picswe.com picture-group.com -pihl.se -pinsdaddy.com -pinwallpaper.xyz -pix-hd.com -placid-rounded-coast.glitch.me -ploenjitmedia.azurewebsites.net -pobeiranie.pl -pod-muzyku.club -poffet.net -poligon.com -postclass.com -potoideas.us -praisong.net -pravoholding.ru -pregnant.guru -princevc.com -privatov-zapisi.ru -prizefestival.mobi -prombudpostach.com.ua -pts163.ru -push-ad.com -puzo2arbuza.ru +picturesfrom.com +pierrehardysale.online +pinapchik.com +pirateday.ru +pkr1hand.com +play-movie.pl +pliks.pl +pogosh.com +polska-poezja.com +poquoson.org +pornhub-forum.ga +porno-video-chati.ru +porno.simple-image.com.ua +pornosexrolik.com +pornosok.ru +portal-eu.ru +portside.cc +portside.xyz +prohoster.info +prom23.ru +prostitutki-tyumeni.org +psa48.ru +pukaporn.com +puteshestvennik.com +puzzleweb.ru quangcaons.com -randki-sex.com -rapevideosmovies.com -rating-casino2021.ru -realting-moscow.ru -refudiatethissarah.info -reimageplus.com -reklama-i-rabota.ru -reklamuss.ru -remorcicomerciale.ro -rent2spb.ru -restorator-msk.ru -riders.ro -ros-ctm.ru -ruex.org.ua -rukino.org -rusprostitute.com -russia-today-video.ru -rvzr-a.akamaihd.net -salmonfishingsacramentoriver.com -sape.top -scanner-jess.top -scanner-walter.top -schoolfiles.net -seadragonherbery.com -searchencrypt.com -searchkut.com -security60-e.com -seksvideoonlain.com -semaltmedia.com +questionmarque.ch +quickloanbank.com +rangjued.com +rankings-analytics.com +rcb101.ru +recipedays.com +redirectme.net +refererx.com +registry-clean-up.net +remedyotc.com +remmling.de +renecaovilla.online +rfd-split.hr +rniaeba.ga +rockingclicks.com +rogervivierforsale.com +royalads.net +rubanners.com +russian-postindex.ru +sakhboard.ru +salut-camp.ru +sarafangel.ru +sarf3omlat.com +sarm.tk +saugatuck.com +scalerite.co.za +scanner-barak.top +scanner-nelson.top +scmor.ilxc.cc +scopich.com +scrapy.org +searchinquire.com +secret.xn--oogle-wmc.com +seeresultshub-a.akamaihd.net +semxiu.com +seo-prof1.xyz seo18.su -seobility.net -servisural.ru -seryeznie-znakomstva.ru -sexreliz.com -sexyali.com -sexyebonyteen.com -shillyourcoins.com -shopsellcardsdumps.com -shopwme.ru -sigmund-freud.co.uk -sildenafil-tadalafil.info -skuteczna-dieta.co.pl -sloopyjoes.com -slowmac.tech -sms2x2.ru -sneakyboy.com -soheavyblog.com +seofirmreviewsus.info +sex-watch.com +sexs-foto.top +sideeffectsoftizanidine.blogspot.com +simplesite.com +site3.free-share-buttons.com +site5.com +skytraf.xyz +skyway24.ru +slavic-magic.ru +snegozaderzhatel.ru +socialseet.ru +soft-terminal.ru sotechco.co -souvenirua.com -sovinsteel.ru -space4updating.win -spidtest.org -sps-shop.com -spylog.com -staynplay.net -stockquotes.wooeb.com -stroicol.net -stroy-portal22.ru -sudexpert66.ru +spinazdrav.ru +starwars.wikia.com +statoutlook.info +strana-krasoty.ru +strfls.com +stroilka.info +sugarlyflex.pw +superfish.com supernew.org -support.nopeas.sk sureone.pro -tattoo33.ru -tattooha.com -taxi-v-eisk.ru -taximytishi.ru +surintech.ac.th +susanholtphotography.com +svarkagid.com +swinginwithme.ru +symphonyintegratedhealthcare.com +tabakur77.com +taboola.com +tam-gde-more.ru +tamada69.com +taqywu51.soup.io +taranerymagesswa.blogspot.com +td-33.ru teastory.co -tech4master.com -telegraf.by -the-trader.net -the-usa-games.blogspot.com -thegalerie.eu -theguardlan.com -themestotal.com -thetardistimes.ovh -thewomenlife.com +teslathemes.com +thefds.net +theheroes.ru thin.me.pn -timer4web.com -tizanidineingredients.blogspot.com -token-lab.org -tomck.com -tongkatmadura.info -torrents.life -toxicwap.com -traffic-club.info -trailer.cinemaflix.website -triumf-realty.ru -tubeoffline.com -tupper-posuda.ru -tvoystartup.ru -tx41tclega.ru -tyumen.xrus.org -udsgame.online -unece.org -unitexindia.com -unrealcommander.biz -upproar.com -uptime-delta.net -urzedowski.eu -velpanex.ru -viagraneggrx.com -video-woman.com -videokrik.net -vod.com.ua -voditeltrezviy.ru -voltrknc1.com -voluumtrk.com -vozbujdenie.com -vrnelectro.ru -vykupavto-krasnodar.ru -watch-movies.ru +timeallnews.ru +titan-cloud.life +tizanidinehcl2mgtablet.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tonivedu.it +tooplay.com +topclickguru.com +topsiteminecraft.com +torrent-newgames.com +trafaret74.ru +traffpartners.com +trahvid.com +trumpetedextremes.com +turizm.bz +twittruth.com +uasb.ru +uchetunet.su +uginekologa.com +underthesite.com +unimodemhalfduplefw.pen.io +unlimitdocs.net +uogonline.com +url-img.link +url2image.com +uzungil.com +vacuumscleaner.com +valoresito.com +vekzdorov.ru +vgoloveboli.net +via-energy-cumpara.com +viagengrarx.com +viddyoze.com +videogamesecrets.com +viktoria-center.ru +vinsit.ru +visitcambridge.org +vremya.eu +vtcdns.com +vucms.com +vysigy.su +watracker.net wdrake.com -weblo.com -webs.com -website-analyzer.info -websiteaccountant.de -weclipart.com -wedding0venues.tk -weddingdresses.xyz -wheelchairliftsarea.com -whiteproduct.com -wiosenny-bon-1500.pl -worldinternetauthority.com +webix.me +webscouter.net +wesharepics.info +westsextube.com +wfb.hatedriveapart.com +whatzmyip.net +whengirlsgowild.com +whipme.yopoint.in +wholesalecheapjerseysfree.com +wildnatureimages.com +womensterritory.ru +wowcasinoonline.ooo woweb.com.ua -writersgroup580.web.fc2.com +wrona.it +wttavern.com www.arenda-yeisk.ru -wygraj-teraz.com -xaijo.com -xdoza.com -xjrul.com -xmlinde.com -xn--80aafb2a.xn--p1ai -xvideosporn.biz -yhit.press -yottos.com -youjizz.com -yoursearch.me -z-master.ru -zaimite.ru -zarepta.com -zigarettenonlinekaufen1.blox.pl -zojirushi-products.ru -zolotoy-lis.ru -zverokruh-shop.cz +wygraj-skiny.win +x-diesel.com +xcombear.ru +xn----9sbubg3ambdfl1j.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn--80aikhbrhr.net +xn--d1acah0c.xn--p1ai +xn--d1aifoe0a9a.top +xn--e1aggki3c.xn--80adxhks +xxxtubesafari.com +yebocasino.co.za +yellowads.men +youdao.com +za-music.mymobiplanet.com +zdesformula.ru +zhuravlev.info +znakomstvaonlain.ru +zog.link +zzlgxh.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 3026564f8..28b4ac667 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00go.com -101raccoon.ru -12masterov.com +007angels.com +108shot.com 1flag.co.za -1kinobig.ru -1webmaster.ml -2020iscoming.info -21h2o.com -23kw.ru -6128786.com -adloads.com -adsloads.com -adssafeprotected.com +51.la +5tey7463.weebly.com +991mostfm.co.id +acgs.tk +acunetix-referrer.com +adtech.fr adviceforum.info -advokateg.ru -allmarketsnewdayli.gdn -amanda-porn.ga -angkortours.vn -anonymousfox.co -apioutoboxnet-a.akamaihd.net -apparel-offer.com -aquarium-pro.ru -asrvvv-a.akamaihd.net -astrochicks.com -audiobangout.com -auto4style.ru -bfz.biz -bgviagrachrx.com -bitcoinremote.com -bizcheapjerseyswholesalechina.com -bloggerads.net -bluesalt.co -boanonihaca.tk -board.f00d.de -bracketsmackdown.com -businescoop.men -callawaygolfstore.online -carina-sy.de -casinos4dummies.co.uk -ccbill.com -celejihad.info -censys.io -checkm8.com -cienum.fr -cindymatches.com -cocyq.inwtrade.com -collegeessay19.blogspot.ru -compliance-fred.xyz -cookielawblog.wordpress.com -copro.pw +affrh2015.com +alldezservice.kz +allesohnegirls.net +allpdfmags.net +alpharma.net +anaksma.info +anal-acrobats.com +android-style.com +android-vsem.org +apimountainbikei-a.akamaihd.net +artdestshop.eu +asophoto.com +atmovs.com +autorn.ru +b-styles.xyz +bingo8888.com +bird1.ru +birzha-truda.eu +bizzliving.com +blogig.org +bradleylive.xyz +brainboosting.club +brewdom.ru +buckspar.gq +buyviagraa.blogspot.com +bvlgariring.xyz +cand.jp +chcu.net +cheapestjerseys-wholesale.com +christianlouboutinsaleoutletonline.us +clknsee.com +cntravelre.com +cometorussia.net +companies-catalog.com +compliance-donald.xyz +compliance-elena.xyz +compliance-mary.top +counterbot.com cowblog.fr -crazyboost.pro -crazyprotocol.com -creams.makeforum.eu -customchocolate.business-for-home.com -decorazilla.com +credit-online.ws +culturevie.info +custom-product-labels.com +customergrowthsystems.com +cxpromote.com +darodar.com demenageur.com -descargar-musica-gratis.net -div.as -dlya-android.org -docs4all.com -dokumentalkino.net -drunkenstepfather.com -e-poker-2005.com -easyukraine.com -ecommerce-seo.org -elidelcream.weebly.com -emailaccountlogin.co -erot.co -europeanwatches.ru -evogarage.com -f5mtrack.com -fantasticpixcool.com -fbdownloader.com -filmidivx.com -financehint.eu -foto-weinberger.at -free-share-buttons.blogspot.com -fugarif.ga -fungamelands.com -funtoonez.com -gamblingnerd.com -gate5.co.za -gaz-voshod.ru -geilehausfrauen.net -globalsurfari.com -golmau.host.sk -gonextmedia.com -gosarhivrt.ru -gourcy.altervista.org -gwhwpxbw.bloger.index.hr -hanwei.us -historichometeam.com -hjaoopoa.top -homeinns.com -hoverboard360.de -iccornacircri.cf -id-forex.com -ideoworld.org -imabase.com -impisr.edunsk.ru -impisr.ru +design-lands.ru +destinationrealestate.com +dogsrun.net +dolohen.com +earl-brown.info +ec-file.info +ege-essay.ru +excitacion.info +exportshop.us +expresstoplivo.ru +ez8motelseaworldsandiego.com +farm26.ru +fickenprivat.info +flowersbazar.com +forex.osobye.ru +forexgb.ru +free-share-buttons.top +freeuploader.com +freeuploader.ml +fuck-paid-share-buttons.xyz +fullgirl.ru +funcrushgames.com +game-mmorpg.net +gameplexcity.com +germetiki.com.ua +gfaq.ru +glass-msk.ru +gsasearchengineranker.pw +gunsvicceadadebt.tk +guod.me +highspeed5.net +hobbyhuren24.net +host-tracker.com +ilikevitaly.com +immobiliaremassaro.com inet-traffic.com -infobabki.ru -innoslicon.com -iomoio.net -isitpaleo.info -japan-bearings.ru -jerseychinabizwholesale.com -kalb.ru -ketoanhanoi.info -kevblog.top -kino-rating.ru -konteiner24.com +infogame.name +istizanidineanarcoticdrug.blogspot.com +istizanidineanopiate.blogspot.com +itsdp3.com +iyasimasennka.com +jav-idol.com +jav-way.site +juliaworld.net +jus0wil.pp.ua +katushka.net +kazan.zrus.org +keywesthideaways.co +khafre.us +kinofak.net +kliksaya.com krasnodar-avtolombards.ru -kutikomi.net -lancheck.net -leadwayau.com -letto.by -li-er.ru -light.ifmo.ru -linkbuddies.com -linkrr.com -littleberry.ru -live-sexcam.tk -low-format.ru -lutherstable.org -luxup.ru -markjaybeefractal.com -medosmotr-ufa.ru -mega-polis.biz.ua -megakino.net -metabar.ru -middlerush-a.akamaihd.net -midst.eu -mikozstop.com -mobioffertrck.com -mobot.site +krasnodar.zrus.org +kunstaktien.info +kvartir-remont.biz +letmacwork.world +lexaprogeneric.link +listiseltemournlan.gq +livingcanarias.com +lkbennettoutlet.online +lkbennettstore.online +longlifelomilomi.info +luckyday.world +machicon-ueno.info +mainhp.net +max-p.men +mcnamaratech.com +mebeldekor.com.ua +meet-flirt-dating.com +megavolt.net.ua +meltwater.com +merryhouse.co.uk +mexicosleevegastrectomy.com +mexicotravelnet.com +moncleroutletonline.win montredemarque.nl -morlat.altervista.org -moroccosurfadventures.com -moscow.online-podarki.com -mwtpludn.review -mybackgroundlandscape.blogspot.com -mycaf.it -nationalbreakdown.com -nikhilbahl.com -nofreezingmac.work +moyakuhnia.ru +mrinsidesales.com +mrmoneymustache.com +mykings.pw +naphukete.ru +newhairstylesformen2014.com +nextlnk12.com +nicovideo.jp +nippon-bearings.ru +nordstar.pro +noumeda.com npoet.ru -nzfilecloud.weebly.com -obiavo.by -obiavo.net -offer.wpsecurity.website -ontargetseo.us -ooo-olni.ru -open-odyssey.org -openmediasoft.com -oralsexfilme.net -origin-my.ru -outrageousdeal-a.akamaihd.net -owohho.com -paperwritingservice17.blogspot.ru -partner-pop.men -pcgroup.com.uy -pdn-4.com -phobia.us -piulatte.cz -ploenjitmedia.azurewebsites.net -pornoklad.net -pospr.waw.pl -powenlite24.ru -printdirectforless.com -prizestohandle.club -promalp-universal.ru -propranolol40mg.blogspot.com -qld10000.net -relayblog.com -remont-ustanovka-tehniki.ru -replicaclub.ru -restorator-msk.ru -rocis.site -rusoft-zone.ru -russkoe-zdorovie.ru -rybalka-opt.ru -scalerite.co.za -scanner-jane.top -schlampen-treffen.com -searchlock.com -semrush.com -seomarketings.online -serptehnika.ru -shama-rc.net -shymkent.xkaz.org -silvercash.com -site-speed-check.site -siteaero.com -slutloadlive.com -smokewithrabbits.com -snip.tw -snow.nvr163.com -solution4u.com -spywarenuker.com -srdrvp.com -star61.de -statustroll.com -stillmiracle.com -stroilka.info -surfbuyermac.com -syvertsen-da.no -testingads.pro -thepantonpractice.co.uk -top10-way.com -torrentred.games -track112.site -tradedeals.biz -trk-4.net +nudejapan.net +obiavo.com +office2web.com +ohmyrings.com +online-hit.info +onlinefilmz.net +openmultipleurl.com +outpersonals.com +paleohub.info +park.above.com +partner-high.men +partner-host.men +peekyou.com +pendelprognos.se +penisvergrotendepillennl.ovh +pensplan.com +perso.wanadoo.es +photokitchendesign.com +pinkduck.ga +playlott.com +poquoson.org +porn555.com +portadd.men +preparevideosafesystem4unow.space +primedice.com +professionaldieselcare.com +putitin.me +qpypcx.com +quebec-bin.com +ru-dety.ru +ruf777.com +russkie-gorki.ru +rvi.biz +saneitconsulting.com +scanner-jessica.top +searchaddis.com +searchinquire.com +sel-hoz.com +seorankinglinks.us +service.adtech.us +sex-sex-sex5.com +sexpartygirls.net +sexy-screen-savers.com +shoppingmiracles.co.uk +silverage.ru +simon3.ru +sirpornogratis.xxx +skutecznetabletkinaporostwlosow.pl +skylta.com +slavia.info +sluganarodu.ru +smichovbike.cz +sosdepotdebilan.com +staff.prairiesouth.ca +stairliftstrue.com +stariy-baku.com +stroiminsk.org +studiokamyk.com.pl +surcentro.com +symphonyintegratedhealthcare.com +tattooha.com +tds-advert005.info +teenporn18.net +telemetryverification.net +tetracsaudi.com +thegioixekhach.com +tizanidine4mg.blogspot.com +tizanidinecapsules.blogspot.com +tmtrck.com +toondinsey.com +topflownews.com +toxicwap.com +track2.shop +ttsq.fr +tyumen.xrus.org +ua-company.ru +uginekologa.com ukrtextbook.com -umaseh.com -umnovocaminho.com -uzungil.com -versaut.xxx-cam.webcam -vertaform.com -video-chat.in +vacances-voyages.info +vduplo.ru +ventelnos.com +via-energy-order.com videochat.world -viel.su -vitanail.ru -viteonlusarezzo.it -vkontaktemusic.ru -volgograd.xrus.org -volume-pills.biz -vonradio.com -vpnmouse.com -w-journal.ru -warningzscaler.heraeus.com -webadvance.club -webnode.me -wemedinc.com -whiteelephantwellington.com -winner7777.net -xlolitka.com -xmnb.net -xn--b1ag5cfn.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -youthreaders.com -youtube-downloader.savetubevideo.com -zagadki.in.ua -zajm-pod-zalog-nedvizhimosti.ru -zatjmuzu.info -zhacker.net -zygophyceous.womanstars.site +videogamesecrets.com +vinsit.ru +voloslove.ru +vostoktrade.info +vut.com.ru +w3javascript.com +weboptimizes.com +website-datenbank.de +weightatraining.com +wholesalejerseyscheapjerseys.us.com +win-spy.com +womensplay.net +worldis.me +wsgames.ru +www.solartek.ru +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xxxmania.top +xxxrus.org +yginekologa.com +youporn-forum.ga +youtubedownload.org +zoogdisany.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index edfa26897..2420fdf56 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.0 0; +10.1.1.73 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 6bbf71cf2..fff5e14b0 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:21 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 6bbf71cf2..fff5e14b0 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2820 -### Updated: Fri Dec 31 07:10:21 UTC 2021 +### Version: V4.2021.12.2821 +### Updated: Fri Dec 31 10:03:23 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##