diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6242294f3..396b36e26 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2813 +#### Version: V4.2021.12.2814 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index d072132ed..202e526da 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2813 +#### Version: V4.2021.12.2814 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 0a4c786da..391ad4e5d 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2813 +#### Version: V4.2021.12.2814 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 1313cfe3e..8dbfcf01f 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2813 +#### Version: V4.2021.12.2814 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 408cf458f..82e678937 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 916fd9afc..8a87d5300 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 408cf458f..82e678937 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 916fd9afc..8a87d5300 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 916fd9afc..8a87d5300 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 916fd9afc..8a87d5300 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 916fd9afc..8a87d5300 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e6e356556..681f6fefb 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2813 +2814 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 916fd9afc..8a87d5300 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V3.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 408cf458f..82e678937 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index a99e95861..6ca39cc79 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.11.150 0; +20.112.3.125 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 408cf458f..82e678937 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 408cf458f..82e678937 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 408cf458f..82e678937 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 408cf458f..82e678937 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index a99e95861..6ca39cc79 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.11.150 0; +20.112.3.125 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index ce9099942..073f373cb 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index a99e95861..6ca39cc79 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.11.150 0; +20.112.3.125 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 317c61091..e3dd03d20 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:17 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index c1998833f..3ee55e1ea 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 1; +10.1.0.201 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b694886a3..802723af4 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anthill -BDCbot -Digincore -FemtosearchBot -HEADMasterSEO -MSFrontPage -Screaming -WebFuck -Webster -adscanner +BackWeb +Cloud mapping +DatabaseDriverMysqli +Navroad +OpenVAS +Probethenet +SlySearch +Spbot +VCI +Web Pix diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 6a8a4d8a3..34e8a2bde 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider -ADmantX -AIBOT -ALittle Client -Aboundex +404checker +404enemy Aboundexbot -AfD-Verbotsverfahren AhrefsBot -Aipbot -Alexibot -AllSubmitter -Alligator -AlphaBot -Anarchy99 +Anarchie +Ankit +Attach +AwarioRssBot AwarioSmartBot -BDFetch +BDCbot +BackDoorBot BackStreet -Backlink-Ceck -BacklinkCrawler -Badass -BatchFTP -BetaBot -BlackWidow -Blackboard +Battleztar Bazinga +Blow BlowFish Boardreader -Bolt -Buddy -BuiltBotTough -BuiltWith -BuzzSumo +Brandprotect +Buck CODE87 CSHttp Calculon +Cegbfeieh CheTeam +ChinaClaw Chlooe -Citoid -Cliqzbot -Cloud mapping -Cocolyzebot -Cogentbot Collector +CopyRightCheck +Copyscape Cosmos Craftbot -CrunchBot -Custo -CyotekWebCopy -DIIbot +Curious +DSearch DTS Agent DataCha0s +DatabaseDriverMysqli Demon -Devil Digincore +DigitalPebble +Dirbuster +Disco +Discobot Discoverybot DittoSpyder -DnBCrawler-Analytics DnyzBot -DomCopBot DomainAppender DomainStatsBot -Dotbot -Download Wonder -EMail Siphon -EirGrabber -Exabot -Express WebPictures -FHscan +Domains Project +ECCP/1.0 +Ebingbong +EroCrawler +Evil +Extractor +ExtractorPro +FDM +FemtosearchBot Firefox/7.0 Flunky -Foobot +Freeuploader FrontPage Fuzz -FyberSpider -Fyrebot -G-i-g-a-b-o-t +GT::WWW GalaxyBot +Genieo +GetRight Getintent +Gigabot GoZilla -GrapeFX -GrapeshotCrawler -HEADMasterSEO -HMView +GrabNet HTMLparser -HTTP::Lite Haansoft -Havij +HaosouSpider Heritrix Humanlinks +HybridBot IDBot -Iblog Image Fetch Image Sucker +IndeedBot +InfoTekies Intelliseek -Internet Ninja +InternetSeer +Iria Iskanie IstellaBot -JennyBot -Jetty +JOC Web Spider +JamesBOT Joomla +Keyword Density Kinza Kozmosbot -LWP::Simple -Lftp +LNSpiderguy +Lanshanbot +Leap Libwhisker -LieBaoFast Lightspeedsystems Likse -LinkScan -LinkextractorPro +Linkbot +Linkdexbot LinksManager -LinqiaMetadataDownloaderBot LinqiaRSSBot LinqiaScrapeBot -Lipperhey -Lipperhey Spider -Litemage_walker -Lmspider -Ltx71 -MFC_Tear_Sample -MIIxpc +MIDown tool MJ12bot MQQBrowser -Mag-Net -Magnet +MSIECrawler +Mail.RU_Bot +Majestic SEO Mass Downloader +Masscan Mata Hari -MauiBot +Mb2345Browser MeanPath Bot +Meanpathbot +Microsoft URL Control +Minefield +Mister PiX Moblie Safari -Mr.4x3 -Msrabot +Mojeek +Mojolicious +Musobot NPbot -Nameprotect +Navroad NearSite -Nessus NetAnts -Nettrack -Nibbler -Niki-bot +NetMechanic +Netvibes +NimbleCrawler +Ninja +Nmap +Not Nuclei -Nutch -OnCrawl -OpenLinkProfiler OpenVAS Openfind Openvas -OrangeSpider OutfoxBot +PECL::HTTP PHPCrawl -Page Analyzer +POE-Component-Client-HTTP +PageGrabber Papa Foto -Pavuk -Picscout -Piepmatz -Pimonster +Petalbot +PleaseCrawl ProPowerBot -Pump -RSSingBot -RankingBot2 +Pu_iN +Quick-Crawler +RankActive +RankFlex +RankingBot +RankurBot RebelMouse -Recorder +Ripper +RocketCrawler +Rogerbot SEOkicks SEOkicks-Robot -SEOprofiler -SMTBot +SEOlyticsCrawler +SISTRIX ScanAlert ScoutJet ScrepyBot -Semrush +SearchmetricsBot +SemrushBot +SeobilityBot +Seomoz Shodan Site Sucker -SiteCheckerBotCrawler -SiteLockSpider -SiteSucker -Sitebeam +SiteExplorer +Siteimprove SmartDownload -Snapbot -Spammen -SpankBot +Snake +Snoopy +SocialRankIOBot +Sociscraper Spanner +Spbot Spinn3r SputnikBot -Sqlmap -Sqlworm +Sqworm +Stripper SuperBot Surfbot -SurveyBot T0PHackTeam T8Abot -Teleport TeleportPro -Telesoft -Telesphorep The Intraformant -TightTwatBot -Toweyabot -Trendiction -Trendictionbot -True_Robot -TurnitinBot +TheNomad +Thumbor +Tracemyfile +Turnitin TwengaBot Twice -Typhoeus -VB Project -VCI -Vacuum -VelenPublicWebCrawler -VeriCiteCrawler +URLy Warning +Upflow +VidibleScraper VoidEYE +Voil Voltron -WEBDAV +WISENutbot +WPScan WWW-Mechanize +WWW::Mechanize WWWOFFLE -Wallpapers WallpapersHD Web Collage +Web Pix Web Sauger WebAuto -WebEnhancer -WebFetch +WebBandit WebFuck -WebPix -WebStripper +WebGo IS WebSucker WebWhacker WebmasterWorldForumBot -Webster -Whacker +Whack +Whatweb +Who.is Bot +WiseGuys Robot +Wonderbot Woobot +Wprecon +Xaldon WebSpider +Zade +Zeus Zitebot -ZoominfoBot -adscanner +ZoomBot +ZumBot +arquivo-web-crawler +autoemailspider backlink-check -cah.io.community -clark-crawler -cognitiveseo -domainsproject.org -heritrix -internetVista monitor +coccocbot-web +crawler.feedback +dataforseo.com +instabid ips-agent isitwp.com meanpathbot -serpstatbot +muhstik-scan +pcBrowser +plumanalytics +ripz sexsearcher -sitechecker.pro -sogouspider -sp_auditbot -spyfu +trendiction.com ubermetrics-technologies.com -zgrab +voyagerx.com +webmeup-crawler +x09Mozilla +x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 76710efac..56cb5d1c9 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com 404checker 80legs -ALittle Client +ADmantX +AIBOT Abonti Aboundex -AhrefsBot -Aipbot Alexibot -AllSubmitter -Alligator AlphaBot -Apexoo +Anarchie +Ankit Asterias -Attach -AwarioRssBot -BBBike +AwarioSmartBot BDCbot +BDFetch +BLEXBot BackStreet Backlink-Ceck -BacklinkCrawler Badass -Bandit +Battleztar Bazinga BetaBot -Bitacle +Bigfoot +Black Hole +BlackWidow +Boardreader +Bolt BotALot -Brandprotect -Brandwatch Buck +Buddy +BuiltWith +Bullseye BunnySlippers -BuzzSumo -CATExplorador CCBot -Calculon +CODE87 +CSHttp CazoodleBot -Cegbfeieh CensysInspect -CheTeam +Chlooe Citoid -Claritybot -Cliqzbot -CopyRightCheck Copyscape -CrazyWebCrawler -Curious +Cosmos +Craftbot +Crawling at Home Project CyotekWebCopy DBLBot -DIIbot +DTS Agent DataCha0s -Deusu -DnyzBot -DomCopBot +Disco +DittoSpyder +DomainAppender +DomainCrawler Domains Project -Dotbot -Download Wonder -Dragonfly -ECCP/1.0 +EMail Siphon +EMail Wolf EasyDL +Ebingbong EirGrabber -EroCrawler -Exabot -Extractor -ExtractorPro +Evil +FDM FHscan Fimap -FlashGet -Flunky -Freeuploader -FrontPage -Fuzz -GalaxyBot +Foobot Genieo GermCrawler GetRight -GetWeb Gotit -GrabNet -HTTP::Lite -Havij -Heritrix +Grafula +GrapeFX +HaosouSpider +Hloader +Humanlinks HybridBot -IDBTE4M -Iblog -Id-search -IndeedBot -InfoNaviRobot -InfoTekies +IDBot +IRLbot +Image Fetch +Indy Library Intelliseek Iria -JamesBOT -JetCar +Iskanie +JOC Web Spider +Jbrofuzz +JennyBot +Joomla +Jorgee +JustView +Jyxobot +Kenjin Spider Kinza -Kozmosbot -Larbin -LeechGet -LexiBot +LNSpiderguy +LWP::Simple +Lanshanbot +Leap Lftp -Libwhisker -Lightspeedsystems +LieBaoFast LinkScan -LinkextractorPro +LinkWalker LinksManager LinqiaMetadataDownloaderBot -LinqiaRSSBot Lipperhey -Lipperhey Spider -Ltx71 -MIDown tool -MQQBrowser -MSFrontPage +Litemage_walker +MFC_Tear_Sample MSIECrawler -MTRobot -Mag-Net Mail.RU_Bot +Majestic SEO +Majestic-SEO Majestic12 MarkWatch +Mass Downloader Mb2345Browser -MeanPath Bot Meanpathbot -Mediatoolkitbot -MegaIndex.ru Metauri -MicroMessenger Microsoft URL Control Mister PiX -Msrabot Name Intelligence Navroad -NetZIP -NextGenSearchBot -Nikto -Not +NetAnts +Nettrack +Nibbler +NimbleCrawler +Nimbostratus +Ninja Nuclei -Offline Explorer -Offline Navigator +Nutch OnCrawl -OpenLinkProfiler -OpenVAS +Openfind +Openvas OrangeBot -OrangeSpider OutclicksBot -Page Analyzer +PECL::HTTP +PHPCrawl PageThing.com -Pandalytics Panscient -PeoplePal +Papa Foto +Pavuk Pi-Monster Picscout PictureFinder -Pimonster ProPowerBot Probethenet -Pu_iN -Pump -QueryN Metasearch -Quick-Crawler -RSSingBot +PxBroker +RankActiveLinkBot RankFlex RankingBot -Rankivabot -Re-re ReGet RealDownload -Recorder +RebelMouse +RepoMonkey +Ripper +RocketCrawler SBIder SEOkicks -SISTRIX +SEOprofiler SMTBot SalesIntelligent -SemanticJuice -SemrushBot -SeoSiteCheckup +Scanbot +ScrepyBot +Semrush +SentiBot SeobilityBot -Seomoz Shodan -Siphon +Site Sucker SiteLockSpider -Snake +Sitebeam +Siteimprove +SmartDownload Sogou web spider -Sosospider Sottopop -SpaceBison Spammen SpankBot +Spanner Spbot -Stripper +Spinn3r +Sqworm +Steeler Sucuri +SuperBot +Surfbot +SurveyBot Suzuran -Swiftbot -T8Abot +T0PHackTeam +Teleport TeleportPro Telesphoreo -Telesphorep +The Intraformant +Titan Toweyabot Tracemyfile +Trendiction Turingos +TwengaBot Twice -V-BOT -VelenPublicWebCrawler -VoidEYE -Voltron +Typhoeus +URLy.Warning +UnisterBot +Upflow +VB Project +Virusdie +Voil WBSearchBot -WEBDAV +WPScan +WWW-Collector-E +WWW::Mechanize Wallpapers -WeSEE -Web Fuck -Web Pix +Web Sucker WebAuto WebBandit -WebCollage -WebLeacher -WebSauger -WebStripper -Website Quester +WebCopier +WebFetch +WebFuck +WebPix +WebReaper +WebSucker +WebZIP +WebmasterWorldForumBot +WebsiteExtractor +Whacker +Whatweb +Who.is Bot +Widow +Woobot Wprecon -Zauba +Xaldon WebSpider Zermelo -ZoomBot +Zeus +Zitebot +ZoominfoBot ZumBot -adscanner -backlink-check +autoemailspider check1.exe clark-crawler +coccocbot-web cognitiveseo -com.plumanalytics -crawler.feedback crawler4j -dataforseo.com -evc-batch -gopher +facebookscraper +heritrix internetVista monitor -lwp-request +isitwp.com lwp-trivial -oBot -pcBrowser -plumanalytics +magpie-crawler +mediawords ripz -satoristudio.net seoscanners -sexsearcher sogouspider -sysscan -tAkeOut +sp_auditbot +spyfu trendiction.com -ubermetrics-technologies.com -voyagerx.com +webmeup-crawler webprosbot +x09Mozilla x22Mozilla zauba.io -zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 4542559b1..5b04e8c3b 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bio-optomarket.ru -ege-russian.ru -fastfixing.tech -jackpotchances.com -ostroike.org -slujbauborki.ru -tanieaukcje.com.pl -wnoz.de -xn----itbkqkfiq.xn--p1ai -yadro.ru +download-of-the-warez.blogspot.com +keyhantercume.com +lulea-auktionsverk.se +macfix.life +picturesboss.com +pornofeuer.com +tizanidineinteractions.blogspot.com +turbabitload.weebly.com +twittrading.com +vkak.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index d79c70f9f..239b5a679 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -1-99seo.com -1pamm.ru -1stat.ru -1xbet4you.com -21h2o.com -28n2gl3wfyb0.ru -5forex.ru -66cpwgln.space -aa9d046aab36af4ff182f097f840430d51.com -aaronabel.com -adinterax.com -adtiger.tk -afslankpillen2017nl.eu -agysya.ru -alphavisions.net -anime.dougasouko.com -anti-virus-removal.info -apiappenableinfo-a.akamaihd.net -appfastplay.com -appfixing.space -applyneedy.xyz -apps-analytics.net -artdestshop.eu -asseenontv.ru -atlasvkusov.ru -ayerbo.xhost.ro -azazaporn.com -b2b-lounge.com -backuperwebcam.weebly.com -baixar-musicas-gratis.com -beachpics.com -bedandbreakfast.com -bensbargains.net -bestimagecoollibrary.com -bestssaker.com -bet-prognoz.com -bfz.biz -bif-ru.info -bigpictures.club -bimmerpost.com -bio-market.kz +0912701309f8ce.com +0daymusic.org +0lovespells0.blogspot.com +1000n1.ru +1008.su +1kdailyprofit.me +404.mn +5i2.net +5tey7463.weebly.com +70casino.online +91abcw.com +aa81bf391151884adfa3dd677e41f94be1.com +aa9bd78f328a6a41279d0fad0a88df1901.com +adminshop.com +adnotbad.com +adsland.men +adult3dgames.com +affrh2015.com +agahinameh.com +akusherok.ru +alekseevec.ru +alert-jdh.xyz +alibestsale.com +all-streaming-media.com +alldezservice.kz +allornamenti.com +alpharma.net +aludecor.info +amazon-adsystem.com +anaksma.info +analytics-ads.xyz +apessay.com +apiitsthirteende-a.akamaihd.net +apispringsmartne-a.akamaihd.net +apper.de +appiq.mobi +arate.ru +arenda-avtoprokat-krasnodar.ru +artparquet.ru +as5000.com +atout-energie-69.com +ausmepa.org.au +auto4style.ru +autochoixspinelli.com +avtointeres.ru +balitouroffice.com +batanga.net +bcmp.org +beauty-things.com +belsetirehafi.tk +best-coupon-offer.com +besthoro.ru +bestplacetobuyeriacta.jw.lt +bestsexyblog.com +betonka.pro +bezlimitko.xyz +bimatoprost-careprost.com.ua +blacktwhite.com blockworld.ru -blog.remote-computer.de -bloggen.be +blogos.kz +blogporn.in +blogsfunky672.weebly.com +bloke.com boazpower.com -bobinoz.com -bolezniorganov.ru +bongiornos.info bookhome.info -brainboostingsupplements.org -braip.com.br -brandov.ru -bryansk.zrus.org -btnativenav.com -bugshoot.cn -buqayy0.livejournal.com -burkesales.com -buttons-for-website.com -callawaygolfoutlet.online -cand.jp -carina-sy.de -carrauterie.be -cartierlove.xyz +bosefux.esy.es +brakehawk.com +brianhenry.co +brimstonehillfortress.org +bristolhotel.com +bristolhotel.com.ua +bumskontakte.org +bus-offer.com +buyantiviralwp.com +buyessay3.blogspot.ru +buyessayonline19.blogspot.ru +buypanicdisorderpill.com +buytizanidineonline.blogspot.com +cakesplus.com.au +calc-for-credit.ru +candelluxsklep.pl +cannibalcheerleader.com +capture-room.com +carloans.com +carstrends2015.com cartierlove2u.com -cartierlovestore.xyz -cartierreplica.win -casinos4dummies.co.uk -cdn.walkme.com +cartujano-pre.de +cdncash.net cellfun.mobi -centrumcoachingu.com +cenokos.ru +cercacamion.it cerev.info -chatroulette.world -chcu.net -cheapmarmot.online -chocolateslim-original.com -chorus.terakeet.com -cialgenisrx.com +cheapjerseysfootballshop.com +cherubinimobili.it +chidporn.com +chocolateslim-en-espana.com cialischsrx.com -cinemaflix.website -circlesl.com -cjs.com.ru -cleanallspyware.com -clickbank.net -clicksotrk.com -clmforexeu.com -collegerentals.com -compliance-jess.top -connectionstrenth.com -cool-wedding.net -crackzplanet.com -craftinsta.ru -cubs-jerseys.us -customchocolate.business-for-home.com -cxpromote.com -d-black.bz -dafatiri.com -datsun-do.com -dawlenie.com -daymusam.com +clknsee.com +clothesforcash.com +cmhomestayagency.com +coaching-netz.info +coderstate.com +codysbbq.com +com-secure.download +compliance-alexa.xyz +compliance-checker.info +compliance-elena.xyz +compliance-jessica.top +concordexoticrentals.com +coolingoods.com +copyrightclaims.org +counter.bloke.com +crd.clan.su +culmimg.pw +culturevie.info +custom-electric-guitar.com +cvety24.by +davebestdeals.com ddpills.com -dealwifi.com -decorazilla.com -digitalfaq.com -dignitasdata.se -diminishedvalueoforegon.com +decorationspcs.com +detskie-zabavi.ru +diegolopezcastan.com +dieswaene.com +digilander.libero.it +digitalassetmanagement.site +dikx.gdn +dimkino.ru divci-hry.info -divisioncore.com -divku.ru -dms-sw.ru -documentbase.net -dominterior.org -dustyorate.com -dynainbox.com -dyshagi.ru -e2click.com -ekobata.ru +dogoimage.com +domain-submit.info +dotnetdotcom.org +downloadme.life +dscaas.website +e-collantes.com +eas-seo.com +easync.io +ed-shop01.ru el-nation.com -electrik-avenue.com -electronicadirect.com -elektrischeziga.livejournal.com -elektrischezigaretten1.blogse.nl -elektronischezigarettekaufen2.tumblr.com -empirepoker.com -energydiet24.ru -enge-fotzen.info -engines-usa.com -eredijovon.com -erotikstories.ru -erotische-geschichten-xxl.com -evaashop.ru -evogarage.com -eyelike.com.ua -ezigarettekaufen1.hpage.com -f5mtrack.com -fatmaelgarny.com -ferieboligkbh.dk -ferretsoft.com -film-one.ru -filmbokep69.com -finuse.com -fivedwld.cf -fiverr.com -flashahead.info -formulaantiuban.com -forpostlock.ru -fortwosmartcar.pw -forum.tvmir.org -forum69.info -forums.d2jsp.org -fotopop.club -free-share-buttons.com -freelinkbuilding.website.tk -freeuploader.ml -fuckbuddybestgilf.info -fyxabomiw.ru -g33.org -g7m.pl -gallictures.com -game-mmorpg.net -gay.adultgalls.com -geile-lelly.eu -germes-trans.com -gilsonchiro.xyz -gktt.ru -glastecfilms.com.my -globetrotting-culture.ru -goldadpremium.com -golden-catalog.pro -golfresa.lucania.se -gopro-online.info -gorabagrata.ru -gosarhivrt.ru -gosmeb.ru -gowreckdiving.com -graphicwe.org -greatgrace.ru -greatzip.com -gstatey.net -guarrasdelporno.xxx +eleimgo.pw +emerson-rus.ru +eng-lyrics.com +englate.com +enthuse.computernetworksonline.com +envaseslotusama.com +eshop4u.jp +estibot.com +etenininrade.ga +eugenevaultstorage.com +european-torches.ru +europeanwatches.ru +extstat.com +eyemagination.com +face.hostingx.eu +factorynightclub.com +failingmarriege.blogspot.com +familienzahnaerzte.com +fanpagerobot.com +fbdownloader.com +ff30236ddef1465f88547e760973d70a.com +filmi-onlain.info +findanysex.com +flashlarevista.com +flytourisme.org +fok.nl +free-deals.faith +freelifetimefuckbook.com +freemags.cc +freshwallpapers.info +freza-sverlo.ru +fullgirl.ru +fun2cell.net +funcrushgames.com +fx-brokers-review.com +fxtips.ru +fym.com.ru +gallerylisting.com +game300.ru +gamerscorps.com +gay-file.com +gelezki.com +getaclueamerica.com +ghernnqr.skyrock.com +girlsatgames.ru +goforexvps.com +goldpanningtools.com +goo.ne.jp +good-mummy.ru +gotorussia.com +gratuitbaise.com +greatfind-a.akamaihd.net +greendream.com.ua +gta-top.ru +guidefs.ru guigyverpo.cf -guod.me +guildebzh.info +gwhwpxbw.bloger.index.hr +hahashka.ru +hamilton.ca +hamptonoaks.ca +harmonyglen.us hatdc.org -hawaiielectriclight.com -hayate.biz -hccoder.info -healing-dysplasia.ru -histats.com -hmmm.cz +hchha.com +hdimagegallery.net +hikesearch.net +hit-kino.ru homegardenlova.com -homeinns.com -hostsshop.ru -hotel-mkad.ru -howmuchdoestizanidinecost.blogspot.com -howopen.ru -hptwaakw.blog.fc2.com -hystersister.com -i-hobot.ru -ico.re -idegenvezeto.eu -iframe-toloka.com -ikritikimou.gr -impotentik.com -intermesh.net -invest-pamm.ru -investpamm.ru -iqoption-bin.com -iqupdatetmz.win -islamtoday.co.za -istmira.ru -itrevolution.cf -javcoast.com -javspace.net -jennyfire.ru -johnnyhaley.top -juliaworld.net -justucalling32211123456789.tk -kartiniresto.com -kaz.kz -kazrent.com -kemerovo.zrus.org -keyhantercume.com -keyword-suggestions.com -keywordbasket.com -kino-rf.ru -kinohit1.ru -kletkimehan.ru -klitimg.pw -knigonosha.net -knogg.net -kolotiloff.ru -koversite.info -kreativperlen.ch -kurbappeal.info -kustanay.kz -kutikomi.net +homemature.net +hopeonthestreet.co.uk +hornymatches.com +hostcritique.com +hothor.se +hoverboard360.es +ibmdatamanagement.co +idealtits.net +ideashome.id +ilikevitaly.com +imabase.com +imediadesk.com +immobiliaremassaro.com +inboundlinks.win +infoupdate.org +inome.com.ua +inspiring-desperate.tk +interfucks.net +internet-apteka.ru +investyb.com +io9.com +iplogger.org +iqbazar.ru +irkutsk.zrus.org +iron-age.info +isitpaleo.info +istanbulit.com +iwantedmoney.com +iyasimasennka.com +janerikholst.se +javrip.net +jerseychinabizwholesale.com +jus0wil.pp.ua +justprofit.xyz +kaac.ru +kamorel.com +ketrzyn.pl +keywordhouse.com +kino-ecran.ru +kino-filmi.com +kmgamex.cf +komputers-best.ru +koopilka.com +koptims.tiu.ru +kosmetyki.tm.pl +krynica.info +kvartir-remont.biz lacasamorett.com -landscaping.center -laptoper.net -lazy-z.com -lernur.net -letolove.ru -levaquin750mg.blogspot.com -lflash.ru -lida-ru.com -likesuccess.com -liquimondo.com -littlesunraiser.com -liveinternet.ru +larchik.net +lennatin.info +lincolntheatre.com +lion.snapmap.us liverpool.gsofootball.com +livingroomdecor.info lizace.com +llastbuy.ru localmatchbook.com -louboutinshoes.xyz +locatellicorretor.com.br +lomb.co +lonely-mature.com +lost-alpha.ru lsex.xyz -m5home.ru -mackeeper-land-672695126.us-east-1.elb.amazonaws.com +m0r0zk0-krava.ru +macotool.com magazintiande.ru -magda-gadalka.ru -mahnwachen-helfen.info -mainhp.net -make-money-online.com -makis.nu -marblestyle.ru -marmitaco.cat +magicdiet.gq +makenahartlin.com +marketingtechniques.info +marwer.info masthopehomes.com -maxxtor.eu -mearns-tractors.co.uk +mebel-alait.ru +med-zdorovie.com.ua mediawhirl.net -medosmotr-ufa.ru -mesbuta.info -metarip.ru -methodsmarketing.com -mhtr.be -microstatic.pl -minecraft-neo.ru -mixx.com +medicinacom.ru +medispainstitute.com.au +meet-flirt-dating.com +metabar.ru +micasainvest.com +michaelkorsoutlet.store +miniature.io +missvietnam.org +mistr-x.org +mlf.hordo.win +mlvc4zzw.space mncrftpcs.com -mnogabukaff.net -mobilierland.com -motherboard.vice.com -mulberryoutletonlineeu.com -mydownloadengine.com -mydownlodablefiles.com +moncleroutletonline.win +money-for-placing-articles.com +moneymaster.ru +mototsikl.org +mountainstream.ms +mrbitsandbytes.com +mrpornogratis.xxx +musflashtv.com +mydeathspace.com mygameplus.ru -mysex21.com -mzdish.site -nakrutka.cc -napalm51.nut.cc -narkologiya-penza.ru -narkologiya-voronezh.ru -narosty.com -neodownload.webcam -news-readers.ru -nina.az -nippon-bearings.ru +myghillie.info +myhydros.org +mypornfree.ru +naj-filmy24.pl +naphukete.ru +narutonaruto.ru +nbsproject.ru +netfacet.net +njpalletremoval.com nodding-passion.tk -normalegal.ru -notaria-desalas.com -nowtorrents.com -nullrefer.com -o.light.d0t.ru -obiavo.net -obnal.org -obuv-kupit.ru +nodup.ru +nottyu.xyz +novosti-hi-tech.ru +nuker.com +obiavo.by +obiavo.ru odoratus.net -of-ireland.info -offer.wpsecurity.website -oil-td.ru -ok-ua.info -one-gear.com -onemactrckr.com +officedocuments.net +okayimage.com +onefilms.net +onlainbesplatno.ru online-sbank.ru -oren-cats.ru -ourtherapy.ru -oz-offers.com -painting-planet.com -pandarastore.top -pc-virus-d0l92j2.pw -pearlisland.ru -pestomou.info -phuketscreen.com -pic-re.blogspot.com -picmoonco.pw -pijoto.net -pisanieprac.info -plastgranar.nu -pogruztehnik.ru -popugaychiki.com -porndairy.in -pornoelita.info -pornofeuer.com -pornohub.me -pornokorol.com -pregnant.guru -priceg.com -princevc.com -privat-girl.net -privetsochi.ru -privhosting.com -prizeestates.cricket -prosperent.com -prostitutki-yaroslavlya.org -pshare.biz -ptr.ruvds.com -qualitymarketzone.com -r-control.ru -rebelmouse.com -rednise.com -registrysweeper.com -reining.lovasszovetseg.hu -reklama1.ru -relayblog.com -renecaovillasale.online +onlinedomains.ru +open-odyssey.org +opinionreelle.com +outclicks.net +oxford-book.com.ua +paceform.com +partner-cdn.men +pathwhelp.org +picquery.com +pills24h.com +pivka.xyz +playlott.com +pokemon-go-play.online +pokemongooo.ml +polska-poezja.com +pornoklad.net +postclass.com +privatamateure.com +prostitutki-odessa.org +prostitutki-tolyatti.org +pussyspace.net +quickloanbank.com +quizzitch.net +rankings-analytics.com +rapevideosmovies.com +raschtextil.com.ua +rasteniya-vs-zombi.ru +refads.pro +remmling.de +remont-comp-pomosh.ru +remont-ustanovka-tehniki.ru +repeatlogo.co.uk replicalouboutin.xyz -retreatia.com -rezeptiblud.ru -ric.info -roll123.com -rp9.ru -ruclicks.com -ruf777.com -runstocks.com -s-iwantyou.com -saecsa.co -safe-app.net -sardinie.us -scanner-margo.top -scanner-olga.top -sdelai-prosto.ru -seadragonherbery.com -securesmrt-dt.com -seeresultshub-a.akamaihd.net -seminarygeorgia59.ga -seoboxes.com -seoholding.com -seojokes.net -seorankinglinks.com -seozoom.it -service.adtech.us -sex-tracker.com -sex-tracker.de -sexblog.pw -sexfreepornoxxx.com -sexphoto.site -sexreliz.com -sexytrend.ru -shama-rc.net -sharebutton.to -shtaketniki.kz -sibdevice.ru -signx.info -siha.de -sildenafilcitratemed.com -silverage.ru -simple-share-buttons.com -site3.free-share-buttons.com -siteexpress.co.il -sloopyjoes.com -snow.nvr163.com -socialbuttons.xyz -socialseet.ru -sockshares.tv +research.ifmo.ru +retailwith.com +reversing.cc +reward-survey.net +rewardit.com +rff-cfal.info +rfserial.net +rialp.getenjoyment.net +richinvestmonitor.com +ringporno.com +roleforum.ru +rozalli.com +rubanners.com +ruex.org.ua +rusvideos.su +sabaapress.com +samo-soznanie.ru +sape.top +sarm.tk +securityallianceservices.com +seo-traffic-ranking.info +seobility.net +seocheckupx.com +seonetwizard.com +seoprofiler.com +serpstat.com +servethis.com +sex-sex-sex5.com +sexiporno.net +sextracker.com +sexuria.net +sexxdate.net +sexy.babes.frontend-stack.top +sexyteens.hol.es +shikiso.info +shillyourcoins.com +shinikiev.com.ua +ship-marvel.co.ua +shoesonlinebuy.xyz +shohanb.com +sibtest.ru +signal03.ru +signoredom.com +sinestesia.host.sk +sitiz.club +slimcdn.com +snworks.com +socas.pluto.ro +social-s-hhh.xyz soft-terminal.ru -spitfiremusic.com -spyfu.com -startufa.ru -statustroll.com -strangeduckfilms.com -stroyhelp-dv.ru -suchenindeutschland.com +sonnikforme.ru +soochi.co +sport7777.net +spravka130.ru +staff.prairiesouth.ca +startwp.org +steebook.com +stjamesschool.info +stockspmb.info +strongholdsb.ru sucsesofinspiration.com -suhanpacktech.com -sunflowerdrawingpaintings.blogspot.com -superkanpo.com -svbur.ru -swingerseiten.com -taaaak.com -taranerymagesswa.blogspot.com -tgtclick.com +svarbit.com +taqplayer.info +tattooha.com +tds-advert005.info +teenporn18.net +telesvoboda.ru +tengohydar.tk +texbaza.by thaisamkok.com -thaismartloan.com -thegalerie.eu -theheroes.ru -thelottosecrets.com -thiegs.reco.ws -threecolumnblogger.com -time-japan.ru -timhost.ru -tizanidine4mgtablets.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinesideeffects.blogspot.com -top1-seo-service.com -torrnada.ru -tourcroatia.co.uk -tozup.com -track-rankings.online -trafficreceiver.club -truck-land.life -trustl.life -ttsq.fr -twiclub.in -tytoona.com -uchebavchehii.ru -uk-zheu20.ru -umnovocaminho.com -unblocksit.es -unrealcommander.biz -urll.eu -valkiria-tk.ru -vertaform.com -vezuviy.su -video-chat.love -vietimgy.pw -vikistars.com -vitanail.ru -voloo.ru -vse-pesni.com -vzlomtw.com -wallpapers-best.com -watch-movies.ru -watchmyfb.pl -webmasterhome.cn -weboptimizes.com -webradiology.ru -website-datenbank.de -website-speed-checker.site -wemarketing.se -westen-v.life -westermarkanjou.se -whatistizanidinehclusedfor.blogspot.com -wholesalecheapjerseysfree.com -wholesalejerseys-cheapest.com -wholesalejerseyscheapjerseys.us.com -wineitudes.wordpress.com -worldinternetauthority.com -woweb.com.ua -www.timer4web.com -wygraj-skiny.win -xjrul.com -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--l1aengat.xn--p1ai +thecounter.com +thedownloadfreeonlinegames.blogspot.com +theendivechronicles.com +tizanidine6mg.blogspot.com +tizanidinecost.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinestreetprice.blogspot.com +tobeyouday.win +toonfamilies.net +toproadrunner5.info +tovaroboom.vast.ru +traffictrade.life +trainoffend.ml +trucri.me +tupper-posuda.ru +typimga.pw +ugguk.online +ugogo.info +uni.me +uptime.com +uptimebot.net +urccvfmc.bloger.index.hr +urdoot.win +usadacha.net +usiad.net +vchulkax.com +vegascosmetics.ru +venta-prom.ru +ventelnos.com +vereo.eu +visa-china.ru +viteonlusarezzo.it +voluumtracker1.com +vote-up.ru +vseigry.fun +vtcdns.com +vzubah.com +warezkeeper.com +webmonetizer.net +websiteexplorer.info +weclipart.com +westen-z.life +wholesalenfljerseys.us.com +williamrobsonproperty.com +winner7777.net +winx-play.ru +womens-journal.net +worldlovers.ru +worldoffiles.ru +wowcasinoonline.ooo +ww2awards.info +x-porno.video +xboxster.ru +xep.info +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--e1aggki3c.xn--80adxhks xnxxandxvideos.com -xolodremont.ru -xxart.ru -yellowads.men -yes-com.com -youghbould.wordpress.com -youradulthosting.com -yourtemplatefinder.com +xtremeeagles.net +xxxguitars.com +youandcredit.ru +yoursite.com +zakon-ob-obrazovanii.ru +zaobao.com.sg zapiszto.pl -zarabiaj-dzis.pl -zarepta.com -zhacker.net -zigarettenonlinekaufen1.blox.pl -zionstar.net -zocaparj.kz -zoogdiesney.com -zoomovies.org +zatjmuzu.info +zhongwenlink.com +zoogdinsney.com +zscalertwo.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 47a4e8c21..86f253efc 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -00go.com -123kuma.com -1xbet4you.com -4rent.ru -55wmz.ru -aaronabel.com -accessoires-mode.in -actices.com -addblueoff.com.ua -ads.gold -adservme.com +03p.info +1pamm.ru +66cpwgln.space +9icmzvn6.website +addtoadd.men +ads-seo.men adultfullhd.com -advancedmassagebysara.com -ahrntal.verymes.xyz -akita.kz -aksonural.ru -allforminecraft.ru -allnews.md -alloysteel.ru -aloofly.com -anatomiy.com -anime.dougasouko.com -apidigidocketnet-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -arabgirls.adultgalls.com -atovh.local-finders.com -aviav.ru -avtocredit-legko.ru -ayakino.net -badavit.com.ua -bestchoice.cf -bestpornuha.com -bezcmexa.ru -biznesluxe.ru -blog.f00kclan.de -bmsco.co -boanonihaca.tk -bobba.dzaba.com -brakehawk.com -bugof.gq +adultwebhosting.info +advertisingtag.net +alibestsale.com +alta-realestate.com +alvtank.se +amazon-adsystem.com +ameblo.top +an-donut.com +apessay.com +apibatbrowsecom-a.akamaihd.net +apiitsthirteende-a.akamaihd.net +apiluckyleapnet-a.akamaihd.net +apimountainbikei-a.akamaihd.net +arcteryxsale.online +arendatora.ru +basedecor.ru +beachtoday.ru +beauby.ru +beauty-bracelet.com +belstaffstore.online +bestwrinklecreamnow.com +bezlimitko.xyz +bio-japan.net +birzha-truda.eu +blackhatworth.com +blogrankers.com +bnt-team.com +board.f00d.de +bolegapakistan.com +bolezniorganov.ru +brains2.biz +braintobe.win +brianhenry.co +bryansk.zrus.org +bumskontakte.org burkesales.com -buy-forum.ru -calvet.altervista.org -cartierlovestore.xyz -chiblackhawks-jerseys.com -christianlouboutinshoes.xyz -cinemaenergy-hd.ru -com-onlinesupport.site -compucelunlock.net -cracksplanet.com -craftinsta.ru -crd.clan.su -crystalslot.com -danceuniverse.ru -darkages.info -decorationspcs.com -dekorkeramik.ru -deshevo-nedorogo.ru -detmebel.su -detsky-nabytek.info -digitalassetmanagement.site -dkvorota.ru -dodlive.mil -dogoimage.com -dominterior.org -downloadkakaotalk.com -edge.sharethis.com -eduinfosite.com -efkt.jp -electronicadirect.com +buy-cheap-online.info +cbcseward.com +changde.58.com +chatroulette.life +cheapwebsitehoster.com +check-this-out-now.online +checkm8.com +chidporn.com +ci.ua +ciceros.co +compliance-checker-7.info +compliance-elena.xyz +compliance-mark.top +compliance-viktor.top +cosmeticswomens-womensports.rhcloud.com +costablue.xyz +crackzplanet.com +creditnation.ru +deanmoore.ie +dellalimov.com +depositfiles-porn.ga +detki-opt.ru +diy-handmade-ideas.com +domaincdn.xyz +domoysshop.ru +dosugrostov.site +download-walpaperhd.blogspot.com +dumuelave.xyz +ec-file.info eleimgo.pw -elektrozigarette2.wordpressy.pl -elidelcream.weebly.com -elitesportsadvisor.com -eluxer.net -energydiet-info.ru -englate.com -enpolis.ru -eropornosex.ru -ez8motelseaworldsandiego.com +eloxal.ru +erotag.com +estibot.com +eyessurgery.ru f012.de -faptitans.com -farmingworm.com -fatmaelgarny.com -fickkontakte.org -findanysex.com -flauntyoursite.com -free-stock-illustration.com -freshberry.com.ua -front.ru -galaxyflowers.ru -gearsadspromo.club -gogalleryawesome.com -greatidea.marketing -gsasearchenginerankerhelp.com +fashion.stellaconstance.co +film-one.ru +filmetricsasia.com +fortwosmartcar.pw +foxjuegos.com +freefoto.ca +freeuploader.ml +galaxy-family.ru +galaxys6manual.info +galeon.com +game300.ru +geileweiber.tk +generic-pills-online.com +get-free-social-traffic.com +goldenggames.com +goodhumor24.com +goodnightjournal.com +googleseo.com.tr +gsasearchengineranker.site gsou.cf -gwhwpxbw.bloger.index.hr -handsandlegs.ru -hcate.com -hdxnxxtube.mobi -hem.passagen.se -hobbyhuren-datenbank.com -homedecorpicture.us -ilmexico.com -imicrovision.com -imk.com.ua -investsuccess.org -ipchicken.com -ixora.pro -kaidalibor.de -kashubadesign.ru -kazinogames.lv -kazrent.com -kihi.gdn -kino-rating.ru -kinohit1.ru -kit-opt.ru -laulini.soclog.se -lawyersinfo.org -lexiangwan.com -linkrr.com -losangeles-ads.com -lotto6888.com -luckyday.world -managerpak204.weebly.com -marketland.ml +hdimagelib.com +headpress.ru +healgastro.com +herokuapp.com +highstairs-a.akamaihd.net +hit-men.men +host-tracker.com +howmuchdoestizanidinecost.blogspot.com +imagui.eu +imgata.com +incest-ru.com +infazavr.ru +infektsii.com +infospot.pt +insider.pro +ivearchenceinflu.cf +jo24news.com +journalhome.com +juliadiets.com +kakadu-interior.com.ua +kenaba.su +keywords-monitoring-your-success.com +keywordsking.com +kinotorka.ru +knowsitall.info +komputers-best.ru +kongruan.com +kupit-adenu.ru +kvartiry-remont.ucoz.ru +languagecode.com +lapolis.it +laudit.ru +leftofcentrist.com +lifebyleese.com +lifeinsurancekb.com +liky.co.ua +link.ac +linksharingt.com +linkwithin.com +livejasmin.com +lomza.info +luxmagazine.cf marmitaco.cat -mastershef.club -medicines-choice.com -meet-flirt-dating.com -meetlocalchicks.com -menhealed.net -mmstat.com -modabutik.ru -mojaocena.com -moncleroutletonline.win -musicvidz.ru -mypornfree.ru -naj-filmy24.pl -nootrino.com -notfastfood.ru -offergroup.info -officedocuments.net -ohmyrings.com -okuos.com -onclickpredictiv.com -onload.pw -openfrost.com -optitrade24.com -osagonline.ru -ossmalta.com -ownshop.win -papasdelivery.ru -pdn-4.com -perm.xrus.org -picturesmania.com -pinup-casino1.ru -pipki.r.acdnpro.com -platinumdeals.gr -plugingeorgia.com -popunder.ru -porno.simple-image.com.ua -pozvonim.com -pregnant.guru -puzzleweb.ru -pxhdwsm.com -randki-sex.com -rank-checker.online -ranksonic.info -realtytimes.com -reining.lovasszovetseg.hu -renhacklids.tk -rightenergysolutions.com.au -rniaeba.ga -ruclicks.com -rukino.org -ruspdd.com -searchaddis.com +maslenka.kz +max-eclat.men +mebelcomplekt.ru +memberty.com +menetie.ru +metabar.ru +misslike.ru +monclercoats.xyz +montazhnic.ru +morefastermac.trade +mriyadh.com +mtmtv.info +mustwineblog.com +myghillie.info +myliveblog.ru +nalogovyy-kodeks.ru +needtosellmyhousefast.com +nfvsz.com +obiavo.ru +obnal.org +oivcvx.website +okmedia.sk +online-hit.info +oranga.host.sk +photokitchendesign.com +pic-re.blogspot.com +piccdata.com +picurams.pw +playboyfiles.xblog.in +porndl.org +preventheadacheguide.info +prizeestates.cricket +proprostatit.com +pyrodesigns.com.au +remmling.de +rentalcarnavi.info +ring4rhino.com +robotixix.com +rocketchange.ru +roll123.com +rvtv.ru +sanjosestartups.com +santasgift.ml +sanyuprojects.com +savefrom.com +scanner-irvin.top +scanner-julianna.top +scanner-viktor.top +schoolfiles.net +seadragonherbery.com +searchimage.co searchinterneat-a.akamaihd.net -seksvideoonlain.com -sevendays.com.ua -sexkontakte-seite.com -shama-rc.net -ship-marvel.co.ua -signoredom.com -sisiynas.ru -sivs.ru -skincrate.net -small-games.biz -smartpet.ru -snow.nvr163.com -social-button.xyz -softonicads.com -sohoindia.net -solinf.co -solitaire-game.ru -spravka130.ru -stal-rulon.ru -statoutlook.info -stockspmb.info -streamin.to -suralink.com -surgut.zrus.org -svolze.com -tabakur77.com -tamada69.com +see-your-website-here.com +semprofile.com +sexvideo-sex.com +skypasss.com +soft-program.com +softomix.com +soheavyblog.com +spb.afora.ru +spbchampionat.ru +srgwebmail.nl +star61.de +strongsignal-a.akamaihd.net +strv.se +summerlinhomes411.info +supers.com.ua +surfbuyermac.com +t-bygg.com +taaaak.com +takethatad.com teenporn18.net -theprofitsmaker.net -titan-ads.life -tivolibasket.it -tizanidinedrugtest.blogspot.com -tizanidineoral.blogspot.com -tkanorganizma.ru -tksn.ru -toondinsey.com -top-deal.com.pl -traffic2cash.org -tuckpointingmasonrysystems.com -twojebook.pl -txxx.com -tyumen.xrus.org -udsgame.online -uhodzalijami.ru -ukrtvir.com.ua -ukrup.com -vapsy.com -vavilone.com +telemetryverification.net +titan-cloud.life +tnaionline.org +torontoplumbinggroup.com +torrentdownloadhub.com +traffic-club.info +trafficreceiver.club +tsstcorpcddvdwshbbdriverfb.aircus.com +turbo-suslik.org +turn-up-life.life +uhdtv.website +ultimatesetnewfreeallsoftupgradesystems.pw +valueclick.com videonsk.com -villakohlanta.nu -vriel.batcave.net -vseigry.fun -vut.com.ru -vzlom-na-zakaz.com -vzubah.com -walpaperlist.com -wapsite.me -wdrake.com -websites-reviews.com -woman-h.ru -wstroika.ru -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xtremeeagles.net -xxxdatinglocal.us -xxxtube69.com +videosbox.ru +vipsexfinders.com +visa-pasport.ru +voloslove.ru +vtcdns.com +webshoppermac.com +website-speed-checker.site +whereiskentoday.com +xev.ru +xn--80ab4aa2g.xn--p1ai +xn--d1acah0c.xn--p1ai yaminecraft.ru -yeartwit.com -yun56.co -zolotoy-lis.ru -zoompegs.com +youresponsive.com +yoursearch.me +zahvat.ru +zakonobosago.ru +zebradudka.com +zeroredirect9.com +zocaparj.kz +zreloeporno.tv +zskdla.site +zvetki.ru +zvuker.net diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 4b45cd985..417e771ff 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.20 0; +10.1.0.201 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index da0c242ff..32222443e 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:18 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index da0c242ff..32222443e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2813 -### Updated: Mon Dec 27 22:01:18 UTC 2021 +### Version: V4.2021.12.2814 +### Updated: Tue Dec 28 10:03:22 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##