diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5b79bfa7f..6ef71fbf5 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2624 +#### Version: V4.2021.10.2625 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 5d422b545..37ed90aa8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2624 +#### Version: V4.2021.10.2625 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index b18ab993d..d7e72631d 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.10.2624 +#### Version: V4.2021.10.2625 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index b449f37a1..bc11a09c6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.10.2624 +#### Version: V4.2021.10.2625 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5b693e630..5c7ff5956 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 5b693e630..5c7ff5956 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5b693e630..5c7ff5956 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5b693e630..5c7ff5956 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 5b693e630..5c7ff5956 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e54a718bc..6e12ea2e2 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2624 +2625 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5b693e630..5c7ff5956 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V3.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index d8c9a78de..540b5594d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index b037be784..6cb681523 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.168.168.160 0; +13.66.166.69 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d8c9a78de..540b5594d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index b037be784..6cb681523 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.168.168.160 0; +13.66.166.69 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 5b95cc1d1..86925a15d 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index b037be784..6cb681523 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.168.168.160 0; +13.66.166.69 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index dcdbdcd0b..0a6a6b00d 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:11 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:41 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index ab6d48885..2af8aec42 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 3db5232fe..1aefe1e50 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DomainCrawler -Id-search +CODE87 +CensysInspect LinqiaRSSBot -MQQBrowser -Magnet -Meanpathbot -OpenVAS -Seomoz -Voltron -Web Enhancer +Mass Downloader +NICErsPRO +PleaseCrawl +RankFlex +SearchmetricsBot +Szukacz +satoristudio.net diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 7d28cb848..bc8258c3f 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com +360Spider +80legs +ADmantX +AIBOT +ALittle Client +Abonti Aboundex Acunetix AiHitBot -Alexibot -AllSubmitter -Anarchie +Aipbot +Alligator Anarchy -Ankit -Attach +Anarchy99 +Anthill +Aspiegel +Asterias +AwarioRssBot BBBike +BDFetch BackDoorBot BacklinkCrawler +Bandit Barkrowler BatchFTP -BetaBot -Bigfoot Bitacle -BlackWidow +Black Hole BlowFish -Boardreader -Buck +Bolt +BotALot Buddy BuiltBotTough Bullseye -BunnySlippers -CCBot -CODE87 CSHttp Calculon -Cegbfeieh +CazoodleBot CensysInspect -CheTeam CherryPicker ChinaClaw -Claritybot +Chlooe +Cliqzbot Cloud mapping Cogentbot -Collector +Copier CopyRightCheck +Cosmos Craftbot -Crescent -CyotekWebCopy -DIIbot -DSearch -Digincore -DigitalPebble +Devil +Discobot +Discoverybot Dispatch -DittoSpyder DnyzBot -DomainAppender -DomainStatsBot -Domains Project +DomCopBot +DomainCrawler Download Wonder Dragonfly Drip -EMail Siphon EMail Wolf -EasyDL -Ecxi -Evil +EirGrabber ExtLinksBot -Extractor -Extreme Picture Finder -FHscan +Ezooms FemtosearchBot -Firefox/7.0 +Fimap +FlashGet Flunky -Foobot -Freeuploader -FrontPage -Fuzz -G-i-g-a-b-o-t +GT::WWW Genieo -GetRight -Go!Zilla -Grabber -Grafula -GrapeFX +GermCrawler +Gotit +GrapeshotCrawler +GridBot HTMLparser HTTP::Lite +Haansoft Havij Humanlinks IDBTE4M -IRLbot Iblog Id-search +Image Sucker IndeedBot +InfoTekies +InterGET InternetSeer -Iria +Iskanie IstellaBot -Jbrofuzz -JennyBot -JikeSpider -Jorgee +JOC Web Spider +JustView +Kenjin Spider +Keyword Density Kinza +Larbin +Leap +Lftp LibWeb -Likse -LinqiaRSSBot -Lipperhey Spider -Ltx71 +Libwhisker +LieBaoFast +Linkdexbot +LinkextractorPro +Lipperhey +MFC_Tear_Sample MIIxpc -MSFrontPage -MTRobot +MSIECrawler +Mag-Net +Magnet Mail.RU_Bot -Majestic-SEO -Masscan +Majestic SEO +Majestic12 +MarkMonitor +MarkWatch Mata Hari -MauiBot MegaIndex.ru -Metauri +Mister PiX Moblie Safari -Mojolicious -Morfeus Fucking Scanner -Mozlila -Nameprotect -Needle -Nessus -NetAnts +Mojeek +Mr.4x3 +Msrabot +Musobot +NPbot +Name Intelligence +NetLyzer NetSpider -NetZIP -Netvibes +Netcraft +Nettrack +NextGenSearchBot +Nibbler +Niki-bot Nikto -Nmap -Nuclei +NimbleCrawler +Nutch Octopus -Offline Explorer -OpenLinkProfiler -Openfind -OrangeSpider +OrangeBot OutclicksBot -POE-Component-Client-HTTP Page Analyzer PageScorer -PageThing.com Pandalytics +Panscient Papa Foto Pavuk PeoplePal -Petalbot Pi-Monster Picscout +Picsearch +PictureFinder +Pimonster Pixray -Pockey ProPowerBot -ProWebWalker -Psbot -Pump QueryN Metasearch Quick-Crawler -RankFlex -RankingBot RankurBot -RealDownload -RepoMonkey +Re-re +RebelMouse +Recorder +RedesScrapy Ripper -RocketCrawler -SEOstats -SMTBot -ScanAlert +SBIder +SEOkicks-Robot +SalesIntelligent Scanbot +Scrapy +Screaming ScreenerBot +ScrepyBot +Searchestate SearchmetricsBot +SemrushBot Seomoz -Shodan Siphon +SiteExplorer SiteLockSpider -Sitebeam -Siteimprove -Snake -Snapbot -Sogou web spider -Spanner -SputnikBot +SiteSucker +Sitevigil +SmartDownload +Sociscraper +Sottopop +Spbot Sqlmap -Sqlworm +Sucker Sucuri -SuperHTTP SurveyBot -Suzuran -Swiftbot +Szukacz +T8Abot Telesoft -Telesphoreo -Telesphorep -Thumbor +Toata Trendiction +Trendictionbot True_Robot Turingos +Turnitin TurnitinBot -TwengaBot -Twice Typhoeus +URLy Warning Upflow -VCI -VoidEYE +V-BOT +VB Project +Vagabondo Voltron WBSearchBot -WPScan +WWW-Collector-E +Wallpapers +Wallpapers/3.0 WallpapersHD WeSEE Web Auto Web Collage Web Fetch +Web Pix Web Sauger -Web Sucker +WebBandit WebCopier -WebFetch +WebFuck WebGo IS -WebImageCollector -WebReaper -WebSauger WebStripper -WebWhacker -Webalta -Website Quester -WebsiteExtractor -Widow -Wonderbot -Woobot -Xenu +WebsiteQuester +Webster +Whack +Whacker +Whatweb +WinHTTrack +Wotbox +Xaldon WebSpider +YoudaoBot +Zade Zauba Zermelo -Zeus -arquivo-web-crawler -backlink-check -check1.exe +ZoomBot +ZoominfoBot +ZumBot +archive.org_bot +autoemailspider +cah.io.community coccocbot-web -com.plumanalytics crawler.feedback -crawler4j -dataforseo.com -evc-batch +domainsproject.org +eCatch +gopher +internetVista monitor ips-agent -lwp-trivial -magpie-crawler -muhstik-scan -netEstate NE Crawler -pcBrowser +mediawords +oBot +polaris version ripz -scan.lol +s1z.ru seobility -seoscanners -seostar -sitechecker.pro -sp_auditbot +sexsearcher trendiction.de -ubermetrics-technologies.com -webmeup-crawler -webpros.com -x09Mozilla +voyagerx.com +x22Mozilla xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6d777c1a8..78a186aa3 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -404checker -ADmantX +360Spider +80legs ALittle Client -Aboundexbot -Acunetix -Alexibot -AlphaBot +Abonti +Aboundex +AfD-Verbotsverfahren Anarchy +Anarchy99 +Ankit +Attach AwarioRssBot -BDCbot -BDFetch +BBBike BackStreet -BacklinkCrawler +BackWeb Badass -Barkrowler -Battleztar Bazinga -BetaBot -Bigfoot +Bandit +BatchFTP Black Hole -BlowFish -Boardreader -Bolt -BotALot -Brandwatch -BuiltWith +Blackboard +BuiltBotTough +BunnySlippers +BuzzSumo +CATExplorador +CCBot CODE87 -CSHttp -CazoodleBot Cegbfeieh +CensysInspect CheTeam -CherryPicker -ChinaClaw +CheeseBot Chlooe +Claritybot +Cliqzbot Cloud mapping +Cocolyzebot +Cogentbot +Collector Copier -Cosmos -Crawling at Home Project +Craftbot +CrunchBot DIIbot +DSearch DTS Agent +DatabaseDriverMysqli +Demon Digincore DigitalPebble -Disco -Dispatch -DittoSpyder -DomCopBot +DomainAppender +Domains Project +Dotbot Download Wonder Dragonfly -Drip -EMail Wolf -EasyDL -Ecxi -EirGrabber -EroCrawler -ExtLinksBot Ezooms FDM +FemtosearchBot +Fimap Firefox/7.0 FlashGet Flunky Freeuploader -Fuzz -FyberSpider -Fyrebot GT::WWW GalaxyBot -Genieo -GetWeb +GetRight +Getintent Go!Zilla -GoZilla -GridBot -HMView +Gotit +GrabNet +Grabber +GrapeshotCrawler +HEADMasterSEO HTMLparser -HTTP::Lite Haansoft -HaosouSpider -Hloader -IDBot +Harvest +Havij Id-search -IlseBot -Intelliseek +Image Sucker +InfoNaviRobot +InfoTekies InterGET -Internet Ninja +Iria Iskanie IstellaBot +JOC Web Spider +JamesBOT JennyBot Jetty -Jyxobot -Keyword Density +JikeSpider Kozmosbot -LexiBot -LieBaoFast -LinkScan -LinkWalker -LinkextractorPro -Lipperhey +LNSpiderguy +LWP::Simple +Larbin +LeechFTP +Libwhisker +Lightspeedsystems +Linkbot Lipperhey Spider Litemage_walker -Lmspider -Ltx71 -MFC_Tear_Sample -MIIxpc -MSIECrawler -Mag-Net +MQQBrowser Magnet -Majestic SEO -Majestic-SEO -MarkWatch -Mass Downloader -Masscan -Meanpathbot +Majestic12 +Mata Hari +MauiBot +MeanPath Bot Mediatoolkitbot -Mr.4x3 -Musobot -NICErsPRO -NPbot -Nameprotect -Navroad -NearSite -NetZIP -Netvibes +MicroMessenger +Microsoft URL Control +Mister PiX +Moblie Safari +Mojolicious +Morfeus Fucking Scanner +Msrabot +Name Intelligence +Needle +Netcraft NextGenSearchBot -Niki-bot -NimbleCrawler Ninja -OpenLinkProfiler +Offline Navigator +OnCrawl OpenVAS -Openvas +Openfind +OrangeBot OutfoxBot PHPCrawl -Pandalytics -Panscient -Papa Foto -Pavuk +PageScorer Petalbot -Picscout +Picsearch PictureFinder -Pixray -Probethenet +Pimonster +Pockey +ProPowerBot Pu_iN -QueryN Metasearch +PxBroker Quick-Crawler RSSingBot +RankActiveLinkBot +RankingBot RankingBot2 Rankivabot -ReGet -Recorder -RedesScrapy +RankurBot +Re-re +RealDownload +RebelMouse RepoMonkey -Ripper Rogerbot -SBIder -SEOkicks -SEOkicks-Robot +SEOprofiler SISTRIX -ScoutJet -ScreenerBot -ScrepyBot -SearchmetricsBot -SemrushBot +ScanAlert +Screaming SentiBot SeoSiteCheckup -Seomoz +SeobilityBot +Siphon SiteCheckerBotCrawler +SiteExplorer SiteLockSpider -SiteSucker -Sitebeam Siteimprove -Snapbot -Sosospider -Sottopop -Spammen -Spbot +Sitevigil +Snake +Snoopy +SpaceBison SputnikBot -Sqlmap +Sqlworm +Sqworm +Steeler +Sucker SuperBot SurveyBot Swiftbot -Szukacz -T8Abot +T0PHackTeam Teleport -TeleportPro -Telesphoreo -The Intraformant +TheNomad +Thumbor TightTwatBot +Titan Toata -True_Robot +Trendictionbot Turingos +Turnitin TwengaBot Twice -Typhoeus -UnisterBot -Upflow VB Project VCI -Vacuum -VelenPublicWebCrawler -VidibleScraper -VoidEYE -WASALive-Bot +VeriCiteCrawler +Voil WBSearchBot +WEBDAV WPScan WWW-Collector-E WWW::Mechanize +WWWOFFLE Wallpapers Wallpapers/3.0 -Web Auto -Web Collage -Web Fetch +WeSEE +Web Enhancer Web Sauger Web Sucker -WebAuto -WebCollage -WebEnhancer -WebLeacher +WebFuck +WebGo IS +WebReaper WebSucker -Webalta +WebZIP Webshag Website Quester WebsiteQuester Webster Whack Widow -WiseGuys Robot -Wonderbot -Woobot +WinHTTrack +Wotbox Wprecon -Xaldon_WebSpider +Xaldon WebSpider Xenu -autoemailspider +Zade +Zauba +Zermelo +Zeus +ZmEu +ZoomBot +ZoominfoBot +ZyBorg +arquivo-web-crawler +arquivo.pt backlink-check check1.exe -crawler.feedback +clark-crawler +cognitiveseo +com.plumanalytics dataforseo.com -demandbase-bot +domainsproject.org evc-batch -facebookscraper -heritrix -instabid internetVista monitor -lwp-trivial -magpie-crawler -mediawords -ripz -s1z.ru +netEstate NE Crawler +polaris version +satoristudio.net +scalaj-http +scan.lol seoscanners -sitechecker.pro -ubermetrics-technologies.com +seostar +serpstatbot +siteripz +sp_auditbot +spyfu +sysscan +tAkeOut +trendiction.com voyagerx.com +webmeup-crawler +webpros.com webprosbot +x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 46ec036d9..f3b7a3ad7 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -babyfactory.fr -daydream-studio.ru -edudocs.net -infostatsvc.com -koversite.info -missclub.info -mrpornogratis.xxx -myonigroup.com -sinel.info -turizmus.us +2015god.org +embedle.com +krasivoe-hd.com +respublica-otel.ru +sexobzor.info +sobecjvuwa.com.ru +students-cheapskate.ml +w3javascript.com +website-speed-up.site +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 4423ba8f6..d32cb88ce 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0lovespells0.blogspot.com -1-99seo.com -108shot.com -14b.info -1pamm.ru -24x7-server-support.site -28n2gl3wfyb0.ru -3rbseyes.com -5i2.net -777-club.ru -7zap.com -aa9d046aab36af4ff182f097f840430d51.com +00webcams.com +0daymusic.org +1001watch.com.ua +123cha.com +1millionusd.xyz +1qingdao.com +1xbet4you.com +24-ak.ru +256bit.by +2kata.ru +4istoshop.com +4replicawatch.net +51.la +7a2rnuey1tw9ar.ru +8jn.dating-app.ru +8si.ru +9icmzvn6.website +a14download.com +absolute-s.ru academia-nsk.org -adf.ly -adnotbad.com -adtech.fr -agecheckadult.com -aktivator-windows10.blogspot.com -ald2014.org -alekseevec.ru -alert.scansafe.net -all-number.com -androids-store.com -apartmentratings.com -apimegabrowsebiz-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -asrv-a.akamoihd.net -astana.xxxkaz.org -ausergrubhof.info -avon-novosib.ru -avtolombard-krasnodar.ru -babosas.com -babyguns.ru -backlinkwatch.com -bank.uz -banki76.ru -barnfurnituremart.com -bcmp.org -beetpics.pw -bestcoin.cc -besthomemadepornsites.com -bestplacetobuyeriacta.jw.lt -bestsexyblog.com -bestwaystogetpaid.us -bet-prognoz.com -bigpictures.club -bioca.org -bjorkbacken.nu -blackplanet.com -bmwhighperformers.com -bobba.dzaba.com -bodybuilding-shop.biz -boom-celebs.com -bouda.kvalitne.cz +academiacsmendoza.org +addbin.men +adultmeetonline.info +adultnet.in +aerogo.com +afftrack001.com +ageofclones.com +ahrntal.verymes.xyz +akama.com +aktobe.xkaz.org +akvamaster.dp.ua +alert-fjg.xyz +alfabot.xyz +alibestsale.com +alif-ba-ta.com +allmarketsnewdayli.gdn +amateurgalls.com +amateurmatch.com +amung.us +android-systems.ru +animebox.com.ua +anonymousfox.co +apiadanaknet-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apple.com-webbrowsing-security.review +applicationg29.com +aproposde.com +ascat.porn +astrochicks.com +auto4style.ru +autodo.info +autolombard-krasnodar.ru +aversis.net +awaybird.ru +azbukadiets.ru +back.dog +backgroundpictures.net +badavit.com.ua +baixar-musicas-gratis.com +baksman.com +bankofthewext.com +barbourjackets.online +beauty-bracelet.com +best-businessman.ru +best-seo-offer.com +bestbuy.ca +bestempresas.es +bestofferswalkmydogouteveryday.gq +bet365.com +bezsporno.ru +bidbuy.co.kr +billiard-classic.com.ua +biographiya.com +bjanshee.ru +bjgugu.net.ua +bkgr.se +blackwitchcraft.ru +blogrankers.com +bonvillan.com +boobsimge.com bracketsmackdown.com -brainboosting.club -briomotor.co -budilneg.xyz -bumble.cheapwebsitehoster.com -bumskontakte.org -businescoop.men -buyantiviralwp.com -buzz-porno.info -bvlgaribracelet.xyz -bvlgariwallet.xyz -bzero1jewelry.net -californianews.cf -calvet.altervista.org -candcstuccoandstone.com -canzoni.ru -cardul.ru -cartierbraceletsreplica.pw -cartierlove2u.com -cartierlovebraceletreplica.xyz -cascadelink.org -casinopinup-wins.com -castingbank.ru -cheap-trusted-backlinks.com -cheapestjerseys-wholesale.com -cheapjerseysa.com -christianlouboutinshoes.xyz -com-supportcenter.website -compliance-alexa.xyz -compliance-elena.top -compliance-jessica.top -compliance-josh.top -contentsexpress.com -coolwallpapers-hd.com -cordstrap.cc -crest-poloski.ru -crynet.cc -cryptoswap.biz +brandbucket.com +brateg.xyz +brillianty.info +brus-vsem.ru +burn-fat.ga +buypuppies.ca +buzzonclick.com +buzzsumo.com +callstevens.com +camel-beach.com +canyougethighofftizanidine.blogspot.com +cartierreplica.top +cartiertrinity.xyz +cartierwatch.xyz +casablancamanor.co.za +cashonads.com +certifywebsite.win +cialis-samples.com +cialisndbrx.com +cigarpass.com +clarithromycin500mg.com +clevernt.com +clickbanksites.info +clipartnew.com +compliance-jack.top +concordexoticrentals.com +constantaservice.net +cookie-law-enforcement-aa.xyz +cookingmeat.ru +copypaste.traderzplanet.in +crazyboost.pro +creditmoney.com.ua +csgo4.win +cubs-jerseys.us +culmimg.pw +culturevie.info customcatchcan.com -dailystrength.org -danschawbel.com -data1.scopich.com +customsua.com.ua +cyclobenzaprinevstizanidine.blogspot.com +danceuniverse.ru +daooda.com dayibiao.com +deda-moroza-zakaz.ru +dellalimov.com +demenageur.com dengi-pod-zalog-nedvizhimosti.ru -deutschland123.de -diamond-necklace.info -dickssportinggoods.com +detmebel.su +dev-seo.blog diegolopezcastan.com -digital-video-processing.com -dimkino.ru -dipstar.org +dikqlyremy.info +divku.ru docs4all.com -dogsrun.net -domain2008.com +doctormakarova.ru +doeco.ru +doktoronline.no +dood.live +doreenblog.online dorratex.tn -doxyporno.com -droidlook.net -dvervmoskvu.ru +drev.biz +drugs-no-rx.info +duawitchrarato.tk +e-commerce-seo.com +eachdayisagift.review +earncash.com.ua +eas-seo.com ebonyporn.site -educatemetv.com -edwinkonijn.com.au -efnor-ac.com -ege-essay.ru +efkt.jp egovaleo.it -ekto.ee -el-nation.com -election.interferencer.ru -electronicadirect.com -elektronischezigarettekaufen1.beeplog.com +electro-prom.com +elidelcream.weebly.com elitepcgames.com -enbersoft.com -energydiet24.ru -ero-advertising.com -erotik-kostenlos.net -escortplius.com -essay-edu.biz -essaypro.com -eu-cookie-law.info -euromasterclass.ru -evening-dating-club.info -excaliburfilms.com -exonline.info -ez8motelseaworldsandiego.com +eloconcream.blogspot.com +emergencyneeds.org +englishdictionaryfree.com +eonpal.com +epngo.bz +eralph.tk +eropho.net +eropornosex.ru +erotik0049.com +europeanwatches.ru +exoneration-project.us +extads.net +extrabot.com +eywords-monitoring-your-success.com facecup.top -faracontrol.ir -farm26.ru -fast-torrent.ru -feargames.ru -fellowshipoftheminds.com -filerockstar298.weebly.com -findpik.com -firesub.pl -firstsiteguide.com -flirt4free.com -focalink.com -food.dtu.dk -fordsonmajbor.cf -frameimage.org -frankofficial.ru -freenode.info -freewareseek.com -friendflnder.com -fun2cell.net -funponsel.com -g33.org -gagrasector.ru -garciniaxt.us -gcup.ru -get-seo-domain.com -gilsonchiro.xyz -gktt.ru -glasof.es -go2jump.org -goodhumor24.com -googlsucks.com -gsasearchengineranker.top -gsasearchengineranker.xyz -guiadeserraazul.com -gungamesz.com -hauleddes.com -hdseriale.pl -hidefiles.org -hidemyass.com -high-speed1.net -histats.com -hkladys.com -home.myplaycity.com -homedecoguide.info -hopeonthestreet.co.uk -ibb.com.ua +factorynightclub.com +familienzahnaerzte.com +ferieboligkbh.dk +fettefrauen.net +fickkontaktehobbyhuren.com +filefilter.weebly.com +fiuxy.com +flipper.top +floridamobilebillboards.com +forexunion.net +forum.doctissimo.fr +forzeronly.com +foto-basa.com +foxjuegos.com +free-laptop-reward.com +froggytube.com +fuck-paid-share-buttons.xyz +fxtips.ru +fym.com.ru +fz139.ttk.ru +gamedayassist.com +gameonasia.com +gdcentre.ru +geilehausfrauen.net +getdot.ru +getmiro.com +gettpromos.com +globalsurfari.com +globatur.ru +go2album.com +gobongo.info +goldenggames.com +gombita.info +goodly.pro +graphid.com +greamimgo.pw +greatidea.marketing +greendream.com.ua +gribkovye-zabolevaniya.com +grupografico-pilar.com.ar +gymi.name +harmonyglen.us +hatedriveapart.com +hdwallpapers-free.com +hermesbirkinhandbagoutlets.com +hitmuzik.ru +homik.pw +horoshieokna.com +host-tracker.com +hotchatdate.com +hscsscotland.com +htmlcorner.com ico.re -idealtits.net -ideoworld.org -igadgetsworld.com -iklysha.ml -ilo134uloh.com -images-graphics-pics.com -immobiliaremassaro.com -inboxdollars.com -incomekey.net -increasewwwtraffic.info +igrovyeavtomaty777.ru +ilmexico.com +ilovevitaly.ru +ilte.info +imabase.com +imagefinder.site +imk.com.ua +imperiafilm.ru +incep.imagine-ex.co infazavr.ru -intellekt21.ru -internet-apteka.ru -internetartfair.com -internetproviderstucson.com -investpamm.ru -investzalog.ru -iplusbit.blogspot.co.za -iqupdatetmz.win -iradiology.ru -istizanidinelikexanax.blogspot.com -it-max.com.ua -itag.pw -ivanstroi.ru +infoupdate.org +insider.pro +instasexyblog.com +intellektmedia.at +interfucks.net +iopeninghours.co.uk +ipornox.xxx +iqoption.com ixora.pro -james13prix.info +izhevsk.zrus.org jasonpartington.com -jbl-charge.info -je7.us -jerseywholesalebizchina.com -jillepille.com -jose.mulinohouse.co -jovencitas.gratis -jpcycles.com -junglenet-a.akamaihd.net -junketjuice.blogspot.com -kamen-e.ru -kamorel.com +jav-fetish.site +javitas.info +javspace.net +justbcause.com +justkillingti.me kandidos.com -karadene.com -keywordsuggest.org -kinohall.ru -kinoplen.ru -kinostorm.net +keywords-monitoring-success.com +khafre.us +kimcurlrvsms.com +kinky-fetishes.com kinozapas.org -kollekcioner.ru -kollesa.ru -krynica.info -kumuk.info -kursy-ege.ru -kw21.org -labvis.host.sk -laptop-4-less.com -le-clos-des-alouettes.com -lenvred.org -lerporn.info -lesbian.xyz -life-instyle.com -likesdesign.com -lion.snapmap.us -liumimgx.pw -liveshoppersmac.com -localmatchbook.com -lollypopgaming.com -lombia.co -lotto6888.com -love-baby.cz -m3gadownload.pl -machicon-ueno.info -magnetic-bracelets.ru -manve.info -marcowebonyodziezowe.pl +kmd-pto.ru +knowyournextmove.com +kredit-blog.ru +kretpicf.pw +kuzinsp.ru +kvartiry-remont.ucoz.ru +larutti.ru +lezbiyanki.net +life.biz.ua +linkpulse.com +live-cam6.info +live-sexchat.ru +lombia.com +lostfilm-online.ru +lrac.info +lyrster.com +m-google.xyz +macnewtech.com +macresource.co.uk +mall.uk +manifestation.betteroffers.review +massage-info.nl masturbate.co.uk -matrixalchemy.com -mb140.ru -meduza-consult.ru -mejoresfotos.eu -mhi-systems.ru -mikrobiologies.ru -missis.top -mmog-play.ru -mobicover.com.ua -mobilemedia.md -mobsfun.net -moinozhki.com -mokrayakiska.com -mostantikor.ru -moyaterapiya.ru -mrcsa.com.au -msfsaar.de -musicktab.com -musicpro.monster -musirc.com -mustat.com -my-big-family.com -my-cash-bot.co -mydirtyhobby.com +mcar.in.ua +megaapteka.ru +menhealed.net +mex-annushka.ru +mhtr.be +mirzonru.net +mitrasound.ru +moesexy.com +monclercheap.xyz +moncleroutletonline.win +moneyteam24.com +moonci.ru +moscow-clining.ru +mosrif.ru +moviemail-online.co.uk +moyakuhnia.ru +mulberryoutletonlineeu.com +multgo.ru +musezone.su +mybinaryoptionsrobot.com +mydownlodablefiles.com myfreemp3.eu -myindospace.com -myprintscreen.com -myshopmatemac.com -mywallpaper.top -nalogovyy-kodeks.ru -negral.pluto.ro -netfacet.net -netoil.no +myonigroup.com +myplaycity.com new-apps.ru -next-dentists.tk -nonews.co -nottyu.xyz -nrjmobile.fr -nufaq.com -odywpjtw.bloger.index.hr -onemantrip.com +newsperuse.com +newtechspb.ru +nextbackgroundcheck.gq +nextlnk12.com +nfljerseys.online +nordvpn.com +notebook-pro.ru +nowtorrents.com +obiavo.by +ochistka-stokov.ru +okmusic.jp +one.net.in onlinemeetingnow.com onlythegames.com +ooo-olni.ru ooomeru.ru -oops-cinema.ru -openfrost.net -pandarastore.top -pc-services.ru -pcboa.se -pechikamini.ru -perederni.net -perso.wanadoo.es -petrovka-online.com -pflexads.com -phobia.us -pihl.se +optikremont.ru +orel-reshka.net +oxotl.com +paleohub.info +partner-cdn.men +partner-high.men +paydayonlinecom.com +pc-virus-d0l92j2.pw +petsblogroll.com +pewit.pw +picswe.com +pinapchik.com +pinwallpaper.xyz piuminiita.com -pl.id-forex.com +pixelrz.com +pixgood.com +plastgran.com platesauto.com +platinumdeals.gr +pochemychka.net +poffet.net pogosh.com -pokemongooo.ml popcash.net -popup-jdh.xyz pornhub-forum.ga -porno-play.net -pornoted.com -pornotubs.com -posible.net -preparevideosafesystem4unow.space -pricheski-video.com -princevc.com +pornodojd.ru +pornoforadult.com +pornosexrolik.com +porto.abuilder.net +predominant-invent.tk +prefersurvey.net +princeadvantagesales.com privatamateure.com -privatov-zapisi.ru -prize44.com -prizeestates.cricket -prizestohandle.club -promodj.com -promoheads.com -pulse33.ru -pussyspace.net -rapidsites.pro -rating-bestcasino.com +privatbank46.ru +proekt-gaz.ru +prostitutki-odessa.org +prostitutki-yaroslavlya.org +puzzleweb.ru +pxhdwsm.com +qualitymarketzone.com +rapevideosmovies.com +rarbg.to real-time-analytics.com -realtytimes.com -rebrand.ly -rebuildermedical.com -reckonstat.info -redbottomheels.xyz -regdefense.com -regionshop.biz -remmling.de -remontgruzovik.ru -remote-dba.de -rentaremotecomputer.com -resant.ru -revistaindustria.com -reyel1985.webnode.fr -rockingclicks.com -rucrypt.com -rutor.vip -sarafangel.ru -sardinie.us -savefrom.com -sayyoethe.blogspot.co.za -scanmyphones.com +rebelmouse.com +recipedays.ru +referencemoi.com +refererx.com +reining.lovasszovetseg.hu +relax.ru +remont-comp-pomosh.ru +renhacklids.tk +riralmolamsaca.tk +roma-kukareku.livejournal.com +russian-postindex.ru +russintv.fr +russkoe-zdorovie.ru +rusvideos.su +sack.net +saddiechoua.com +salutmontreal.com +sawin.beth.webd.pl +sbwealthsolutions.ca scanner-julia.top -scanner-nelson.top -scanner-walter.top -scanspyware.net -scopich.com -scrapy.org -scripted.com -search-goo.com -searchimage.co -see-your-website-here.com -sel-hoz.com -seminarykansas904.ml -semp.net -seryeznie-znakomstva.ru -shisha-swag.de -shohanb.com -shoppingjequiti.com.br -sibecoprom.ru -sicfor.bcu.cc -siteexpress.co.il -sizeplus.work -slavia.info -slavkokacunko.de -snip.to -snjatie-geroinovoy-lomki.ru -solution4u.com -songplanet.ru -sophang8.com -sotkal.lark.ru -spammen.de -spasswelt.net -spravka-medosmotr.ru -spylog.com -srgwebmail.nl -stairliftsarea.com -starpages.net -steelmaster.lv -stockspmb.info -storehouse.ua -strag-invest.ru -supermesta.ru -superstats.com -suralink.com -szamponrevita.pl -tackletarts.co -tampabaywatch.org -tastyfoodideas.com -tech4master.com -teenfuck.tv -telegramdownload10.com -theallgirlarcade.com -thedownloadfreeonlinegames.blogspot.com -theguardlan.com -tilido.com -timdreby.com -titangel-vietnam.com -titelhelden.eu -tizanidinepain.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tomck.com -toolsky.com -topclickguru.com -toproadrunner5.info -topsy.com -tour-line.net -tovaroboom.vast.ru -toys.erolove.in -tracfone.com -trafficnetzwerk.de -trkdf.com -trubywriting.com -truebeauty.cc -tula.howotorg.ru -tupper-shop.ru -turkeyreport.tk -tvnewsclips.info -tvory.predmety.in.ua -twelvevisionspartyofcolorado.com -twitlinks.com -uamtrk.com -uhod-za-sobakoj.ru -umityangin.net -universals.com.ua -unmaroll.ya.ru -usswrite.com +scansafe.net +scenicmissouri.us +se.bnt-team.com +searchtooknow-a.akamaihd.net +semrush.com +seoboxes.com +seocdvig.ru +serpstat.com +sevenstars7.com +sexkrasivo.net +sexkvartal.com +sextracker.be +sexxdate.net +sexystrippe.info +signoredom.com +silvercash.com +site5.com +skatestick.bid +skylta.com +slavic-magic.ru +slimcdn.com +slomm.ru +sluganarodu.ru +slujbauborki.ru +snjack.info +snts.shell-pmr.ru +socialseet.ru +soft-terminal.ru +solmarket.by +spb-plitka.ru +splendorsearch-a.akamaihd.net +sport7777.net +staynplay.net +stevemonsen.com +stillmiracle.com +strana-krasoty.ru +strigkaomsk.ru +summerlinhomes411.info +superinterstitial.com +surcentro.com +suture.co +svolze.com +tabletkinaodchudzanie.com.pl +tamada69.com +taraz.xkaz.org +tds-advert005.info +teesdaleflyballclub.co.uk +telefonsexi.com +telefonsexsofort.tk +terrafootwear.us +teslathemes.com +thaismartloan.com +theendivechronicles.com +thegolfclub.info +themeforest.net +themestotal.com +thetattoohut.com +tiandeural.ru +tizanidinecapsules.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidineinteractions.blogspot.com +tizanidinestreetvalue.blogspot.com +tnctrx.com +todohr.com +toloka.hurtom.com +top-karkas.ru +tradedeals.biz +trafficgenius.xyz +traxdom.ru +trkur.com +tuckermktg.com +twincitiescarservice.com +uhdtv.website +unpredictable.ga +urlcut.ru +us-america.ru +usacasino.com +utrolive.ru uytmaster.ru -vacuumscleaner.com -vavilone.com -velen.io -velobikestock.com -velpanex.ru -ventelnos.com -vezuviy.su -viagraneggrx.com -viandpet.com -video-hollywood.ru -vietimgy.pw -virus-respirators.com -vkmusics.ru -volume-pills.biz -voronezh.xrus.org -vseigry.fun +v24s.net +vapomnoncri.tk +via-energy-order.com +viagra.pp.ua +video-camer.com +videos-for-your-business.com +videospornogratisx.net +viven.host.sk +vladimir.xrus.org +voltrknc1.com +vozbujdenie.com +vremya.eu vsesubwaysurfers.com -vucms.com -wallpapersist.com -watchdogs-2.ru -website-speed-up.top +web-betting.ru +website-analyzer.info +website-datenbank.de webtherapy.ru +weddingdresses.xyz +wellcome2slovenia.ru +wesharepics.info whatsappbot.flyland.ru -wieseversa.no -wildnatureimages.com wsgames.ru -wyniki-lista.pl -xblognetwork.com -xmnb.net -xn--80ajbshivpvn2i.xn--p1ai -xn--80ak6aa92e.com -xn--l1aengat.xn--p1ai -xtraffic.plus -xtremeeagles.net -xxxsiterips.xyz -yaderenergy.ru -yeartwit.com -yourtemplatefinder.com -youtoner.it -youtuhe.com -yuarra.pluto.ro -zakazfutbolki.com +www.bookmaker-bets.com +www.souvenirua.com +x-diesel.org +x-true.info +xev.ru +xjlottery.com +xn----9sbubg3ambdfl1j.xn--p1ai +xn--b1agm2d.net +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xxlargepop.com +yes-com.com +yoopsie.com +youjizz.com +youradexchange.com zakazvzloma.com -zatjmuzu.info -zigarettenonlinekaufen1.blox.pl -zirondelli.it -zoodrawings.com -zrizvtrnpale.tk -zzbroya.com.ua +zazagames.org +zona-aqua.ru +zone-kev717.info +zoominfo.com +zreloeporno.tv +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 505e1ebf4..97fca733f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -123cha.com -1kdailyprofit.me -1stat.ru -3-letter-domains.net +1hwy.com +1webmaster.ml +404.mn +4pp13.com 4rent.ru -4webmasters.com -7search.com +7a2rnuey1tw9ar.ru 7zap.com -8gold.com -adultnet.in -advancedsoftwaresupport.com -advocatemsk.ru -ald2014.org -algarveglobal.com -alt-servis.ru -amazingninja.com -animal-drawings.com -apibatbrowsecom-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apimountainbikei-a.akamaihd.net -arate.ru -atleticpharm.org -autoplate.info -avtocredit-legko.ru -azbuka-mo.ru -babieca.com -bestbuy.ca -bestchoice.cf -bildsuche.ru -blog.yam.com -blogporn.in -brainsandeggs.blogspot.com -buchananshardware.com -c1.onedmp.com -cakesplus.com.au -candytiner.com -capture-room.com -carmuffler.net -cartierlovebracelet.xyz -cartierlovebraceletreplica.xyz -cascadelink.org -cashkitten-a.akamaihd.net -casinos4dummies.co.uk -cb.iphantom.com -ccbill.com -cenoval.ru -chatroulette.world -chocolateslim-u-srbiji.com -ci.ua -cialischstgerts.com -cjmc.info -clevernt.com -com-onlinesupport.host -compliance-fred.top -computernetworksonline.com -costablue.xyz -counter.bloke.com -custodieva.ru -d-black.bz -dating-time-now.com -dengi-pod-zalog-nedvizhimosti.ru -digital-sale.su -directivepub.com -dollartree.info -domaincheck.io -donvito.unas.cz -drhomes.biz -dscaas.website -dstroy.su -e-c.al -e-kwiaciarz.pl -easyshoppermac.com -ege-essay.ru -elektrischezigarette1.blog.pl -elektrozigaretten1.postbit.com -elvel.com.ua -elvenar.com -erotiktreff24.info -essay-edu.biz -etenininrade.ga -eyelike.com.ua -eyessurgery.ru -fakehandbags.xyz -fastcrawl.com -fealq.com -filesclub.net -flytourisme.org -fordsonmajbor.cf -formseo.com -forum69.info +abiente.ru +adcash.com +ads-seo.men +adultfriendfinder.com +agardomains.com +alienwheel.es +allstatesugarbowl.org +alot.com +anniemation.com +apartment.ru +apessay.com +apioasisspacenet-a.akamaihd.net +artdestshop.eu +asscenihotosidea.blogspot.com +atdedinotuho.tk +aussie-prizes.com +aviav.org +avon-novosib.ru +baoxaydung.com.vn +bestkfiledxd.cf +bizzliving.com +blog.koreadaily.com +blog.remote-computer.de +bnt-team.com +bristolhostel.com +buscarfoto.com +businesn.men +buy-meds24.com +bycontext.com +c-gainsbourg.com +calstaterealty.us +camsex.xxx-cam.webcam +cars-modification.net +cartierjusteunclou.xyz +chastnoeporno.com +check-this-out-now.online +chiblackhawks-jerseys.com +chocolateslim-en-espana.com +cjs.com.ru +cmhomestayagency.com +communisave.co.za +compiko.info +compliance-checker.info +cookingmeat.ru +cpabegins.ru +cypernhuset.se +d2jsp.org +ddsoldes.fr +dealighted.com +dickssportinggoods.com +dirtpics.pw +dms-sw.ru +dogbreedspicture.net +dogsrun.net +dominterior.org +drugstoreforyou.com +dumpsmania24.com +e-commerce-seo.com +ekn-art.se +elektrischeziga.livejournal.com +elektrischezigarette2.devhub.com +elite-sex-finders.com +elitepcgames.com +elmacho.xyz +empathica.com +errorfixing.space +evaashop.ru +excitacion.info +ezigarettekaufen2.mpbloggar.se +ezigarettekaufen2.yolasite.com +ezigaretteshop2.mywapblog.com +face.hostingx.eu +favoritemoney.ru +fellowshipoftheminds.com +fifa-coins.online +fighrofacciufreesig.ga +filmi-v.online +forum.tvmir.org fotopop.club -freshmac.space -fungirlsgames.net -gameonasia.com -gaz-voshod.ru -gdzkurokam.ru -getaclueamerica.com -girlsfuckdick.com -goldandcard.ru -goodly.pro -goosefishpost.bid -graphics8.info -greatfind-a.akamaihd.net -gsmlab.pl -gstatey.net -h2monline.com -hdseriale.pl -hebr.myddns-flir.com -hesteel.pl -hidemyass.com -histock.info -hotshoppymac.com -inboundlinks.win -internetproviderstucson.com -io9.com -iskalko.ru -iwanttodeliver.com -ix20.ru -jav-fetish.site -kaliningrad.zrus.org -kinogolos.ru -knigonosha.net -komputers-best.ru -kosova.de -lancheck.net -landscapebackgrounds.blogspot.com -laudit.ru -layola.biz.tc -ledis.top -lida-ru.com -lignofix.ua -lmrauction.com -loftdigital.eu +fotzen-ficken.com +frequiry.com +freshwallpapers.info +friendflnder.com +front.ru +gay.adultgalls.com +generalporn.org +getyourimage.club +glass-msk.ru +growshop.es +guildebzh.info +gwebtools.com +hem.passagen.se +hit-kino.ru +homegardenlova.com +hoverboardforsaledirect.com +ilbe.club +ilikevitaly.com +img.wallpaperstock.net +impisr.edunsk.ru +interesnie-faktu.ru +invitefashion.com +javrip.net +jerseysbizwholesalecheap.com +kalandranis.gr +kazka.ru +keywords-monitoring-success.com +keywords-monitoring-your-success.com +kladrus.ru +knowsitall.info +kongoultry.net +konoplisemena.com +koversite.info +linkpulse.com +littlesexdolls.com +localmatchbook.com loginduepunti.it -lomza.info -luckyshop.net.ua +lovelycraftyhome.com +low-format.ru maladot.com -maridan.com.ua -maximilitary.ru -medi-fitt.hu -meteostate.com -microstatic.pl -miniature.io -mitrasound.ru -mobplayer.net -moetomnenie.com -moncleroutletonline.xyz -monetizer.com-01.site -moneytop.ru -moscow-clining.ru -moviemail-online.co.uk -mrlmedia.net -msk-diplomat.com -my-floor.in.ua -myphotopipe.com -nalogovyy-kodeks.ru -namenectar.com -narkologiya-belgorod.ru -nextlnk12.com -njpalletremoval.com -nonameread45.live -november-lax.com -o-o-8-o-o.com -obesidadealgarve.com -onlainbesplatno.ru -optibuymac.com -ourville.info -parlament.biz -pcgroup.com.uy -photo.houseofgaga.ru -photorepair.ru -popads.net +marinetraffic.com +mearns-tractors.co.uk +mega-polis.biz.ua +metabar.ru +metaxalonevstizanidine.blogspot.com +mexicotravelnet.com +michaelkorsoutlet.store +mmgq.ru +moskva.nodup.ru +most-kerch.org +muznachas-service.ru +myiptest.com +myplaycity.com +narosty.com +newstaffadsshop.club +newtechspb.ru +nl.netlog.com +normalegal.ru +notaria-desalas.com +novodigs.com +obiavo.net +offers.bycontext.com +oivcvx.website +onemantrip.com +online-sbank.ru +online-zaymy.ru +ostrovtaxi.ru +paclitor.com +parajumpersstore.online +pc-virus-d0l92j2.pw +perm.xrus.org +phpdevops.com +picturesmania.com +pinup-casino1.ru +piter.xrus.org +pizza-tycoon.com +platinumdeals.gr +poligon.com +popugauka.ru porno-play.net -pornolook.net +pornoblood.com +pornogig.com +portside.cc pourvous.info -progress-upakovka.ru -pushdata.sendpulse.com -raschtextil.com.ua -registrationdomainsite.com -reklama1.ru -remont-fridge-tv.ru -ringtonepartner.com -ru-dety.ru -runstocks.com -rusexy.xyz -rusoft-zone.ru -s-forum.biz +profitfx.online +profitwithalex.info +promodj.com +pron.pro +pussysaga.com +puzzleweb.ru +py100.ru +quality-traffic.com +r-control.ru +rff-cfal.info +ric.info +rome2rio.com +sammyweaver.com +sanatorrii.ru +satellite.maps.ilovevitaly.com +satoristudio.net +scanmyphones.com +scanner-jess.top +scat.porn scenarii-1-sentyabrya.uroki.org.ua -sexsearch.com -shop.xz618.com -simple-image.com.ua -skylta.com +search.pch.com +service.adtech.fr +sextracker.de +shakhtar-doneck.ru +shopperifymac.com +shtaketniki.ru +sims-sims.ru slonechka.ru -soblaznu.net -socas.pluto.ro -softomix.net -spaceshipad.com -srdrvp.com -startwp.org -strongholdsb.ru -strv.se -studiofaca.com -studiokamyk.com.pl -sudexpert66.ru -sugarlyflex.pw -suralink.com -surgut.zrus.org -tds-advert002.info -teletype.in -telsis.com -thegamerznetwork.com -topdownloads.ru -track-rankings.online +snowplanes.com +snworks.com +spitfiremusic.com +srgwebmail.nl +stairliftstrue.com +stockquotes.wooeb.com +stroydetali.ru +supernew.org +svetodiodoff.ru +swinginwithme.ru +thexart.club +timeallnews.ru +tizanidinecapsules.blogspot.com +top1-seo-service.com +topflownews.com +topsy.com +torture.ml track112.site -triplepanda.xyz -trumpetedextremes.com -ukr-lit.com -urdoot.win -us-america.ru -vacances-voyages.info -valueclick.com -vekzdorov.ru -venerologiya.com -videtubs.pl -vigrx-original.ru -viveresaniesnelli.it -vkonche.com -wallpapersdesk.info -warezaccess.com -weburlopener.com -wejdz-tu.pl -welck.octopis.com -whipme.yopoint.in -whosonmyserver.com -wildworld.site -wleuaprpxuvr.ga -www.kabbalah-red-bracelets.com -x-diesel.com -x5market.ru -xn--80aanaardaperhcem4a6i.com -xn--b1addnj3cah.xn--p1ai -xn--c1acygb.xn--p1ai -xxxkaz.org -yoopsie.com -youdesigner.kz -za-music.mymobiplanet.com -zambini.ru -zeleznobeton.ru -zophim.me +trafficgenius.xyz +trafficjunky.net +truck-addzilla.life +tubeoffline.com +tuckermktg.com +uhod-za-sobakoj.ru +undergroundcityphoto.com +upproar.com +v24s.net +velen.io +vertaform.com +viandpet.com +videonsk.com +videospornogratisx.net +voluumtracker1.com +wareseeker.com +westen-z.life +wholesalejerseyscheapjerseys.us.com +woman-tampon.ru +worldlovers.ru +worldtraveler.world +wosik-dach.service-for-web.de +ww1943.ru +xcombear.ru +xmladserver.com +xn--d1aifoe0a9a.top +xz618.com +yadro.ru +youjizz.vc +yur-p.ru +zrizvtrnpale.tk +zscalerone.net +zscalertwo.net +zzlgxh.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 430d1bc10..f75687456 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.109 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index aa902b839..de2785499 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:12 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:42 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index aa902b839..de2785499 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2624 -### Updated: Fri Oct 1 10:03:12 UTC 2021 +### Version: V4.2021.10.2625 +### Updated: Fri Oct 1 22:01:42 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##