diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index b3c1918fa..792ecf361 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2684 +#### Version: V4.2021.10.2685 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index d70a8674a..e70883141 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2684 +#### Version: V4.2021.10.2685 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index e5a5b0c1d..f87fea42e 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.10.2684 +#### Version: V4.2021.10.2685 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 7cff131ef..5a65c0afa 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.10.2684 +#### Version: V4.2021.10.2685 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [624](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 431b88f63..ae67e3aaf 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 431b88f63..ae67e3aaf 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 431b88f63..ae67e3aaf 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 431b88f63..ae67e3aaf 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 431b88f63..ae67e3aaf 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 69b6277ff..47fe54a35 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2684 +2685 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 431b88f63..ae67e3aaf 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V3.2021.10.2685 +### Updated: Sun Oct 31 10:12:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index c4e7b7ea9..6ccd487bd 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 7643370a3..75b86da9d 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.250.8.150 0; +20.114.57.192 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c4e7b7ea9..6ccd487bd 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 7643370a3..75b86da9d 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.250.8.150 0; +20.114.57.192 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 026951a1b..c8f0df75f 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 7643370a3..75b86da9d 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.250.8.150 0; +20.114.57.192 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1ea68927c..64895048f 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:41 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 624 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index d6d997e9e..49e746425 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.1.235 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f22f96df4..288e996c1 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Bullseye -FDM -GetRight -Kinza -MIDown tool -OrangeSpider -Sitebeam -WebFuck -Woobot -voyagerx.com +Badass +DomainAppender +Hloader +InternetSeer +IstellaBot +Joomla +Musobot +Panscient +Siteimprove +VidibleScraper diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 9b9097ebe..ab0bc587d 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider 404checker -ASPSeek -Acunetix -AfD-Verbotsverfahren -Alexibot -AlphaBot +80legs +ADmantX +AiHitBot +Aipbot +AllSubmitter Anarchie Anarchy -Aspiegel -Asterias -AwarioRssBot -AwarioSmartBot +Apexoo +BDCbot BDFetch -BLEXBot -BackDoorBot -BackStreet -Battleztar Bazinga +Backlink-Ceck +BacklinkCrawler +Badass +Bandit +BatchFTP +BetaBot +Bigfoot Bitacle -Black Hole -Bolt -Brandwatch -BuiltBotTough -BunnySlippers -Calculon +BlackWidow +Blackboard +BlowFish +Buck +CATExplorador +CCBot +ChinaClaw +Cocolyzebot +Cogentbot +Collector Copier Copyscape -Craftbot -CrazyWebCrawler +Crescent CrunchBot Curious -DatabaseDriverMysqli -Demon -Deusu -Dirbuster -Discoverybot +DataCha0s +Devil +DigitalPebble Dispatch DnBCrawler-Analytics +DomainAppender DomainCrawler -DomainSigmaCrawler DomainStatsBot -Domains Project Dotbot -Dragonfly Drip -ECCP/1.0 -EMail Siphon -EMail Wolf -EasyDL +Ecxi +EirGrabber +Evil Express WebPictures +ExtLinksBot +Extractor ExtractorPro +Extreme Picture Finder FDM -FemtosearchBot +FHscan +Fimap Flunky -Freeuploader -FrontPage +Foobot +FyberSpider Fyrebot +G-i-g-a-b-o-t GetWeb Getintent -Go-Ahead-Got-It -GoZilla -GrabNet -GrapeshotCrawler -HEADMasterSEO +Go!Zilla +GridBot HMView -HTTP::Lite -HTTrack Harvest -HybridBot -Iblog -Id-search -Indy Library -InfoNaviRobot +Hloader +IDBTE4M +IRLbot +Image Fetch +InfoTekies Intelliseek -Iria -IstellaBot +Iskanie +JOC Web Spider +JamesBOT Jbrofuzz +Jetty +Jorgee +JustView Jyxobot -Kinza +Kenjin Spider LNSpiderguy -Larbin +Lanshanbot Leap -LeechFTP LexiBot Lftp -LibWeb -Libwhisker LieBaoFast -Lightspeedsystems -Likse LinkScan Linkbot -Linkdexbot LinkextractorPro -LinksManager +LinkpadBot LinqiaMetadataDownloaderBot -LinqiaRSSBot LinqiaScrapeBot -Ltx71 -MIDown tool -MJ12bot -MSIECrawler +Lipperhey +Lipperhey Spider +MFC_Tear_Sample MTRobot Magnet -Mail.RU_Bot Majestic SEO -Majestic-SEO +Mass Downloader Mata Hari -Meanpathbot -MicroMessenger +MauiBot +Mediatoolkitbot Moblie Safari -Mojolicious -Mr.4x3 Msrabot -Musobot -Name Intelligence +Navroad +NearSite Needle -Nessus +Net Vampire NetAnts -NetMechanic -NetZIP -Netvibes +NetLyzer +Netcraft NextGenSearchBot -Niki-bot -Nimbostratus -Nmap -Nutch -Octopus -Offline Explorer -OnCrawl -OpenVAS +Nikto +OpenLinkProfiler +Openfind Openvas +OrangeBot OrangeSpider -OutfoxBot PHPCrawl +POE-Component-Client-HTTP +PageAnalyzer PageGrabber -PageThing.com -Papa Foto +PageScorer +Pandalytics +Panscient Pavuk +PeoplePal Petalbot Pi-Monster -PictureFinder -Piepmatz Pimonster -ProWebWalker +Psbot +Pu_iN Pump -PxBroker -QueryN Metasearch -RSSingBot -RankActiveLinkBot -RankFlex -RankingBot2 Rankivabot -Re-re -RealDownload -Reaper -RebelMouse -Recorder -RedesScrapy -Ripper -SBIder -SEOkicks +RankurBot +ReGet +RocketCrawler SEOkicks-Robot -SEOlyticsCrawler SEOprofiler SEOstats SISTRIX -SalesIntelligent +Scanbot ScoutJet -Screaming +Scrapy +ScrepyBot +SearchmetricsBot SemrushBot SentiBot -SeoSiteCheckup +Seomoz Siphon -Site Sucker +SiteCheckerBotCrawler SiteLockSpider -SiteSucker +SiteSnagger +Sitebeam Siteimprove -Sogou web spider -Spammen -Spbot +SlySearch +SmartDownload +Snake +Snoopy +SocialRankIOBot +Sociscraper +Sottopop +Spanner Spinn3r -Sqworm -SuperHTTP -Swiftbot -Szukacz -T8Abot +SputnikBot +Sqlmap +Sqlworm +Steeler +SuperBot +SurveyBot +Suzuran +Teleport TeleportPro -Telesphoreo -Telesphorep +Telesoft +The Intraformant Thumbor -TightTwatBot +Titan +Toata Tracemyfile -Trendictionbot +True_Robot Turingos -Turnitin +TurnitinBot UnisterBot Upflow -Vagabondo +VB Project +Vacuum +VeriCiteCrawler +VidibleScraper +Virusdie VoidEYE Voltron -WEBDAV -WISENutbot +WBSearchBot +WWW-Collector-E WWW-Mechanize -WWW::Mechanize -WWWOFFLE +Wallpapers WallpapersHD -WeSEE Web Auto Web Collage -Web Enhancer Web Fetch -Web Fuck -Web Sauger WebAuto -WebEnhancer -WebFetch -WebSauger +WebBandit +WebImageCollector +WebPix +WebSucker Webalta -Webster +Whack Whacker Whatweb Who.is Bot Widow +WinHTTrack WiseGuys Robot Wonderbot +Woobot +Xaldon WebSpider +Xaldon_WebSpider Xenu -Zade -Zeus -Zitebot +YoudaoBot ZmEu -ZoomBot +ZoominfoBot ZumBot -archive.org_bot -arquivo-web-crawler -backlink-check +autoemailspider +coccocbot-web +cognitiveseo com.plumanalytics crawl.sogou.com -crawler.feedback -domainsproject.org -facebookscraper -isitwp.com -lwp-trivial -magpie-crawler -meanpathbot -netEstate NE Crawler +demandbase-bot +evc-batch +gopher +ips-agent +lwp-request +muhstik-scan +oBot +pcBrowser +polaris version ripz s1z.ru +scalaj-http +seoscanners +seostar +sexsearcher sitechecker.pro -webmeup-crawler +sp_auditbot +spyfu +trendiction.com +ubermetrics-technologies.com +x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index aec460330..2d80fdc94 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -404checker -ADmantX -ALittle Client -ASPSeek -Abonti +80legs Aboundex -Acunetix -AhrefsBot -AiHitBot -Alexibot +Aboundexbot +Aipbot AlphaBot -Anarchie -AwarioRssBot +Anarchy99 +Anthill +Apexoo +Aspiegel +Asterias +Attach BBBike +BDFetch +BackDoorBot BackWeb -BacklinkCrawler +Backlink-Ceck Bandit Barkrowler -BatchFTP -BetaBot -Bitacle Black Hole -Blackboard -BlowFish -CCBot -Cegbfeieh +BlackWidow +Blow +Boardreader +Bolt +Brandprotect +Buck +BuiltWith +CATExplorador +Calculon CensysInspect -CheTeam -CheeseBot -CherryPicker -Chlooe -Claritybot -Cocolyzebot +ChinaClaw Cogentbot Collector -Copier -Cosmos -Craftbot -CrunchBot +Crawling at Home Project +Crescent Curious -CyotekWebCopy -DIIbot -DTS Agent +DSearch DataCha0s DatabaseDriverMysqli -Demon -Deusu -Devil -Dirbuster -Discobot +DigitalPebble +Disco +DittoSpyder +DnBCrawler-Analytics +DnyzBot +DomCopBot +DomainAppender DomainStatsBot Domains Project Drip EMail Siphon EasyDL -Ebingbong Ecxi -EroCrawler -Exabot -Extractor +EirGrabber +Evil +ExtractorPro +Ezooms FDM FHscan +FemtosearchBot Fimap -Fuzz -Fyrebot +Flunky +FyberSpider G-i-g-a-b-o-t -GalaxyBot -Genieo -GetWeb -Getintent +Gigabot Gotit GrabNet Grafula -GrapeFX -GrapeshotCrawler -GridBot -HEADMasterSEO HMView HTTP::Lite -Havij -Heritrix +HTTrack +HaosouSpider Hloader -IRLbot Iblog -Id-search IlseBot -Image Sucker -IndeedBot -InfoTekies InterGET -Internet Ninja InternetSeer Iskanie -Jetty -JustView +JOC Web Spider +JamesBOT +JetCar +Jorgee Jyxobot Kinza -Kozmosbot -LNSpiderguy -LWP::Simple -LeechFTP +Leap +LeechGet Lftp -Libwhisker +LieBaoFast Lightspeedsystems -LinkScan -LinkWalker LinkextractorPro -LinkpadBot LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot -Lipperhey -Ltx71 +Lipperhey Spider MIDown tool -MIIxpc -MQQBrowser -Mag-Net -Magnet +MSFrontPage +MTRobot +Mail.RU_Bot Majestic-SEO Majestic12 MarkWatch -Mass Downloader -Mata Hari -MeanPath Bot +Masscan +MegaIndex.ru MicroMessenger -Mister PiX +Microsoft Data Access +Mojolicious +Morfeus Fucking Scanner Mozlila Msrabot -Musobot -Name Intelligence -Nessus -NetAnts +Nameprotect +Needle NetLyzer NetMechanic +NetSpider NetZIP +Netcraft Nettrack -Niki-bot -Nmap +Netvibes +NextGenSearchBot +Nikto +Nimbostratus Nuclei -Nutch +Octopus Offline Navigator -OrangeBot -PECL::HTTP -Page Analyzer -PageScorer -Pandalytics -PeoplePal -Petalbot -Picscout +Openfind +PageGrabber +Papa Foto +Pavuk Picsearch -PictureFinder Piepmatz Pimonster -Pixray -PleaseCrawl -ProPowerBot ProWebWalker Probethenet -Pu_iN -PxBroker +Pump +PyCurl +QueryN Metasearch RankActiveLinkBot -RankingBot +RankFlex +RankingBot2 +RankurBot Re-re ReGet +RebelMouse Recorder -Ripper -SEOprofiler +RepoMonkey +SEOkicks-Robot SalesIntelligent ScanAlert -Scanbot ScoutJet +Scrapy +Screaming ScreenerBot -Searchestate +ScrepyBot +SearchmetricsBot +SemrushBot +SeoSiteCheckup SeobilityBot -Seomoz +Shodan +Siphon +Site Sucker +SiteCheckerBotCrawler +SiteExplorer +SiteLockSpider SiteSnagger Siteimprove Sitevigil +SmartDownload SocialRankIOBot -Sociscraper -Sosospider -SpankBot -Sqlmap +Sottopop +Spanner +Spbot +Spinn3r +SputnikBot Sqlworm +Sqworm Surfbot -Szukacz +Suzuran T0PHackTeam +T8Abot TeleportPro -Telesphoreo -TheNomad +Telesoft +Thumbor +Toata +Trendictionbot True_Robot -Turnitin TwengaBot -Typhoeus URLy.Warning -V-BOT +UnisterBot +Upflow VCI -Vagabondo -VelenPublicWebCrawler +VeriCiteCrawler +VidibleScraper +Virusdie +VoidEYE +Voil WASALive-Bot -WBSearchBot WISENutbot -WWW-Collector-E +WPScan WWW-Mechanize -Web Pix +WWW::Mechanize +WWWOFFLE +Web Collage +Web Sauger WebAuto +WebBandit WebCollage WebCopier -WebFuck +WebImageCollector +WebPix +WebStripper WebSucker +WebWhacker +Webalta +Webshag Website Quester -WebsiteExtractor -Whacker -Widow +Whack +Whatweb WinHTTrack WiseGuys Robot -Wonderbot -Woobot -Wotbox -Xaldon WebSpider -Xaldon_WebSpider -Zauba -ZmEu -ZoominfoBot +Wprecon +YoudaoBot +Zade +Zitebot +ZoomBot ZumBot -arquivo-web-crawler -arquivo.pt +archive.org_bot +autoemailspider +cah.io.community clark-crawler -cognitiveseo +crawl.sogou.com crawler.feedback -crawler4j -demandbase-bot -domainsproject.org -eCatch -gopher +dataforseo.com +evc-batch +instabid ips-agent -lwp-request -magpie-crawler -mediawords -oBot +netEstate NE Crawler +pcBrowser plumanalytics -probe-image-size +ripz +s1z.ru scalaj-http scan.lol seobility -sitechecker.pro -voyagerx.com +seostar +serpstatbot +sexsearcher +sysscan +trendiction.de +ubermetrics-technologies.com +webpros.com webprosbot -zgrab +xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f99c5817e..738599703 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -buyparajumpers.online -cookie-law-enforcement-aa.xyz -hostcritique.com -iideaidekonkatu.info -lisque.batcave.net -scanner-ivan.top -tackletarts.co -traffic2cash.org -vintontech.info -zastenchivosti.net +babespcs.com +bio-market.kz +bugof.gq +bum.com.ru +eyelike.com.ua +mobilierland.com +notebook-pro.ru +ontargetseo.us +sneakyboy.com +thegioixekhach.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 634edd1ec..96b8deb92 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -18ps.ru -256bit.by -2ads.co.uk -2itech.ru -2x2fan.ru -34.gs -4senses.co -5forex.ru -5i2.net -6hopping.com -7ooo.ru -aab94f698f36684c5a852a2ef272e031bb.com -actionnooz.com +00it.com +1-99seo.com +101raccoon.ru +20pascals.nl +2728fb936f0.com +2girls1cup-free.com +4rent.ru +55wmz.ru +aa8780bb28a1de4eb5bff33c28a218a930.com +abcguru.xyz +abctoppictures.net +addblueoff.com.ua +adimmix.com +adman.se +adnotbad.com +adrunnr.com adsland.men -adtech.de -adventureparkcostarica.com -advertex.info -alekseevec.ru -alert-fjg.xyz -alert.scansafe.net -alkoravto.ru -allpdfmags.net -allwidewallpapers.com -amehdaily.com -amospalla.es -anal-acrobats.com -android-style.com -animalia-life.club -animenime.ru -anti-virus-removal.info -antons-transporte.de -aosexkontakte.net -apartamentwroclaw.eu -apidigidocketnet-a.akamaihd.net -apimountainbikei-a.akamaihd.net -app-ready.xyz -arate.ru -ardimobileinfo.ml -arendatora.ru -arkartex.ru -arkkivoltti.net -arquivo.pt -asacopaco.tk -asociatia-tipografilor-transilvania.ro -astana.xxxkaz.org -atleticpharm.org -atmagroup.ru -aucoinhomes.com -audiofree.ru -aussie-prizes.com -autovideobroadcast.com -avek.ru -avirasecureserver.com -avtoarenda.by -babieca.com -babs.com.ua -bag77.ru -bamo.xsl.pt -banki76.ru -banksrf.ru +adtiger.tk +afmuseum.com +akama.com +aksonural.ru +akuhni.by +akusherok.ru +albumsuper.info +albuteroli.com +alert-hgd.xyz +aloofly.com +alyeskaresort.com +amazon-seo-service.com +amyfoxfitness.com +angry-fermi-7633.arukascloud.io +apessay.com +apilinkswiftco-a.akamaihd.net +appsaurus.com +appsecurityr.com +aquarium-pro.ru +artefakct.com +arvut.org +astrochicks.com +atlasvkusov.ru +auto-zapchasti.org +avkzarabotok.com +babespcs.com +backgroundpictures.net +backlink4u.net +backuperwebcam.weebly.com +baditri.com +balois.worldbreak.com bannerconnect.net -bashtime.ru -bbsoldes.fr -best-coupon-offer.com -bestchoice.cf -bestssaker.com -bestwaystogetpaid.us -beyan.host.sk -beztuberkuleza.ru -bibys.com -big-cash.net -bikini-image.com -biznesluxe.ru -blackle.com -bloggedporn.com -bloggers.nl -bluerobot.info -bochemit.com.ua -boltalko.xyz +barbourjackets.online +bard-real.com.ua +becuo.com +berrymall.ru +best-mam.ru +bestpriceninja.com +bestwrinklecreamnow.com +beta.hotkeys.com +bimatoprost-careprost.com.ua +binaryoptionscops.info +biocn.dx.am +bitporno.sx +bizru.info +bmwhighperformers.com bonkers.name -bosefux.esy.es -btvn.ru -buqayy0.livejournal.com -buy-meds24.com -buyantiviralwp.com -buybest1.biz -buyessayonline19.blogspot.ru -c-english.ru -c-gainsbourg.com -calvet.altervista.org -candiceloves.us -canoncdriverq3.pen.io -canrioloadm.gq -carfax.com.ua +bookhome.info +bookmark4you.com +bpro1.top +brainboosting.club +brateg.xyz +browserprotecter.com +bugof.gq +burger-imperia.com +callcafe.info +camsex.xxx-cam.webcam +candytiner.com +canzoni.ru cascadelink.org -cashkitten-a.akamaihd.net -cashonads.com -cb.iphantom.com -cbb1smartlist12.click -ccjp.eu -cdncash.net -cenoval.ru -centrdebut.ru -cheapcigarettesc.info -cheapmoncler.win -checktext.org -cherubinimobili.it -chinajerseyswholesalecoupons.com -choice-credit.ru -cialgenisrx.com +cbcseward.com +celebsopics.com +centraletermice.us +ceotrk.com +chcu.net +cheap-trusted-backlinks.com +cheapbelstaff.online +chelnytruck.ru +choosecuisine.com +chorus.terakeet.com +christianlouboutinsaleonline.us +chuckguilford.com +cialisovercounteratwalmartusa.com ciekawinki.pl -clarithromycin500mg.com -clickso.com +cineacademy.ru +citetick.com +clash-clans.ru +cleanallvirus.com +cleansearch.net +clodo.ru +clothesforcash.com cntravelre.com -cocyq.inwtrade.com -coin-hive.com -com-onlinesupport.site -com-secure.download -cometorussia.net -compliance-mary.top -construmac.com.mx -cookie-law-enforcement-ff.xyz -cookingmeat.ru -coolgamechannel.com -coolwallpapers4k.info -coprofam.org -cosmetic.donna7753191.ru -cottageofgrace.com -counciltally.com -cpajunkies.com +commoncrawl.org +compliance-andrew.top +compliance-barak.xyz +compliance-checker-7.info +compliance-george.xyz +compliance-ivan.xyz +cookie-law-enforcement-hh.xyz +coop-gamers.ru +copypaste.traderzplanet.in +coslab.club +cougfan.info +cracksplanet.com +crd.clan.su +culturevie.info custom-electric-guitar.com -customchocolate.business-for-home.com -db.speedup.gdn -dbmkfhqk.bloger.index.hr -ddsoldes.fr -defenderxtactical.com -dev-seo.blog +customcollegeessays.net +cwetochki.ru +cxpromote.com +cyclobenzaprinevstizanidine.blogspot.com +danschawbel.com +dating-app.ru +dealighted.com +deda-moroza-zakaz.ru +demian.kz +demon-tweeks.com +deniven.1bb.ru +design-ideas.info +deutschehobbyhuren.net +dev.citetick.com dfiles.me -dickssportinggoods.com -dieswaene.com -dikx.gdn -dimfour.com -diminishedvalueoforegon.com -dirtpics.pw -dodlive.mil -doeco.ru -domaincrawler.com -dosugrostov.site -dotmass.top -dpihatinh.gov.vn -drhomes.biz -eas-seo.com -easyshoppermac.com -ecommerce-seo.org -ege-russian.ru -ekosmetyki.net.pl -ekspresihati.info +digital-sale.su +discountbarbour.online +dms-sw.ru +dneprsvet.com.ua +donvito.unas.cz +dostavimvdom.ru +drev.biz +duplicashapp.com +dvervmoskvu.ru +dvrlists.com +easync.io +education-cz.ru +egvar.net +ekspertmed.com ekto.ee -el-nation.com -elektir.ru -elektrischezigarette1.blog.pl -elektrozigaretten1.postbit.com -elexies.info -empathica.com -enhand.se -eralph.tk -eropho.net -esopini.com -essayservicewriting.org -exdocsfiles.com -expolicenciaslatam.co -f-online.de -familyphysician.ru -fanrto.com -farm26.ru -feargames.ru -feorina.ru -fighrofacciufreesig.ga -fillmewithhappiness.com -filmgo.ru -finansov.info -findclan.org -fiverr.com -flagcounter.me -flashbannernow.com -floating-share-buttons.com -forum69.info -foto-sisek.porngalleries.top -fr-bearings.ru -franch.info -free-floating-buttons.com -free-laptop-reward.com -free-share-buttons.top -freecamdollars.com -freelotto.com -freenode.info -freshmac.space -fsalas.com -fuckbuddybestgilf.info -fullgirl.ru -funtoonez.com -fxtips.ru -gagrasector.ru -galaxyflowers.ru -gallerylisting.com -gamevalue7.weebly.com -gamezblox.com -ge0ip.com -ge0ip.net -genericviagrasildenafiled.net -getmyads24.com -gk170.ru -glicol.kz -goldpanningtools.com -goodprotein.ru -googst2.ru -goroda-vsego-mira.ru -gratuitbaise.com -greenzaim.ru -growshop.es -gta-top.ru -hasfun.com -hd-filmy.net -hdhc.ru -helpmymacfaster.trade -herokuapp.com -himazin.info -hkladys.com -hmmm.cz -horoshieokna.com -hothot.ru -howmuchdoestizanidinecost.blogspot.com -i-service.kz -iinstalll-fii1leis.jus0wil.pp.ua +electro-prom.com +empirepoker.com +en.home-task.com +englishgamer.com +eredijovon.com +euromasterclass.ru +evaashop.ru +evening-dating-club.info +exchanges-bet.com +exportshop.us +extremepornos.net +extstat.com +eywords-monitoring-your-success.com +ezaz.info +ezigaretteshop.webs.com +fatfasts-4tmz.com +fikasound.tk +filefilter.weebly.com +film-one.ru +floridamobilebillboards.com +folowsite.com +food.dtu.dk +foodcrafts.website +foodgid.net +forexgb.ru +fortwosmartcar.pw +franklinfire.co +free-today.com +freshwallpapers.info +gazobeton-p.com.ua +gdebestkupit.ru +gdzkurokam.ru +globalscam.ga +glogow.pl +golaya.pw +gombita.info +goodhumor24.com +goosefishpost.bid +gox.com.ua +grtyi.com +gsasearchengineranker.xyz +guarrasdelporno.xxx +hdpixent.com +health-medical-portal.info +histats.com +hiwibyh.bugs3.com +homedecoguide.info +host-protection.com +houston-vikings.com +hscsscotland.com +ictizanidinehcl4mg.blogspot.com +ido3.com +ikearugs.xyz iklysha.ml -ilmexico.com -impisr.ru -inbabes.sexushost.com +iloveitaly.ru +imabase.com +imagui.eu +img.wallpaperstock.net +imgata.com inboxdollars.com -increasewwwtraffic.info -informatiecentro.be -iqoption.pro -iqs.biz.ua +incolors.club +infazavr.ru +invest-pamm.ru +investyb.com +invitefashion.com +invivo.hu +iopeninghours.co.uk +iqupdatetmz.win iscblog.info -iskalko.ru itronics.ca -ivanovo.zrus.org -iwantedmoney.com -izismile.com -jasonpartington.com -javstock.com -javxxx18.com -jerseywholesalebizchina.com -jerseywholesalechinabiz.com -joessmogtestonly.com -jovencitas.gratis -justkillingti.me -keyword-suggestions.com -khadastoafarde.tk -kino-ecran.ru -kino-filmi.com -kinobest.pl -kinoplen.ru -klumba55.ru -koleso24.com.ua +javidol.site +javrip.net +jofucipiku.tk +justprofit.xyz +keywords-monitoring-success.com +keywordspay.com +kit-opt.ru +komputers-best.ru +kosmetyki.tm.pl kosova.de -kskjco.club +kretpicf.pw kustanay.kz -lemon-ade.site -lexiangwan.com -littleberry.ru -littlecity.ch -localmatchbook.com -lolnex.us -lomb.co -lsex.xyz -magento-crew.net -magiadinamibia.blogspot.com -marsgatan.com -massage-info.nl -max-eclat.men -mediaoffers.click -megavolt.net.ua +kutikomi.net +lafriore.ru +law-check-seven.xyz +law-check-two.xyz +leftofcentrist.com +levaquin750mg.blogspot.com +lisque.batcave.net +liumimgx.pw +live-cam6.info +localflirtbuddies.com +lombia.co +lombia.com +lyngdalhudterapi.no +m292.info +macdamaged.space +maglid.ru +maju.bluesalt.co +managerpak204.weebly.com +manifestation.betteroffers.review +manuscript.su +martlinker.com +medi-fitt.hu +medicine-4u.org +medkletki.ru +meds-online24.com +meet-flirt-dating.com +methodsmarketing.com michaelkorssaleoutletonline.net -midst.eu -mikozstop.com +minecraft-neo.ru +misterjtbarbers.com +mitrasound.ru +mixed-wrestling.ru +mnogolok.info mobicover.com.ua -mobsfun.net -moesen-ficken.com -mojpreskumanie.com -money-every-day.com -moneyteam24.com -moonci.ru -moyakuhnia.ru -mozello.ru -mrbojikobi4.biz -mriyadh.com -multgo.ru +mobifunapp.weebly.com +monclerboots.xyz +monclerjacketsoutlet.win +moncleroutletonline.pw +monsterdivx.tv +montredemarque.nl +most-kerch.org +most.gov.iq +mrcsa.com.au +mtmtv.info +mulberryoutletonlineeu.com +musezone.ru musicspire.online -musicstock.me -muycerdas.xxx -myfreemp3.eu -naperehresti.info -narutonaruto.ru -nerudlogistik.ru -ngps1.ru +my-bc.ru +my-cash-bot.co +mydeathspace.com +navalwiki.info +neodownload.webcam nhl17coins.exblog.jp -norththeface.store -o-o-8-o-o.ru -offers.bycontext.com -okel.co -omsk.xrus.org -online7777.com +nikhilbahl.com +normalegal.ru +notaria-desalas.com +novgorod.xrus.org +novodigs.com +nuker.com +nzfilecloud.weebly.com +o-o-8-o-o.com +obiavo.by +obiavo.ru +obsessionphrases.com +offer.wpsecurity.website +ohmyrings.com +oneclickfiles.com +onemantrip.com +onlinadverts.com +online-hit.info +online247.ml oops-cinema.ru -optitrade24.com -outclicks.net -partner-host.men -pattersonsweb.com -pavlodar.xkaz.org -pc-services.ru -perfectpracticeweb.com -pflexads.com -physfunc.ru -picmoonco.pw -picphotos.net -picurams.pw -pix24x7.com -pizza-tycoon.com -pk-pomosch.ru -ploenjitmedia.azurewebsites.net -pokemon-go-play.online -pooleroadmedicalcentre.co.uk -poppen-nw.net -pornoblood.com -pornobrazzers.biz -pornoforadult.com -pornogig.com -privat-girl.net -proekt-mos.ru -pyrodesigns.com.au -qwarckoine.com -raavidesigns.com -rangjued.com -rankingchart.de -rarbg.to -razorweb-a.akamaihd.net -razvratnoe.org -realnye-otzyvy.info -recipedays.ru -recordpage-a.akamaihd.net +osagonline.ru +ourville.info +ownshop.win +pandroid.co +paparazzistudios.com.au +papasdelivery.ru +parfusale.se +parlament.biz +partnerline.men +parvezmia.xyz +paydayonlinecom.com +pb-dv.ru +pcads.ru +pearlisland.ru +pechikamini.ru +peekyou.com +peugeot-club.org +pinwallpaper.xyz +pisanieprac.info +playfortuna-play.ru +polimga.pw +polytopesexempt.com +pony-business.com +poptool.net +popup-hgd.xyz +popup-jdh.xyz +porndl.org +porno-transsexuals.ru +pornogad.com +pornohd1080.online +portadd.men +portside.cc +powc.r.ca.d.sendibm2.com +pozdrawleniya.ru +pozvonim.com +pp-budpostach.com.ua +privatov-zapisi.ru +professionaldieselcare.com +profitwithalex.info +prom23.ru +prombudpostach.com.ua +pronorm.fr +prostitutki-belgoroda.org +pukaporn.com +purchasepillsnorx.com +pussyfleet.com +qor360.com +ranksignals.com +realmonte.net +rebuildermedical.com +redirect.trafficreceiver.club +redirectingat.com registry-cleaner.net -reklama1.ru -remmling.de -research.ifmo.ru -rethinkwasteni.info -rfid-locker.co -ribieiendom.no -roofers.org.uk -rosbalt.com.ua +registrydomainservices.com +rennlist.com +riders.ro +rixpix.ru +rockingclicks.com rospromtest.ru -rostov.xrus.org -rubanners.com -ruf777.com -ruscoininvest.company -rusexy.xyz -rusprostitute.com -sanyuprojects.com -savememoney.co.za -searchinterneat-a.akamaihd.net -searchkut.com -semalt.com -seorank.info -sergiorossistore.online -serving.adbetclickin.pink -servisural.ru -sex-foto.pw -sex-sex-sex5.com -sex-tracker.com -sex-tracker.de -sexfreepornoxxx.com -sexkontakte-seite.com -sexreliz.com +rp9.ru +ru-dety.ru +rumamba.com +rus-pornuha.com +rus-teh.narod.ru +ruscopybook.com +rusenvironmental.net +saitevpatorii.com +saneitconsulting.com +santechnik.jimdo.com +scanner-margo.top +scanner-mary.top +scrnet.biz.ua +seccioncontrabajo.com +seeresultshub-a.akamaihd.net +seinterface.com +sel-hoz.com +senger.atspace.co.uk +seoexperimenty.ru +service-core.ru sexuria.net -shinikiev.com.ua -shitmovs.com -sildenafil-tadalafil.info -site.ru +sfd-chess.ru +shillyourcoins.com +shopvilleroyboch.com.ua +sibvitr.ru +silktide.com +sindragosa.comxa.com siteaero.com -siteimprove.com -slomm.ru -slujbauborki.ru -slutloadlive.com -smart-balancewheel.com -soaksoak.ru -soc-proof.su -social-buttons.com -social-s-hhh.xyz -social-search.me -socialsignals24.com +sitopreferito.it +snip.to +socialbuttons.xyz +soda.media soft-terminal.ru -songoo.wz.cz -special-porn.com -spravka-medosmotr.ru -spravka130.ru -spylog.com -squidoo.com -stal-rulon.ru -stardevine.com -start.myplaycity.com -starwars.wikia.com -stauga.altervista.org -strongsignal-a.akamaihd.net -studiokamyk.com.pl -styro.ru -summerlinhomes411.info -superstats.com -svtrd.com +sortthemesitesby.com +soundfrost.org +soviet-portal.do.am +spaceshipad.com +sport-video-obzor.ru +spyfu.com +stanthonyscatholicchurch.org +steebook.com +stefanbakosab.se +stroyplus.ru +subj.ukr-lit.com +sudexpert66.ru +sunflowerdrawingpaintings.blogspot.com +supernew.org +sweepstakes.rewardit.com swsociety.se -symphonyintegratedhealthcare.com -tattomedia.com -tds-advert005.info -teenbbw.yopoint.in -telefonsex-ohne0900.net -terrafootwear.us -teslathemes.com -tetracsaudi.com -thepornsex.org -tizanidinehcl4mgtab.blogspot.com -tmearegion26.com -token-lab.org -top-karkas.ru -topappspro.com -topvidos.ru -touchmods.fr -toyota.7zap.com -track112.site -traderzplanet.in -trafficmp.com -trahvid.com -trubywriting.com -txxx.com -tytoona.com -uk-zheu20.ru -unacittaconte.org -unimodemhalfduplefw.pen.io -unrealcommander.com -unrealcommander.org -vacuumcleanerguru.com -vadimkravtcov.ru -valoresito.com -vbabule.net -vbtracker.net -via-energy-order.com -video-camer.com -video-woman.com -virus-schutzmasken.de -vksex.ru -voditeltrezviy.ru -vodkoved.ru -voloomoney.com -vonradio.com -voronezh.xrus.org -vote-up.ru -vrotike.ru -vvpg.ru -vykup-avto-krasnodar.ru -vzube.com -w-journal.ru -wdrake.com -webmasterhome.cn -website-analytics.online -website-speed-checker.site -weddingdresses.xyz -williamrobsonproperty.com -womama.ru -writersgroup580.web.fc2.com -wtsindia.in -wwwadultcheck.com -xfluro.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--c1acygb.xn--p1ai -xn--d1abj0abs9d.in.ua -xuki.us -xxxhdvideo.site -xxxtube69.com -yoopsie.com -yopoint.in -yourporngay.com -youtube-downloader.savetubevideo.com -youtubologia.it -zaimhelp.ru -zaloadi.ru -zawyna.ua -zoogdisany.com -zytpirwai.net +szamponrevita.pl +takethatad.com +teencastingporn.com +teletype.in +thebestweightlosspills.ovh +thebluenoodle.com +thecoolimages.net +thefotosgratis.eu +tizanidine4mguses.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidineoral.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawal.blogspot.com +todohr.com +top10-online-games.com +top250movies.ru +toxicwap.com +trafficmania.com +trainoffend.ml +trumpetedextremes.com +tubeoffline.com +turist-strani.ru +typer.one +ukr-lit.com +ukrtvir.com.ua +unece.org +ural-buldozer.ru +urdoot.win +url-img.link +urll.eu +validdomain.xyz +velobikestock.com +vepad.com +vereo.eu +verymes.xyz +viagengrarx.com +vip2ch.com +vipsiterip.org +vitalads.net +vksaver-all.ru +vseigry.fun +vuclip.com +vzlom-na-zakaz.com +w3data.co +warningzscaler.heraeus.com +webenlace.com.ar +webix.biz +webscouter.net +website-speed-up.site +website-stealer.nufaq.com +wemarketing.se +westum.se +whatzmyip.net +whosonmyserver.com +wildnatureimages.com +wineitudes.wordpress.com +winterclassichockeyjerseys.com +wnhjavlhezp.gq +womensterritory.ru +www.bookmaker-bets.com +www.labves.ru +wzgyyq.com +x69ty.ru +xerox-douglas.cf +xmnb.net +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--h1ahbi.com.ua +xtremeeagles.net +xtubeporno.net +xxx-cam.webcam +xxxtubesafari.com +yaaknaa.info +yes-com.com +yoluxuryevents.com +yougame.biz +yourads.website +youthreaders.com +z-master.ru +zakazvzloma.com +zapatosenventa.info +zeroredirect7.com +zeroredirect9.com +zhuravlev.info +zigarettenonlinekaufen2.bloog.pl +zionstar.net +zoominfo.com +zootoplist.com +zrus.org +zskdla.site +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 842e89b53..2153ce30a 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1314dh.com -2015god.org -2drittel.de -2kata.ru -51.la -aa14ab57a3339c4064bd9ae6fad7495b5f.com -aa9bd78f328a6a41279d0fad0a88df1901.com -aab94f698f36684c5a852a2ef272e031bb.com -adelly.bg -adminshop.com +45en.ru +4inn.ru +4ureyesonly.com +7fon.ru +9icmzvn6.website +abcguru.xyz +above.com +absugars.com +acheterviagrafr24.com +adbetclickin.pink +add-add.men +adman.se +adtech.de adzerg.com -ahrntal.verymes.xyz -akuhni.by -alert-hgd.xyz -amazon-seo-service.com -ampower.me -analnoeporno.tv -android4fun.org -anniemation.com -apiadanaknet-a.akamaihd.net -arenanews.com.ua -asscenihotosidea.blogspot.com -atleticpharm.org -bankiem.pl +airlandsea.info +alienwheel.es +allblogroll.com +altamayoztourism.com +amigobulls.com +angkortours.vn +animal-drawings.com +apps-analytics.net +arcadeplayhouse.com +arendatora.ru +asdfg.pro +atofilms.com +beauty-b0x.pl beauty-things.com -belstaffstore.online -boc.kz -braip.com.br -brendbutik.ru -buigas.00it.com -burn-fat.ga -buttons-for-your-website.com -buybest1.biz -buyscabiescream.com -cheapmarmot.online -ciproandtizanidine.blogspot.com -cjs.com.ru -claytransformations.info -cleanallspyware.com -codysbbq.com -compliance-jack.top -compliance-mary.top -contentsexpress.com -copro.pw -coslab.club -crynet.cc -culturevie.info -cupday.com -customboxes4less.com -customerpromos-a.akamaihd.net +bedandbreakfast.com +bestwebsitesawards.com +beyan.host.sk +bibys.com +bikini-image.com +bimatoprost-careprost.com +bitcoin-ua.top +blog.f00kclan.de +bloglag.com +bocoarchives.org +bonkers.name +boobsimge.com +break-the-chains.com +burger-tycoon.com +businesn.men +buyclomidonlaine.com +bvlgaribracelet.xyz +cardul.ru +cartujano-pre.de +cctva.tv +censys.io +cerev.info +chelyabinsk.xrus.org +cocolyze.com +compliance-donald.xyz +compliance-george.top +cookielawblog.wordpress.com +cordstrap.cc +counterbot.com +countercrazy.com +customcollegeessays.net +cyclobenzaprinevstizanidine.blogspot.com +czeshop.info +dayibiao.com dekoration.us -detki-opt.ru -detskie-konstruktory.ru -discountbarbour.online -documentbase.net -domaincrawler.com -dostavka-v-krym.com -download-walpaperhd.blogspot.com -dptaughtme.com -draniki.org -druzhininevgeniy63.blogspot.com -dumuelave.xyz -earl-brown.info -easytuningshop.ru -ebooknovel.club -editors.choice6912650.hulfingtonpost.com -elektrischezi.canalblog.com -emailaccountlogin.co -empirepoker.com -exchangeit.gq -exct.net -fastfixing.tech -femdom.twiclub.in -finuse.com -fotoxxxru.com -free411games.com +demenageur.com +detective01.ru +dieta-personalna.pl +digital-sale.su +dimkino.ru +eralph.tk +ero-advertising.com +escort-russian.com +etotupo.ru +everflora.ru +extstat.com +fantasticpixcool.com +faz99.com +fba-mexico.com +femmesdenudees.com +florida-tourism.net +franch.info +free-social-buttons.xyz freshdz.com -gameprimary.com -geileweiber.tk -go2album.com -golfresa.lucania.se -gonextmedia.com -goodhumor24.com -gopixdatabase.com -gsasearchengineranker.xyz -guiadeserraazul.com -guitar-master.org -heartofpayne.xyz -hebr.myddns-flir.com -heygidday.biz -himgaws.pw -hotgirlhdwallpaper.com -hotkeys.com -hotxnights.info -howopen.ru -ibb.com.ua -imagerydatabase.com -impotentik.com -inboxdollars.com -insurple.com -isoveti.ru -j33x.com -jamiembrown.com -juliaworld.net -kadashihotel.com -karpun-iris.ru -klin3952.ru -koronirealestate.gr -krasnodar.xrus.org -ku6.com -la-fa.ru -lalalove.ru -lflash.ru -lifehacĸer.com -lignofix.ua -livetsomudvekslingstudent.bloggersdelight.dk -lockerz.com -locustdesign.co -lombardfinder.ru -lombia.co -luckyshop.net.ua -maju.bluesalt.co -marcowebonyodziezowe.pl -markjaybeefractal.com -mbiologi.ru -mebelcomplekt.ru -medkritika.ru -metaxalonevstizanidine.blogspot.com -minet.club -mirzonru.net -moi-glazki.ru -morpicert.pw -moscow-region.ru -mouselink.co +frvo.alptandem.ru +fx-brokers-review.com +g33.org +gamevalue7.weebly.com +gay.adultgalls.com +gcup.ru +gkvector.ru +gombita.info +goodwinmetals.co +gotwebsite1.com +hamptonoaks.ca +histats.com +https-legalrc.biz +hvd-store.com +ilovevitaly.xyz +incolors.club +invest-pamm.ru +investpamm.ru +investzalog.ru +ip-guide.com +itservicesthatworkforyou.com +javidol.site +juliadiets.com +keywords-monitoring-your-success.com +kletkimehan.ru +krasivye-devushki.net +kurbappeal.info +lacloop.info +lanadelreyfans.us +landmania.ru +lasvegaslockandsafe.com +lenvred.org +linerdrilling.com +love-baby.cz +lutherstable.org +m.b00kmarks.com +makenahartlin.com +matrixalchemy.com +mb140.ru +mebel-ekb.com +medkletki.ru +mega-polis.biz.ua +mesbuta.info +mobplayer.net +mobstarr.com +moesen-ficken.com +moje-recenze.cz +mole.pluto.ro +monarhs.info +monitorwebsitespeed.com +moroccosurfadventures.com +mrcsa.com.au mrlmedia.net -muz-shoes.ru -mydownlodablefiles.com -mylesosibirsk.ru -mypets.by -negociosdasha.com -net-radar.com -netfacet.net -new7ob.com -nightvision746.weebly.com -northfacestore.online -osagonline.ru -ourville.info -partybunny.ru -photo.houseofgaga.ru -pics-group.com -plastgranar.nu -platinumdeals.gr -pojdelo.weebly.com -pomoc-drogowa.cba.pl -popserve.adscpm.net -pornoreino.com +myphotopipe.com +narosty.com +news-readers.ru +newtechspb.ru +njpalletremoval.com +nrjmobile.fr +nvformula.ru +obiavo.su +obuv-kupit.ru +oda.as +onetravelguides.com +ontargetseo.us +ooo-gotovie.ru +openmediasoft.com +osnova3.ru +pekori.to +petsblogroll.com +phelissota.xyz +pictures-and-images.com +pl-vouchers.com +pod-muzyku.club +pornhive.org +porno-chaman.info +porno-play.net +pornoplen.com posible.net -positive2b.ru -pp-budpostach.com.ua -prlog.ru -promover.org -prosperent.com -rada.ru -raisedseo.com -realizmobi.com -reeyanaturopathy.com -registrationdomainsite.com -reining.lovasszovetseg.hu -remont-komputerov-notebook.ru -rfserial.net +privhosting.com +psvita.ru +push-ad.com +pussyfleet.com +qitt.ru +quality-traffic.com +ranksays.com +raschtextil.com.ua +redirectme.net +redirlock.com +registrydomainservices.com +remont-mobile-phones.ru +ribieiendom.no +ritlweb.com rospromtest.ru -ru-dety.ru -russia-today-video.ru -saddiechoua.com -sampleletters.net -scanner-john.top -scrnet.biz.ua -searchimage.co -seasonvar.ru -seccioncontrabajo.com -seksvideoonlain.com -seokicks.de -serviporno.com -sex-sex-sex5.com -sex-znakomstva.online -sexsearch.com -sextracker.com -shikiso.info -shopfishing.com.ua -sitopreferito.it -skypasss.com -smartadserver.com -sobecjvuwa.com.ru -soc-proof.su -socialtrade.biz -softomix.com -solinf.co -sotkal.lark.ru -space4update.pw -sportbetfair.com -stats-public.grammarly.io -store-rx.com -stroiminsk.org -tdsing.ru -tech4master.com -the-usa-games.blogspot.com -thebluffs.com -thefds.net -titangel-vietnam.com -tizanidine4mgtablets.blogspot.com -torrentdownloadhub.com -tradedeals.biz -tri-slona.org -trucri.me -turbodsp.com -turist-strani.ru -typimga.pw -unitygame3d.com -unrealcommander.org -ural-buldozer.ru -usbggettwku.ga -v24s.net -vabasa.inwtrade.com -viberdownload10.com -video-chat.love -videochat.bz -vikistars.com -vremya.eu +royal-betting.net +rutor.vip +s-forum.biz +sabizonline.com +sammyweaver.com +scanner-alex.top +scottbywater.com +sdi-pme.com +searchinquire.com +seocheckupx.com +serialsway.ucoz.ru +sexblog.pw +sexxdate.net +sexy-screen-savers.com +sfj-ror.no +shoppytoolmac.com +sitevalued.com +skatestick.bid +smokewithrabbits.com +soft-program.com +softwaretrend.net +solution4u.com +sosdepotdebilan.com +srgwebmail.nl +stariy-baku.com +stathat.com +sterva.cc +stmassage.ru +stroydetali.ru +studiofaca.com +t3chtonic.com +technika-remont.ru +thaismartloan.com +the-trader.net +thebitcoincode.com +thexart.club +tizanidine4mgprice.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidinerecreationaluse.blogspot.com +trafficjunky.net +turbabitload.weebly.com +twodollarshows.com +uogonline.com +urldelivery.com +usadacha.net +ustion.ru +vektorpress.ru +viagra-soft.ru +viktoria-center.ru +viteonlusarezzo.it +vsesubwaysurfers.com +vtcdns.com +vvon.co.uk +vzlomsn.org warezaccess.com -waterefficiency.co -website-speed-up.top -websites-reviews.com -weightatraining.com -wellcome2slovenia.ru -whatsappbot.flyland.ru -wholinkstome.com -whosonmyserver.com -win-spy.com -wleuaprpxuvr.ga -womama.ru -wzgyyq.com -xerox-douglas.cf -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--b1addnj3cah.xn--p1ai -yellowproxy.net -zaidia.xhost.ro -zeroredirect9.com -zigarettenonlinekaufen.tumblr.com -zooggames.com +webcamdevochka.com +weburlopener.com +weekes.biz.tc +wholesalenfljerseys.us.com +wjgony.com +womensplay.net +x-porno.video +xmnb.net +xolodremont.ru +xtremeeagles.net +xxart.ru +xxx-treker.ru +xxxrus.org +y8games-free.com +yaoguangdj.com +yourmovies.pl +youtuhe.com +zionstar.net +zreloeporno.tv diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 5ebd2f7e4..77dfdd1e8 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.1.235 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 872d389c6..057cf4b60 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:42 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:17 UTC 2021 ### Bad Bot Count: 624 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 872d389c6..057cf4b60 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2684 -### Updated: Sat Oct 30 22:02:42 UTC 2021 +### Version: V4.2021.10.2685 +### Updated: Sun Oct 31 10:12:17 UTC 2021 ### Bad Bot Count: 624 ################################################### ### Version Information ##