diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 80fc55f8d..d41c47bdd 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.04.3033 +#### Version: V4.2022.04.3034 #### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 39030fc21..21237e012 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.04.3033 +#### Version: V4.2022.04.3034 #### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 04fc20205..7e72485e4 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.04.3033 +#### Version: V4.2022.04.3034 #### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ca7f60495..f8c83958c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.04.3033 +#### Version: V4.2022.04.3034 #### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 08afb9629..44a10812b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 08afb9629..44a10812b 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 08afb9629..44a10812b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 08afb9629..44a10812b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 08afb9629..44a10812b 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 51e97128b..4dd9c1bca 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3033 +3034 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 08afb9629..44a10812b 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.04.3033 -### Updated: Sat Apr 9 10:04:14 UTC 2022 +### Version: V3.2022.04.3034 +### Updated: Sat Apr 9 22:01:48 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 548d185e6..2b37dbedb 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6d62c2c27..e3f00623c 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.206.97 0; +104.42.125.221 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index cad938625..9dccda86a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 0; +10.1.0.67 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 548d185e6..2b37dbedb 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6d62c2c27..e3f00623c 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.206.97 0; +104.42.125.221 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index eb3de9241..e51f82ae9 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 6d62c2c27..e3f00623c 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.206.97 0; +104.42.125.221 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1c405dbd4..52cb1ac39 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.04.3033 -### Updated: Sat Apr 9 10:04:13 UTC 2022 +### Version: V4.2022.04.3034 +### Updated: Sat Apr 9 22:01:47 UTC 2022 ### Bad Referrer Count: 7092 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 080a3ba94..04166e351 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.221 1; +10.1.0.67 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index e4a78353b..c39e9284b 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anthill -BackWeb -CazoodleBot -Masscan -PictureFinder -Pixray +ALittle Client +Fuzz +GetRight +Go-Ahead-Got-It +PageGrabber +Pockey ReGet -Searchestate -Snapbot -gopher +Suzuran +Vacuum +x22Mozilla diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 76e5b0e25..c81ff40b7 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -ADmantX -Aboundex -Aboundexbot +404enemy +80legs +ASPSeek Acunetix -AiHitBot -AllSubmitter +AhrefsBot +Aipbot Alligator -Ankit +Anarchy +Anthill Apexoo Attach -BBBike -BDFetch -Backlink-Ceck -Bandit +AwarioSmartBot +BackDoorBot +BackStreet +Badass +BatchFTP +Bitacle BlackWidow -BlowFish -BotALot -Buddy +Blackboard +Boardreader +Brandprotect BuiltBotTough -BuiltWith Bullseye -BunnySlippers -CCBot -CODE87 -CSHttp -Calculon +BuzzSumo +CATExplorador CazoodleBot -CheeseBot +CensysInspect +CheTeam +CherryPicker +ChinaClaw +Chlooe Citoid -Cliqzbot CopyRightCheck -Cosmos +Copyscape +Craftbot Crawling at Home Project -CrazyWebCrawler CrunchBot -Curious -DIIbot -DatabaseDriverMysqli -Deusu -Devil +DSearch +DataCha0s +Demon Digincore -Disco DnBCrawler-Analytics DomCopBot +DomainCrawler DomainStatsBot Domains Project +Dotbot +Dragonfly Drip EMail Siphon EasyDL -Ebingbong +Ecxi EirGrabber EroCrawler +Express WebPictures ExtLinksBot -Extreme Picture Finder +Extractor +ExtractorPro EyeNetIE Ezooms FDM -FemtosearchBot -Fimap -GT::WWW +Foobot +Freeuploader +FyberSpider +Fyrebot +G-i-g-a-b-o-t Genieo -Gigabot +GetRight +Getintent +Go-Ahead-Got-It Grabber -GrapeFX -GrapeshotCrawler -GridBot -HEADMasterSEO -HMView -HTMLparser HTTP::Lite +HTTrack HaosouSpider -Harvest -Havij -Hloader -HybridBot -IDBot -Iblog +Humanlinks +IDBTE4M Id-search -InterGET +IndeedBot +Indy Library +Intelliseek +Iskanie IstellaBot -Jetty +JennyBot JikeSpider -Joomla -JustView -Kenjin Spider -Keyword Density +Jorgee +Jyxobot Kozmosbot LNSpiderguy -Larbin -Leap -LeechFTP +Lanshanbot LeechGet LexiBot -Lftp +Libwhisker LieBaoFast -Lightspeedsystems -LinqiaRSSBot +LinkScan +LinkWalker +LinkextractorPro LinqiaScrapeBot +Lipperhey +Litemage_walker Lmspider -Ltx71 -MFC_Tear_Sample -MIIxpc -MQQBrowser -MSFrontPage -Mail.RU_Bot +MSIECrawler +Mag-Net Majestic SEO MarkMonitor -Masscan -MauiBot -Mb2345Browser -Meanpathbot +MeanPath Bot +MegaIndex.ru Metauri -Mister PiX Moblie Safari Mojeek Mojolicious -Mozlila -Mr.4x3 -NICErsPRO -NPbot -NetSpider +Name Intelligence +NearSite +NetAnts NetZIP Nettrack +Niki-bot NimbleCrawler -Ninja +Nimbostratus +Nmap Nutch -Octopus -Offline Navigator +OnCrawl OpenLinkProfiler Openfind -OrangeSpider -PECL::HTTP -PHPCrawl +OutfoxBot +POE-Component-Client-HTTP PageAnalyzer -Pandalytics -Panscient -Papa Foto -Pi-Monster +PageScorer +PageThing.com +Petalbot Picsearch -PictureFinder -Piepmatz -PleaseCrawl +Pixray Pockey ProPowerBot -Pump +QueryN Metasearch +RankFlex RankingBot RankingBot2 -Re-re -ReGet -RepoMonkey -RocketCrawler +Rankivabot Rogerbot -SEOkicks-Robot -SEOlyticsCrawler +SEOkicks SEOstats SISTRIX -ScoutJet +Scanbot +Scrapy Screaming -ScreenerBot -ScrepyBot Searchestate +SearchmetricsBot +Seekport SemanticJuice +Semrush +SemrushBot SentiBot -SeobilityBot -Shodan -SiteExplorer -Siteimprove -SmartDownload -SocialRankIOBot +SeoSiteCheckup +Seomoz +SiteCheckerBotCrawler +SiteLockSpider +SiteSnagger +Sitevigil +Snake +Snapbot Sociscraper +Sosospider Sottopop -SpaceBison -Spanner -Sqlmap +Spammen +Sqlworm Steeler Stripper -Sucker +Sucuri SuperBot Surfbot -Swiftbot -Teleport +SurveyBot +T0PHackTeam +T8Abot TeleportPro +Telesoft +Telesphoreo +Thumbor Titan -Trendictionbot -True_Robot -Turingos +Toata +Tracemyfile Turnitin +TwengaBot +Twice +URLy Warning UnisterBot VB Project VCI -Vacuum -Vagabondo VelenPublicWebCrawler +VeriCiteCrawler Voil WASALive-Bot +WBSearchBot +WEBDAV +WPScan WWW-Collector-E -WWW::Mechanize WWWOFFLE -Wallpapers -Web Collage +WallpapersHD +WeSEE +Web Auto +Web Fetch +Web Fuck +Web Sucker WebAuto +WebCollage WebCopier -WebFuck +WebEnhancer WebLeacher -WebStripper +WebReaper WebSucker -WebWhacker -Webalta -WebmasterWorldForumBot +WebsiteExtractor WebsiteQuester +Webster +Whack Widow WinHTTrack +WiseGuys Robot +Wonderbot Wotbox +Xenu YoudaoBot -Zade +Zauba ZmEu -ZoomBot -ZumBot -adscanner -archive.org_bot -arquivo-web-crawler -autoemailspider -clark-crawler +arquivo.pt +check1.exe coccocbot -com.plumanalytics crawl.sogou.com -dataforseo.com -demandbase-bot domainsproject.org -eCatch evc-batch -facebookscraper -lwp-request -lwp-trivial -netEstate NE Crawler +heritrix +instabid +ips-agent +isitwp.com +meanpathbot +muhstik-scan oBot -polaris version +page scorer probe-image-size ripz +scalaj-http +scan.lol seobility -seocompany.store seostar -sitechecker.pro -sp_auditbot -trendiction.com +sexsearcher +siteripz trendiction.de +webmeup-crawler +webpros.com xpymep1.exe zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 79a833be0..cf9092a3a 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -80legs -Acunetix -AhrefsBot +AiHitBot AllSubmitter -Alligator -Ankit +AlphaBot +Anarchy +Anarchy99 Asterias -Atomseobot -AwarioRssBot -BBBike -BDFetch -BLEXBot -BackDoorBot +Attach +BackStreet BackWeb -BatchFTP -Bitacle +Backlink-Ceck +Bandit Black Hole Blackboard -Blow -BotALot -Brandwatch -Buddy -BuzzSumo +BlowFish +Boardreader +Buck +BuiltBotTough +BunnySlippers +CATExplorador CCBot +CSHttp +CheTeam ChinaClaw -Chlooe -Citoid Claritybot -Cloud mapping +Cocolyzebot Cogentbot -Collector +Copier +CopyRightCheck +Copyscape Craftbot Crawling at Home Project -CrazyWebCrawler +Crescent +CrunchBot +Curious Custo DBLBot +DIIbot +DataCha0s +DatabaseDriverMysqli Demon Deusu Devil -DigitalPebble -Dirbuster +Digincore +Disco Discoverybot -Dispatch -DnBCrawler-Analytics -DnyzBot -DomainSigmaCrawler +DittoSpyder DomainStatsBot +Download Wonder Dragonfly Drip EMail Wolf -Exabot -Express WebPictures +EasyDL +Ebingbong +ExtLinksBot +Extractor ExtractorPro Extreme Picture Finder Ezooms -FDM +FHscan +FemtosearchBot Fimap -G-i-g-a-b-o-t +Freeuploader +FyberSpider +GT::WWW Genieo -GetRight -Go-Ahead-Got-It +GermCrawler GrabNet Grabber -GrapeFX -HTTP::Lite +Grafula +GrapeshotCrawler +HMView +HTMLparser HTTrack -Heritrix +Haansoft +Harvest Hloader -HonoluluBot Humanlinks HybridBot +IDBTE4M IDBot IRLbot -Iblog -Id-search -IlseBot Image Fetch -Image Sucker -InfoNaviRobot +Indy Library Internet Ninja -Iskanie -IstellaBot -Jbrofuzz +InternetSeer +Iria JennyBot +JetCar Jetty +JikeSpider JustView -Jyxobot -LWP::Simple +Kenjin Spider +Kozmosbot Lanshanbot Larbin Leap -LexiBot -LibWeb +LeechFTP +Libwhisker LieBaoFast +Likse LinkScan -LinkWalker -Linkbot -LinkextractorPro -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Litemage_walker -Lmspider +LinksManager MFC_Tear_Sample -MTRobot +MJ12bot +MQQBrowser +MSIECrawler +Magnet +Majestic-SEO +Majestic12 +MarkMonitor MarkWatch -Masscan -Mata Hari -MauiBot Mb2345Browser -Metauri -Microsoft Data Access -Microsoft URL Control +MegaIndex.ru Minefield -Msrabot +Moblie Safari +Mojeek +Mr.4x3 Musobot -NICErsPRO -NetSpider -Netcraft +NPbot +Nameprotect +NearSite +NetLyzer Netvibes +NextGenSearchBot Niki-bot -Nikto +Ninja Octopus -Offline Explorer OpenLinkProfiler -OpenVAS -Openfind -Openvas -OrangeBot +OutclicksBot +OutfoxBot POE-Component-Client-HTTP -PageAnalyzer PageScorer PageThing.com -Papa Foto -Pavuk -PictureFinder +Pandalytics +Panscient +Petalbot Pixray PleaseCrawl -Psbot -Pu_iN +Pockey +Pump PxBroker -PyCurl -RankFlex -RankingBot +QueryN Metasearch +Rankivabot +ReGet RealDownload Reaper -Recorder -RedesScrapy -RocketCrawler +RebelMouse Rogerbot SBIder -SEOkicks-Robot -SEOlyticsCrawler SEOstats -SMTBot ScanAlert +Scanbot Scrapy -Screaming ScrepyBot +Searchestate Semrush -SemrushBot -SeobilityBot -Shodan +SentiBot +Seomoz +Site Sucker +SiteCheckerBotCrawler SiteExplorer -SiteLockSpider +SiteSucker +Sitebeam Siteimprove Sitevigil SlySearch SmartDownload -Snake -SocialRankIOBot +Sociscraper Sogou web spider -Sottopop -SpankBot +Spammen +Spanner SputnikBot -Sqlmap -Sqlworm -Sqworm Steeler -SurveyBot -Szukacz -Teleport +Stripper +Sucuri +SuperHTTP +Swiftbot +T0PHackTeam +Telesphoreo +Telesphorep The Intraformant -TightTwatBot -Titan -Trendiction +Thumbor +Toweyabot Trendictionbot -True_Robot -TwengaBot -Typhoeus +Turingos +Turnitin +Twice UnisterBot -VB Project -VelenPublicWebCrawler -Virusdie -VoidEYE +VeriCiteCrawler +VidibleScraper Voil -Voltron -WBSearchBot -WWW-Mechanize +WEBDAV +WPScan +WWW::Mechanize +Wallpapers Wallpapers/3.0 -WeSEE -Web Auto -Web Fuck +Web Enhancer +Web Fetch +Web Pix +Web Sauger +WebAuto WebBandit +WebCollage WebEnhancer -WebFuck -WebGo IS -WebImageCollector -WebPix +WebFetch WebReaper +WebSauger +WebStripper WebSucker -WebZIP -Webshag -Webster +WebWhacker +WebmasterWorldForumBot +WebsiteExtractor +WebsiteQuester +Whatweb Who.is Bot -Widow WinHTTrack -WiseGuys Robot +Wonderbot Wotbox Wprecon -Xaldon WebSpider -Xenu +Xaldon_WebSpider YoudaoBot -Zade -ZumBot +ZmEu +ZoomBot ZyBorg -archive.org_bot -cah.io.community -clark-crawler +check1.exe +coccocbot com.plumanalytics +crawler.feedback +crawler4j dataforseo.com demandbase-bot facebookscraper heritrix -instabid -ips-agent -isitwp.com -lwp-request +iubenda-radar +linkdexbot magpie-crawler -mediawords -muhstik-scan -netEstate NE Crawler -s1z.ru +oBot +ripz +scalaj-http seoscanners -sexsearcher +seostar +serpstatbot +siteripz +sogouspider spyfu -ubermetrics-technologies.com -voyagerx.com -webpros.com -webprosbot +sysscan +tAkeOut +x22Mozilla +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index e496573f7..65303030d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -dstroy.su -hully.altervista.org -kuzinsp.ru -noclegonline.info -projefrio.com.br +1hwy.com +autobudpostach.club +executehosting.com +insomniagamingfestival.com +lexaprogeneric.link +myanyone.net +pipki.r.acdnpro.com +pornzone.tv +rapidokbrain.com rootandroid.org -seocheckupx.com -sexvideo-sex.com -topbestgames.com -web-analytics.date diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index c1c3aa8d2..aebe6b441 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0912701309f8ce.com -1008.su -101raccoon.ru -12masterov.com -1adult.com -1j7740kd.website -2ads.co.uk -3dracergames.com -404.mn -57883.net -8kisses.eu -a.frcls.fr -abovetherivernc.com -absolutelyanalog.com -acc.eu.org -acgs.tk -acheterviagrafr24.com -actionnooz.com -add-add.men -addray.pro -addtoadd.men -adpremium.org -adrunnr.com -ads.tremorhub.com +14b.info +1qingdao.com +28n2gl3wfyb0.ru +2girls1cup-free.com +2pxg8bcf.top +5kstore.com +7xc4n.com +83net.jp +8558l.jobs.net +8lufu.com +abcguru.xyz +addbin.men +addblueoff.com.ua +ads-cool.pro +adtiger.tk advancedcleaner.com -agysya.ru -allwomen.info -amazingninja.com -amigobulls.com -amospalla.es +advocatemsk.ru +afmuseum.com +ahhjf.com +aktivator-windows10.blogspot.com +akvamaster.dp.ua +alert.scansafe.net +alibestsale.com +all-number.com +amanda-porn.ga anatomiy.com -angry-fermi-7633.arukascloud.io -animalrank.com -anonymous-redirect.com -apartamentwroclaw.eu -apartment.ru -asia-forum.ru -asiavirtualsolutions.com -australia-opening-times.com -automobile-spec.com -autonew.biz -autovideobroadcast.com -awaybird.ru -back.dog -badavit.com.ua -bag77.ru -bagcionderlab.com -baksman.com -balans.shahterworld.org -bank.uz -bankofthewext.com +android-vsem.org +anticrawler.org +antons-transporte.de +aosheng-tech.com +apelsinnik.website +apiappenableinfo-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +appfastplay.com +appiq.mobi +arabgirls.adultgalls.com +arabsexxxtube.com +arquivo.pt +artdestshop.eu +astrochicks.com +atofilms.com +atovh.local-finders.com +avtointeres.ru +azartclub.org +bablonow.ru +baersaratov.ru +baladur.ru +banan.tv +bankcrediti.ru +bannerbank.ru +bard-real.com.ua bayareaaeroclub.org -bazaronline24.ru -beauty-b0x.pl -best-coupon-offer.com -bestcalovebracelet.cn -bestdraws.com -bestempresas.es -bestserials.com -betteroffers.review -bimatoprost-careprost.com -binaryoptionscops.info -bioinnovate.co -bird1.ru -bjgugu.net.ua -blog.axant.it -blogrankers.com -bolegapakistan.com -bolitgorlo.net -bonkers.name -boobsimge.com -bosman.pluto.ro -bpro1.top -braintobe.win -budilneg.xyz -buntube.net -cactussoft.biz -calcularpagerank.com -callawaygolfstore.online -callmd5map.com -candy-glam-hp.com -canvas.gloverid.site -cardiosport.com.ua -cartierreplica.xyz -cascadelink.org -catalogs-parts.com -cheapbelstaff.online -chinacheapelitejerseys.com -chinaelitecheapjerseys.com -choice-credit.ru -christianlouboutinsaleonline.us -citizenclsdriveri7.pen.io -cjs.com.ru -clickpapa.com -clicksor.net -clknsee.com -clmforexeu.com -co.lumb.co -compiko.info -compliance-alexa.top -compliance-george.xyz -cookie-law-enforcement-aa.xyz -countbertwistdisp26.soup.io -counterbot.com -craftinsta.ru -creatives.adbetclickin.pink -credit-online.ws -cubook.supernew.org -cutt.us +beauty-things.com +beclean-nn.ru +berdasovivan.ru +beremenyashka.com +berlininsl.com +bestcurs.org +besthoro.ru +bestpriceninja.com +bestsexyblog.com +bidr.trellian.com +bingoporno.com +blackplanet.com +bloggen.be +bloke.com +bmw-ark.ru +boeuklad.com +bongiornos.info +bristolhotel.com.ua +bryansk.zrus.org +bumascloset.com +bumble.cheapwebsitehoster.com +businesxxl.com +buyk.host.sk +cacheimages.com +callawaygolfoutlet.online +candcstuccoandstone.com +capsderfudd.tk +cartierlove.xyz +cartujano-pre.de +celejihad.info +ceotrk.com +cete.ru +cheapbarbour.online +cheapcigarettesc.info +cheapmoncler.pw +cheapsergiorossi.online +chelnytruck.ru +chocolateslim-u-srbiji.com +christianlouboutinshoes.xyz +cialis-samples.com +clean-start.net +cleanersoft.com +clickbanksites.info +clickcash.com +cmhomestayagency.com +codysbbq.com +coldfilm.ru +companies-catalog.com +compliance-alexa.xyz +compliance-donald.xyz +compliance-ivan.top +compliance-ivan.xyz +compliance-john.top +constantaservice.net +construmac.com.mx +coolingoods.com +coolwallpapers-hd.com +copenergo.ru +cpajunkies.com +crazyboost.pro +customerpromos-a.akamaihd.net cypernhuset.se -dailyrank.net -damasarenai.info -dame-ns.kz -dandiyabeats.in -daooda.com -data1.scopich.com -dating-time-now.com -day-news.info -dealitright.click -decenttools.com -demenageur.com -designdevise.com -discovertreasurenow.com -djekxa.ru -dlya-android.org -dms-sw.ru -dood.live -dotnetdotcom.org -doxysexy.com -drugspowerstore.com -duawitchrarato.tk -duplicashapp.com -dyshagi.ru -e-biznes.info -e-commerce-seo.com -eachdayisagift.review -earn-from-articles.com -efnor-ac.com -ege-essay.ru -egvar.net -ekobata.ru +cyprusbuyproperties.com +dailystrength.org +dalavia.ru +darkbooks.org +datsun-do.com +ddsoldes.fr +delitime.info +dengi-pod-zalog-nedvizhimosti.ru +deshevo-nedorogo.ru +detki-opt.ru +detoxmed24.ru +detskie-konstruktory.ru +deutschehobbyhuren.net +dildofotzen.net +dimaka.info +distver.ru +domaincrawler.com +downloaddy.net +drupa.com +dtnlyss.com +dvervmoskvu.ru +e-c.al +ec-file.info +editors.choice6912650.hulfingtonpost.com +election.interferencer.ru elektrischeziga.livejournal.com -elektrischezigarettekaufen2.cowblog.fr -elektrischezigaretten2.beeplog.com +elektronischezi.livejournal.com +elektrozigarette1.dreamwidth.org +elektrozigarettekaufen1.devhub.com +elidelcream.weebly.com elmacho.xyz -elvenar.com -embedle.com -emerson-rus.ru -eorogo.top -eralph.tk -eropho.com -extads.net -extremal-blog.com -extremepornos.net -ezigarettenkaufen1.pagina.gr -ezigarettenshop2.myblog.de -fable.in.ua -facecup.top -factorynightclub.com -fanrto.com -fantasticpixcool.com -fapgon.com -farm26.ru -fastcrawl.com +elstal.com.pl +eropho.net +erotik0049.com +eurosamodelki.ru +euroskat.ru +everypony.ru +exonline.info +eyemagination.com +ez8motelseaworldsandiego.com +faptitans.com +fashion-stickers.ru fdzone.org -feorina.ru -fetlifeblog.com -fifa-coins.online +ferrotodo.com +fickblock18.com +filesvine.com filmfanatic.com -filunika.com.ru -findacheaplawyers.com -fireads.men -fiverr.com -flashbannernow.com -floridamhca.org -floridamobilebillboards.com -footbalive.org -forex.osobye.ru -forexunion.net -forminecrafters.ru -formulaf1results.blogspot.com -forpostlock.ru -forums.d2jsp.org -foxjuegos.com -fr.netlog.com -freejabs.com -freesitetest.com -fres-news.com -fuckbuddybestgilf.info -fyl.com.ru +filmi-onlain.info +findthe.pet +fishingwholesale.us +fitness-video.net +flash4fun.com +foodgid.net +forex-procto.ru +formseo.com +fotopop.club +fotosfotos.eu +free-share-buttons.blogspot.com +freewhatsappload.com +fuckmill.com +funtoonez.com gallerylisting.com -gamerscorps.com -gaming-journal.com +gallictures.com +game-top.su +gameonasia.com +games.kolossale.ru gamingspark.com -gay.adultgalls.com +gardene.ru +gaygalls.net +gaytube.com gaz-voshod.ru +gazporno.com gearsadspromo.club -geile-lelly.eu -gemara.com -germetiki.com.ua -getpopunder.com -gigixo.com -girls-ufa.ru -goatse.ru -goodhousekeeping.com -gov.yanao.ru +geilehausfrauen.net +genetworx.com +getmiro.com +goodprotein.ru grand-chlen.ru -greenidesign.co -guildebzh.info -handsandlegs.ru -hard-porn.mobi -hawaiielectriclight.com -hebr.myddns-flir.com -hermesreplica.win -hmywwogw.bloger.index.hr -homedo.fabpage.com -hotelcrocenzi.sm -hotsocialz.com -housekuba.org -hoverboard360.es -howmuchdoestizanidinecost.blogspot.com -hvd-store.com -id-forex.com -igru-xbox.net -iklysha.ml -ilo134uloh.com -imguramx.pw -inboundlinks.win -indiasourcemart.in -infobabki.ru -instakink.com -investsuccess.org -investyb.com -investzalog.ru +gribokstop.com +hacktougroup.ru +handicapvantoday.com +hanink.biz.ly +hao123.com +hausfrauensex18.com +hd720kino.ru +hdseriale.pl +hdwallpapers-free.com +headpress.ru +hesteel.pl +hit-kino.ru +hkladys.com +homedecorpicture.us +hotkeys.com +houseofgaga.ru +hoverboard360.se +images-free.net +imagez.co +impisr.edunsk.ru +incest-ru.com +infobanks.ru +innodgfdriverhm.aircus.com +insider.pro +insta-add.pro +insurple.com +investmac.com inzn.ru -io9.com -ip-guide.com -iqoption.pro -istizanidineacontrolledsubstance.blogspot.com -istmira.ru -itch.io -ixora.pro -jerseyssportsshop.com -jongose.ninja -journalhome.com -kaliningrad.zrus.org -kamagragelusa.net -katushka.net -keki.info -keywesthideaways.co -keywordsuggest.org -kinostorm.net -kinozapas.org -kiskinhouse.com -kiwi237au.tk -kletkimehan.ru -kol-energo.ru -konoplisemena.com -kosova.de -krasivoe-hd.com -krasnodar-avtolombards.ru +iptool.xyz +istripper.com +ix20.ru +jav-fetish.site +jobgirl24.ru +johnnyhaley.top +journeydownthescale.info +kalb.ru +kazrent.com +keenoutlet.online +keywordbasket.com +keywordblocks.com +keywordsking.com +kinohall.ru +knigonosha.net +kopihijau.info krasnodar.ru -kriokomora.info -kustanay.kz -kvartiry-remont.ucoz.ru -la-fa.ru -lacapilla.info -lakomka.com.ua +kretpicf.pw +kung-fu-ru.com +kunstaktien.info +kurbappeal.info +kw21.org +landscapebackgrounds.blogspot.com +laptop-4-less.com +lasvegaslockandsafe.com leadwayau.com -lennatin.info -lesbian.xyz -lidoradio.com -lisque.batcave.net -littlesunraiser.com -lkbennettoutlet.online -llastbuy.ru -lockerz.com -lolnex.us -louboutinreplica.pw +lightinghomes.net +likesuccess.com +linkarena.com +lion.bolegapakistan.com +lirunet.ru +liumimgx.pw +livesex-amateure.info +livingroomdecor.info +lombia.com +longlifelomilomi.info low-format.ru -lubetube.com -m4ever.net -madot.onlinewebshop.net -manimpotence.com -manyresultshub-a.akamaihd.net +lsp-awak-perikanan.com +lyrics.home-task.com +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magiadinamibia.blogspot.com +magicdiet.gq +maglid.ru marmotstore.online -marsgatan.com -matrixalchemy.com -megaindex.ru -memberty.com -merryhouse.co.uk -microsoftportal.net -miniature.io -mirmedinfo.ru -mobsfun.net -modabutik.ru -moetomnenie.com -monclerjacketsoutlet.pw -morefastermac.trade +meddesk.ru +member-quiz.com +metafilter.com +mixed-wrestling.ru +mobot.site +monitorwebsitespeed.com moscow.online-podarki.com -movies-in-theaters.net -muschisexbilder.com -musicvidz.ru -mydoctorok.ru -mygameplus.ru -na-telefon.biz -nacap.ru -nailsimg.com -naperehresti.info -naturtreenspicerx.pw -networkcheck.xyz -nfljerseysforsalewholesaler.com -niki-mlt.ru -nowtorrents.com -ntic.fr -nullrefer.com -o-o-11-o-o.com -oakridgemo.com -olgacvetmet.com -onlinemegax.com -onlineslotmaschine.com -onlywoman.org -openmultipleurl.com +mrlmedia.net +mrwhite.biz +msk-diplomat.com +mulberryoutletonlineeu.com +musezone.su +music.utrolive.ru +musirc.com +mvpicton.co.uk +mwtpludn.review +myfreetutorials.com +mymobilemoneypages.com +myperiod.club +myra.top +mysexpics.ru +narkologiya-voronezh.ru +nastroyke.net +nibbler.silktide.com +ningessaybe.me +o-dachnik.ru +obiavo.net +onetravelguides.com +onlinedomains.ru +onlythegames.com +ontargetseo.us oranga.host.sk -partner-host.men -partnersafe.men -pc-services.ru -pdfprof.com -pekori.to -pertlocogasilk.tk -pestomou.info -photosaga.info -phpdevops.com -picquery.com -picturesfrom.com -pinwallpaper.xyz +owathemes.com +ownshop.cf +ozoz.it +pammik.ru +park.above.com +partner-cdn.men +peugeot-club.org +pharmacyincity.com +photo.houseofgaga.ru +pic2fly.com pipki.r.acdnpro.com -pixgood.com -placid-rounded-coast.glitch.me -playtap.us -plusnetwork.com -pomoc-drogowa.cba.pl +piski.top +pl-vouchers.com +play-mp3.com +plohaya-kreditnaya-istoriya.ru +polcin.de pony-business.com -pooleroadmedicalcentre.co.uk +porndroids.com pornmania.pl -porno-dojki.net -pornonik.com -pornosemki.info -postclass.com +porno-video-chati.ru +pornokorol.com +pornosexrolik.com +portside.cc praisong.net prefersurvey.net -printingpeach.com -privhosting.com -pro-poly.ru -proekt-gaz.ru -pron.pro -pronorm.fr -queerspace.com -rapidgator-porn.ga -raschtextil.com.ua -remedyotc.com -remorcicomerciale.ro -research.ifmo.ru -revistaindustria.com -rfd-split.hr -rubanners.com -rus-pornuha.com +primedice.com +priscilarodrigues.com.br +privatov-zapisi.ru +privetsochi.ru +prizesbook.online +prohoster.info +prokotov.com +promover.org +prostitutki-novgoroda.org +prostitutki-yaroslavlya.org +pushdata.sendpulse.com +pxhdwsm.com +qwesa.ru +r-control.ru +rank-checker.online +razyboard.com +real-time-analytics.com +realtytimes.com +rednise.com +relayblog.com +remote-dba.de +reward-survey.net +reyel1985.webnode.fr +richinvestmonitor.com +rique.host.sk +rollercoin.com rusoft-zone.ru -ruspdd.com -s.lollypopgaming.com -sa-rewards.co.za -sampleletters.net -sanidumps.com -sarf3omlat.com -satoristudio.net +russia-tao.ru +s8-nowy-wygraj.comli.com +safe-app.net +santasgift.ml +sax-sex.com sbricur.com -scanmarine.info -scanner-andrew.top -scanner-george.top -search.pch.com -searchaddis.com -securityallianceservices.com -seeingmeerkat.com -seocheki.net -seotoolsagency.com -serialsway.ucoz.ru -sexcamamateurchat.com -sexs-foto.com -sexy-pings.com -share-buttons-for-free.com -sharpchallenge.com -shemale-sex.net -shop.xz618.com -shtaketniki.ru -sibecoprom.ru -silktide.com -site.ru -sitevaluation.com -sitevaluation.org -sitevalued.com -sklad-24.ru -slim.sellany.ru -sluganarodu.ru -smart-scripts.com -smichovbike.cz -sms2x2.ru -soc-econom-problems.ru -soheavyblog.com -solitaire-game.ru -songplanet.ru -souvenir.cc +sbt-aqua.ru +scanhub.ru +scanner-julia.top +scanner-mary.top +scanner-walt.top +sdsjweb.com +seadragonherbery.com +searchlock.com +seinterface.com +semprofile.com +seo-traffic-ranking.info +seo18.su +seoheap.com +sexkvartal.com +sexxdate.net +sexyteens.hol.es +shariki-zuma-lines.ru +shemalegalls.blogporn.in +shoesonlinebuy.xyz +sibvitr.ru +siha.de +silvercash.com +simple-share-buttons.com +sirpornogratis.xxx +site-speed-checker.site +sitebeam.net +skylta.com +skytraf.xyz +sladkoevideo.com +small-game.com +smokewithrabbits.com +snip.to +socialmadesimple.com +softxaker.ru +sophang8.com +sortthemesitesby.com +spasswelt.xyz starwars.wikia.com -stefanbakosab.se -stuff-about-money.com -styro.ru +stathat.com +stop-zavisimost.com +strangeduckfilms.com +stromerrealty.com success-seo.com -sugarlyflex.pw -supermama.top +sundrugstore.com +surgut.zrus.org +surintech.ac.th svetodiodoff.ru -swimpool.ca -taihouse.ru -tattoo33.ru +t3chtonic.com +takeflyte.com taxi-v-eisk.ru -tengohydar.tk -thecoral.com.br +tdsing.ru +tetracsaudi.com thenews-today.info -thewomenlife.com -tiens2010.ru -titan-ads.life -tizanidinecost.blogspot.com -tizanidinevsvalium.blogspot.com -tizanidinewithdrawal.blogspot.com -toonfamilies.net -track2.shop -trafficstars.com -trailer.cinemaflix.website -trustedmaccleaner.com -tversvet.ru -twelvevisionspartyofcolorado.com -typimga.pw -tzritel.tk -ufa.xrus.org -ugguk.online -uk-zheu20.ru -umityangin.net -unacittaconte.org -unece.org -unisexjewelry.org -unpredictable.ga -unrealcommander.com -upupa.net -userequip.com -varbergsvind.se -varikoz24.com -vbtracker.net -vchulkah.net -vchulkax.com -vedomstvo.net -versaut.xxx-cam.webcam -via-energy-order.com +tilido.com +timhost.ru +titelhelden.eu +tizanidineinteractions.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinezanaflex.blogspot.com +todohr.com +tootoo.to +top-deal.com.pl +top10-way.com +torrents.life +toy-shop.top +tpu.ru +traffic2cash.org +traffic2money.com +trafficjunky.net +trafficmp.com +trafficshaper.com +tt-ipd.info +tubo360.com +twitlinks.com +tyumen.xrus.org +u555u.info +uchetunet.su +uogonline.com +uptime-alpha.net +uptimebot.net +usiad.net +ussearche.cf +vacuumscleaner.com +vapeface.club +via-gra.webstarts.com +videonsk.com +videositename.com +viktoria-center.ru +vip.51.la vip2ch.com -virtualbb.com -visitcambridge.org -vsdshnik.com -vzlomtw.com -wait3sec.org -waysbetter.cn -webcamtalk.net -webinstantservice.com -webmasters.stackexchange.com +vitanail.ru +vltai.com +vseuznaem.com +vucms.com +vykupavto-krasnodar.ru +wallpaperstock.net +wdrake.com +webnode.me +weboptimizes.com webpromotion.ae -webs.com +webshoppermac.com website-audit.com.ua -website-speed-up.site -weightatraining.com -wnhjavlhezp.gq -worldmusicfests.com -wpsecurity.website -www.arenda-yeisk.ru -wygraj-teraz.com -wyniki-lista.pl -xaylapdiendanang.com -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai +weclipart.com +wemarketing.se +whatistizanidine2mg.blogspot.com +whatzmyip.net +wholesalejerseyscheapjerseys.us.com +windowssearch-exp.com +wingsofrefuge.net +womensplay.net +woodyguthrie.se +wrona.it +www.pinnacle-bets.com +x-mix.info +xdoza.com +xlolitka.com +xlovecam.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----itbkqkfiq.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80ab4aa2g.xn--p1ai xn--80ahvj9e.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xportvusbdriver8i.snack.ws -xsion.net -xxxhdvideo.site +xn--b1agm2d.net +xn--d1aifoe0a9a.top +xvideosbay.com +xxxguitars.com xz618.com -yachts-cruise.info +yellocloud.be you-shall-not-pass.is74.ru -zaimhelp.ru -zaimite.ru -zdesformula.ru -zigarettenonlinekaufen2.drupalgardens.com -zojirushi-products.ru -zolotoy-lis.ru +youradexchange.com +yourtemplatefinder.com +yousense.info +yurgorod.ru +zakon-ob-obrazovanii.ru +zaloro.com +zebradudka.com +zebramart.ru +zerocash.msk.ru +znakomstva-moskva77.ru +zog.link zoogdisany.com -zvezdagedon.ru +zooggames.com +zskdla.site +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 38819c9dd..f072a2778 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0n-line.tv -100dollars-seo.com -4inn.ru -4senses.co -5ws.dating-app.ru -70casino.online -a14download.com +2rich4bitches.com +300richmond.co.nz +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +aaronabel.com abclauncher.com -adservme.com -adultwebhosting.info -advertisingtag.net -affrh2015.com -allfinweb.com -altamayoztourism.com -animalia-life.club -anime.dougasouko.com -anonymous-redirect.com -apartamentwroclaw.eu -apimegabrowsebiz-a.akamaihd.net -arenda-yeisk.ru -arkartex.ru -asrvrep-a.akamaihd.net -avtovolop.ru -backlinkwatch.com -badavit.com.ua -bankofthewext.com -bannerpower.com -bcmp.org -beclean-nn.ru -berrymall.ru -bestmarriages.com -bestwaystogetpaid.us -bingo8888.com -biocn.dx.am -bjgugu.net.ua -blackle.com -blockety.co -bobinoz.com -bongacams.com -bookmark4you.com -bookmark4you.com.biz -buzzzg.men -cacheimages.com -candelluxsklep.pl -celebsopics.com -cheapjerseysa.com -cialischstgerts.com -cleanallvirus.com -clickhype.com -clickzzs.nl -compliance-alex.xyz -compliance-alexa.xyz -compliance-george.top -compliance-mark.top -connectingsingles.com -cornomase.win +affiliate-fr.com +agardomains.com +aihelen.net +all4invest.ru +allstatesugarbowl.org +aloofly.com +anlimebel.kiev.ua +apiadanaknet-a.akamaihd.net +asiavirtualsolutions.com +autolombard-krasnodar.ru +autoseo-traffic.com +bag77.ru +bambi.ck.ua +bank.uz +bazaronline24.ru +bestcurs.org +bikini-image.com +bimmerpost.com +biznesrealnost.ru +bjanshee.ru +blacktwhite.com +blog.yam.com +bwlx.prepedu.cn +cactussoft.biz +cartierbraceletsreplica.pw +catalogs-parts.com +cgi2.nintendo.co.jp +chcu.net +christianlouboutinreplica.pw +classicakuhni.ru +classiquebijoux.ru +cometorussia.net +compliance-checker.info +compliance-elena.xyz +countbertwistdisp26.soup.io counter.yadro.ru -cracksplanet.com -cranly.net -cscwtalkto.site -darkbooks.org -deda-moroza-zakaz.ru -deplim.com -detmebel.su -detskie-konstruktory.ru -dfwu1013.info -dispo.de -dolohen.com -draniki.org -driving.kiev.ua -dtnlyss.com -ed-shop01.ru -ege-russian.ru -elektrischezigarette1.blog.pl -elektronischezi.livejournal.com -elektrozigarette2.wordpressy.pl -encodable.com -escortslet.net -expresstoplivo.ru -ezofest.sk -factorynightclub.com -favoritemoney.ru -filmi-v.online -finejewelryshop.ru +covadhosting.biz +cubook.supernew.org +customboxes4less.com +daneshetabiat.com +dengi-pod-zalog-nedvizhimosti.ru +dfwu1019.info +domainsphoto.com +domini.cat +dominterior.org +dotnetdotcom.org +downtuptv.gq +dumpsmania24.com +dynainbox.com +e2click.com +easync.io +eets.net +electricwheelchairsarea.com +elexies.info +epicbrogaming.com +ertelecom.ru +euronis-free.com +european-torches.ru +exlarseva.webblog.es +exmasters.com +extlabs.io +fastfixing.tech +favornews.com +fenoyl.batcave.net +fickenbumsen.net +fix-website-errors.com +forex-procto.ru +forsex.info +forum.tvmir.org +forums.d2jsp.org foto-weinberger.at -funnypica.com -gazoblok.net.ua -ghernnqr.skyrock.com -goforexvps.com -googleseo.com.tr -gosmeb.ru -gratuitbaise.com -gsmlab.pl -guge.io -hacktougroup.ru -helicalpile.us -histats.com -homegardenlova.com -houston-vikings.com -https-legalrc.biz -huimin764128.com -hunthillfarmtrust.org -ibmdatamanagement.co -id-forex.com -ideawheel.com -ido3.com -iframe-toloka.com -incomekey.net -integritylandscapeservices.com -iptool.xyz -istripper.com -javatex.co.id -jennyfire.ru -jerseywholesalechinabiz.com -jwcialislrt.com -kabbalah-red-bracelets.com -kazinogames.lv -kerwinandcariza.com -kfon.eu +fr.netlog.com +franecki.net +free-fbook-traffic.com +freelotto.com +fuckbuddybestgilf.info +galaxyflowers.ru +gameplexcity.com +geckoandfly.com +getresponse.com +golden-catalog.pro +golden-praga.ru +goodwinmetals.co +greendream.com.ua +grizzlysgrill.com +hebr.myddns-flir.com +homelygarden.com +hosting-tracker.com +imagecoolpub.com +imk.com.ua +iqoption-bin.com +islandminingsupply.wordpress.com +jewelryandfiligree.com +joingames.org +joyceblog.top kinoflux.net -kinogonew.ru -kosova.de -kvartiry-remont.ucoz.ru -landscaping.center -laptop-4-less.com -law-check-nine.xyz -lechenie-gemorroya.com -legalrc.biz +klin3952.ru +kurwa.win +labafydjxa.su +larutti.ru lenvred.org -lerporn.info -linkwithin.com -liran-locks.com -littleberry.ru -louboutinreplica.pw -luckyshop.net.ua +linkredirect.biz +liver-chintai.org +locksmith.jp +locustdesign.co +lowephotos.info makenahartlin.com -menstennisforums.com -mesbuta.info -metallosajding.ru -milblueprint.com -monclercheap.xyz -multgo.ru -musicas.baixar-musicas-gratis.com -my-floor.in.ua -myindospace.com -najaden.no -netallergy.ru -news-speaker.com -nhl09.ru +masterseek.com +matrixalchemy.com +mediawhirl.net +memberty.com +mmog-play.ru +mobile.ok.ru +modenamebel.ru +moscow.xrus.org +mosrif.ru +mp3films.ru +myperiod.club +mzdish.site +narkologiya-peterburg.ru +naturalpharm.com.ua +nero-us.com nicefloor.co.uk -noclegonline.info -notebook-pro.ru -oakridgemo.com -obiavo.by -obiavo.su -oksrv.com -olvanto.ru -onload.pw -outclicks.net +nikkiewart.ru +normalegal.ru +offf.info +ok-ua.info +openfrost.net +orenburg-gsm.ru +owathemes.com owohho.com -partnerline.men +paceform.com +paighambot.com +park.above.com +partner-print.men +partner-stop.men patterntrader-en.com -pc4download.co -peekyou.com -photochki.com -placid-rounded-coast.glitch.me -plohaya-kreditnaya-istoriya.ru -poems.com.ua -porn-w.org -porno-transsexuals.ru -pravoholding.ru -push-ad.com -quickloanbank.com -rabot.host.sk -rankings-analytics.com -registrydomainservices.com -restorator-msk.ru -reyel1985.webnode.fr -sad-torg.com.ua -scanhub.ru -scanner-margo.top -scanner-nelson.top -scrnet.biz.ua -searchkut.com -see-your-website-here.com -seeresultshub-a.akamaihd.net -sexfreepornoxxx.com -sexs-foto.top -sexxdate.net -sharebutton.org -shillyourcoins.com -shtora66.ru -sigmund-freud.co.uk -sitevalued.com -slimcdn.com -snsdeainavi.info -solicita.info -spabali.org -stauga.altervista.org -strfls.com -stromerrealty.com +pdamods.ru +play.leadzupc.com +playboyfiles.xblog.in +pliks.pl +poffet.net +pontiacsolstice.info +porn555.com +porndroids.com +porno.simple-image.com.ua +priscilarodrigues.com.br +pro-okis.ru +projefrio.com.br +promover.org +psa48.ru +puserving.com +putevka24.ru +puzo2arbuza.ru +py100.ru +randalljhoward.com +rarbg.to +rasteniya-vs-zombi.ru +remybutler.fr +rentehno.ru +rightenergysolutions.com.au +rocketchange.ru +rozalli.com +ruex.org.ua +ryetaw.com +sabaapress.com +saitevpatorii.com +saneitconsulting.com +sardinie.us +sashagreyblog.ga +sdrescher.net +searchengineranker.email +seccioncontrabajo.com +seobility.net +seocheki.net +sevendays.com.ua +sex-znakomstva.online +sexgalleries.top +sexreliz.com +sexsaoy.com +sexy-screen-savers.com +shlyahten.ru +sinel.info +slavkokacunko.de +sms2x2.ru +soft-terminal.ru +spylog.com +sstroy44.ru +statustroll.com strongholdsb.ru -students-cheapskate.ml -superlist.biz -teenporn18.net -templates.radiodigital.co -timhost.ru -tn811.us -top10-online-games.com -topclickguru.com -topquality.cf -torrents-tracker.com -torture.ml -traffic2cash.org -trafficjunky.net -trailer.cinemaflix.website -trubywriting.com -try-rx.com -tula.howotorg.ru -ukrup.com -unimodemhalfduplefw.pen.io -uptime-alpha.net -urldelivery.com -vezuviy.su -vgoloveboli.net -via-energy-order.com -videos-for-your-business.com -videtubs.pl -vikistars.com -vitoriacabos.com -vuclip.com -vut.com.ru -warning.or.kr -waysbetter.cn -webmasters.stackexchange.com -webradiology.ru -weightatraining.com -weprik.ru -whipme.yopoint.in -wingsofrefuge.net -wladimirpayen.com -worldoffiles.ru -x-diesel.info -x-lime.net -xerox-douglas.cf -xn----9sbebi2bvzr7h.xn--p1ai -xn--80ak6aa92e.com -zigarettenonlinekaufen2.drupalgardens.com -zs2vm.top -zverokruh-shop.cz +supermodni.com.ua +sweepstakes.rewardit.com +taaaak.com +tehngr.ru +telegraf.by +terraclicks.com +theendivechronicles.com +themestotal.com +theplacetoupdating.pw +tiens2010.ru +titangel-vietnam.com +tizanidinefibromyalgia.blogspot.com +tizanidineingredients.blogspot.com +top250movies.ru +tracklead.net +tradgardspartner.se +trafficgenius.xyz +trafficmp.com +trafficreceiver.club +trk-4.net +tsyndicate.com +udayavani.com +univerfiles.com +unlimitdocs.net +ural-buldozer.ru +v720hd.ru +video-hollywood.ru +videochaty.ru +vkonche.com +vkontaktemusic.ru +vkontarkte.com +voronezh.xrus.org +vriel.batcave.net +w7s.ru +web-analytics.date +webenlace.com.ar +wedding-salon.net +whiteelephantwellington.com +windowssearch-exp.com +woman-h.ru +wormix-cheats.ru +writersgroup580.web.fc2.com +ws.ampower.me +www.event-tracking.com +xboxster.ru +xedserver.com +xev.ru +xkaz.org +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn--80aodinpgi.xn--p1ai +xtube.com +xxxguitars.com +yoshkarola.zrus.org +youtube-downloader.savetubevideo.com diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,4 +581,14 @@
This is merely used for testing !!!