diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 85c3a4847..3da5c2d64 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2614 +#### Version: V4.2021.09.2615 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b068f858a..6e99e76f4 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2614 +#### Version: V4.2021.09.2615 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 0d2657f32..f22f77744 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2614 +#### Version: V4.2021.09.2615 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8e2e25647..0b1e3d8dc 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2614 +#### Version: V4.2021.09.2615 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e978c0370..771cb818c 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 7611300bc..a4a21b201 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e978c0370..771cb818c 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 7611300bc..a4a21b201 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 7611300bc..a4a21b201 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 7611300bc..a4a21b201 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 7611300bc..a4a21b201 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 1492ccd55..c7726ec82 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2614 +2615 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 7611300bc..a4a21b201 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2614 -### Updated: Sun Sep 26 10:03:26 UTC 2021 +### Version: V3.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index e978c0370..771cb818c 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 96249fd9c..d8b3b7a3b 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.43.224.73 0; +52.149.135.185 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e978c0370..771cb818c 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e978c0370..771cb818c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e978c0370..771cb818c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 71afc98e7..3a66fc7e7 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 0; +10.1.0.210 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e978c0370..771cb818c 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 96249fd9c..d8b3b7a3b 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.43.224.73 0; +52.149.135.185 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index e491d0dc6..f34886965 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 96249fd9c..d8b3b7a3b 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.43.224.73 0; +52.149.135.185 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 5422eb2e8..bb8b09541 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2614 -### Updated: Sun Sep 26 10:03:25 UTC 2021 +### Version: V4.2021.09.2615 +### Updated: Sun Sep 26 22:01:21 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index f0a8174ba..4600e49cc 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.71 1; +10.1.0.210 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b62519d16..03590e874 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BDCbot -Claritybot -Dispatch -Ltx71 -PleaseCrawl -Quick-Crawler -SEOkicks -SearchmetricsBot -Telesphorep -WebPix +ADmantX +EMail Siphon +ExtractorPro +GalaxyBot +Majestic SEO +Probethenet +Upflow +Voil +com.plumanalytics +sysscan diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index ad45c99b3..a160c26fd 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com 404checker -ADmantX -ALittle Client -ASPSeek +Abonti Aboundexbot -Acunetix AfD-Verbotsverfahren -Alexibot +AhrefsBot +AiHitBot AllSubmitter AlphaBot -Ankit -Apexoo +Anarchie Aspiegel +AwarioSmartBot BLEXBot -BackWeb +BackDoorBot +BackStreet BacklinkCrawler -Badass -BatchFTP +Bandit Battleztar Bazinga +Black Hole +Blow BlowFish Boardreader +BotALot Brandprotect -Brandwatch -Buck -BuiltBotTough +Buddy BuiltWith -ChinaClaw -Cloud mapping +Bullseye +BuzzSumo +CCBot +CSHttp +CazoodleBot +Cegbfeieh +CheeseBot +CherryPicker +Claritybot +Cliqzbot Cocolyzebot -Cogentbot Collector CopyRightCheck -Copyscape +Cosmos +Craftbot +Crawling at Home Project CrunchBot Custo CyotekWebCopy DBLBot -DIIbot -DTS Agent +DatabaseDriverMysqli Demon Deusu -DigitalPebble -Discobot -Dispatch -DittoSpyder -DomainCrawler +Devil +Dirbuster +Discoverybot +DomainAppender +DomainStatsBot Domains Project -Download Wonder -EMail Wolf +Ebingbong Ecxi EirGrabber Exabot -ExtLinksBot +Express WebPictures Extreme Picture Finder -Ezooms -FHscan -Fimap FlashGet -Flunky FrontPage +Fuzz +FyberSpider +Fyrebot G-i-g-a-b-o-t -GT::WWW -GalaxyBot -Genieo -GermCrawler -GetRight Go!Zilla GoZilla -Gotit -GrapeFX -HTTP::Lite -HTTrack -Haansoft -HaosouSpider +GrabNet +Grabber +Grafula Harvest -Havij Hloader -IDBTE4M -IDBot -IRLbot +HybridBot Iblog -Image Sucker +Indy Library InfoTekies -Intelliseek -InterGET InternetSeer Iria -Joomla -JustView -Kenjin Spider -Kinza +Iskanie +IstellaBot +Jetty +Jorgee +Jyxobot +Kozmosbot +LNSpiderguy LWP::Simple +Larbin LeechFTP LibWeb -Libwhisker -Linkbot +LinkWalker +Linkdexbot +LinkextractorPro LinkpadBot -LinqiaRSSBot +LinksManager +LinqiaScrapeBot Lipperhey -Lipperhey Spider +Ltx71 MFC_Tear_Sample MIDown tool -MIIxpc MJ12bot MQQBrowser MSIECrawler -Mail.RU_Bot -Majestic-SEO +MTRobot +Mag-Net Majestic12 MarkMonitor +Mass Downloader +Mata Hari +Mb2345Browser MeanPath Bot -Meanpathbot -Mediatoolkitbot +MegaIndex.ru +MicroMessenger Microsoft Data Access -Mozlila +Microsoft URL Control +Moblie Safari +Morfeus Fucking Scanner Mr.4x3 -Msrabot +NPbot Nameprotect -Navroad -NearSite -NetLyzer -Nettrack -Niki-bot -Nimbostratus -Ninja +Nessus +NetMechanic +NetSpider +Netvibes +Nikto +NimbleCrawler +Nmap Nuclei -Nutch -Offline Navigator +Octopus OpenLinkProfiler -POE-Component-Client-HTTP +Openfind +Openvas +OrangeBot +PECL::HTTP Page Analyzer +PageScorer Pandalytics +Papa Foto +Pavuk PeoplePal +Petalbot Pi-Monster -PleaseCrawl -Pockey +Picscout Probethenet -Psbot -Pu_iN Pump PxBroker +PyCurl RankActive -RankingBot2 -Rankivabot -RankurBot -ReGet +RankFlex +RealDownload Reaper -Recorder RedesScrapy -RepoMonkey -Ripper -Rogerbot -SEOkicks -SEOkicks-Robot -SEOlyticsCrawler -ScanAlert +SBIder +SEOprofiler +SEOstats ScoutJet Scrapy -SearchmetricsBot -SemrushBot +Screaming +Semrush SentiBot SeoSiteCheckup -SeobilityBot -Seomoz -Siphon Site Sucker -SiteLockSpider -SiteSucker Sitevigil -Snoopy +SlySearch +Snapbot SocialRankIOBot -Sogou web spider Sosospider -Sottopop -SpankBot +Spanner SputnikBot Sqlworm Steeler +Stripper Sucuri -SuperHTTP -Teleport -Telesoft +SuperBot +Surfbot +SurveyBot +Suzuran +Swiftbot +Szukacz +T8Abot +Telesphoreo The Intraformant +TheNomad Thumbor -TightTwatBot Toweyabot Tracemyfile -Trendictionbot Turingos -TwengaBot -Twice -Typhoeus +Turnitin +TurnitinBot URLy Warning +URLy.Warning UnisterBot +V-BOT VB Project VCI +VelenPublicWebCrawler VeriCiteCrawler -VidibleScraper -VoidEYE -WASALive-Bot -WISENutbot -WWW-Mechanize +WEBDAV +WWW::Mechanize WWWOFFLE +Wallpapers Wallpapers/3.0 -Web Auto -Web Collage -Web Fetch -Web Pix -WebCopier +WeSEE +Web Fuck WebFuck -WebPix -WebSauger +WebLeacher +WebStripper WebZIP +Webshag Website Quester WebsiteQuester -Wonderbot -Woobot -Wprecon -YoudaoBot +Whacker +Whatweb +Who.is Bot +Xaldon_WebSpider Zade -Zauba -Zeus -ZoomBot +Zitebot +ZoominfoBot ZumBot -arquivo.pt +ZyBorg +arquivo-web-crawler +cah.io.community +check1.exe clark-crawler -coccocbot-web -cognitiveseo -com.plumanalytics +crawler.feedback crawler4j -domainsproject.org +dataforseo.com +demandbase-bot evc-batch facebookscraper -heritrix -internetVista monitor -lwp-trivial -netEstate NE Crawler -page scorer -pcBrowser +magpie-crawler +meanpathbot +mediawords plumanalytics +polaris version probe-image-size -ripz +scalaj-http scan.lol seoscanners seostar +serpstatbot sexsearcher +sitechecker.pro sogouspider +sysscan tAkeOut +trendiction.com +ubermetrics-technologies.com webmeup-crawler +webprosbot diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index d4fa35fe6..230c826fb 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +01h4x.com +80legs AIBOT -ASPSeek -Abonti +Aboundex Aboundexbot AfD-Verbotsverfahren Aipbot -Alligator +AlphaBot +Anarchie +Anarchy Anarchy99 -Ankit -Anthill -Apexoo +Aspiegel Asterias AwarioRssBot -BackDoorBot -Backlink-Ceck -BacklinkCrawler +BDFetch Badass -BetaBot +Barkrowler Bigfoot -Bitacle -Black Hole Blackboard -BlowFish -Boardreader -Bolt -BotALot Brandprotect +Brandwatch BuiltBotTough -CSHttp -Calculon -Cegbfeieh -Chlooe -Copier -Cosmos -CrazyWebCrawler +Bullseye +BunnySlippers +CCBot +CODE87 +CheTeam +Claritybot +Cloud mapping +Cocolyzebot +Cogentbot +Craftbot CrunchBot Custo CyotekWebCopy -DBLBot -DSearch -DTS Agent +DataCha0s DatabaseDriverMysqli -Demon Devil +Digincore DigitalPebble Dirbuster Discobot DittoSpyder -DomainAppender -DomainCrawler -Domains Project -Dragonfly +Drip +EirGrabber +EroCrawler +Evil Exabot Express WebPictures ExtLinksBot -FHscan -FemtosearchBot +ExtractorPro +EyeNetIE +FDM Fimap -Firefox/7.0 -Flunky +Foobot Freeuploader -FyberSpider +Fuzz +Fyrebot G-i-g-a-b-o-t +GT::WWW +GermCrawler GetRight +Getintent Gigabot -Go!Zilla +GoZilla Gotit +GrabNet +Grabber +Grafula +GrapeFX +GridBot HEADMasterSEO +HMView +HTMLparser Haansoft -Heritrix -Hloader Humanlinks -IRLbot -Iblog -InfoNaviRobot -InfoTekies +HybridBot +IlseBot +IndeedBot +Intelliseek InterGET Internet Ninja -InternetSeer -Iria -Iskanie JOC Web Spider -Jbrofuzz -JennyBot +JamesBOT Jetty -JustView -Keyword Density -Kinza -Leap +Kenjin Spider +Kozmosbot +Lanshanbot +LeechFTP LeechGet LexiBot LibWeb -Lightspeedsystems -Linkbot +Libwhisker +LieBaoFast +LinkScan +Linkdexbot LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot LinqiaRSSBot Lipperhey -Lipperhey Spider Litemage_walker -MIIxpc -MQQBrowser +Lmspider +MIDown tool MSFrontPage -Mag-Net Majestic SEO -Majestic12 -MarkMonitor +Majestic-SEO MarkWatch -Mass Downloader -Mb2345Browser -Meanpathbot -MegaIndex.ru -Metauri -Microsoft URL Control -Mister PiX -Mozlila +Masscan +MauiBot +Mediatoolkitbot +Microsoft Data Access +Mojolicious +Musobot NICErsPRO -Navroad +Nameprotect +NearSite Needle +Nessus +NetLyzer NetMechanic -Netcraft Nettrack -Netvibes NextGenSearchBot -Nibbler -Ninja -Nutch -Octopus -OpenLinkProfiler +Nimbostratus OpenVAS -PECL::HTTP -POE-Component-Client-HTTP +Openvas +OrangeSpider +OutfoxBot PageAnalyzer -Panscient -Petalbot -Pockey -ProPowerBot +PageGrabber +Pavuk +PictureFinder +PleaseCrawl Probethenet Pump -QueryN Metasearch -RSSingBot +Quick-Crawler RankActive -RankingBot +RankFlex Rankivabot -RankurBot +Re-re +ReGet +Reaper +RebelMouse Recorder -RepoMonkey -RocketCrawler +Rogerbot SBIder +SEOkicks +SEOkicks-Robot SEOlyticsCrawler SEOprofiler +SalesIntelligent ScanAlert ScoutJet -Screaming -Searchestate +ScreenerBot +SearchmetricsBot Semrush +SeoSiteCheckup Seomoz -Siphon +Shodan +Site Sucker SiteCheckerBotCrawler -SiteExplorer -SiteLockSpider SiteSucker -Sitebeam Sitevigil -Sociscraper -Sogou web spider -Sosospider -SpankBot -Spanner -Spbot +SmartDownload +Snoopy +SocialRankIOBot +SpaceBison +Spammen Spinn3r Sqlmap -Steeler -Stripper -SuperBot -Suzuran +Sqworm +Surfbot +SurveyBot Swiftbot Szukacz Teleport -Telesphorep -TheNomad -Toata +Telesphoreo +TightTwatBot +Titan +Toweyabot Trendictionbot True_Robot -TurnitinBot +Turnitin Typhoeus -UnisterBot -Upflow -VeriCiteCrawler -VoidEYE -WASALive-Bot -WBSearchBot +URLy Warning +V-BOT +Vagabondo +VelenPublicWebCrawler +Virusdie +Voil +WISENutbot WPScan WWW::Mechanize WWWOFFLE -Wallpapers -Wallpapers/3.0 -WeSEE -Web Fuck -Web Pix -WebAuto -WebBandit +Web Sauger +Web Sucker WebCopier -WebEnhancer +WebFetch WebFuck -WebGo IS +WebImageCollector WebLeacher -WebPix -WebSauger +WebWhacker WebZIP WebmasterWorldForumBot -Webshag -Whacker -Whatweb +WebsiteExtractor +Whack +Who.is Bot Widow -Woobot -Wotbox +WinHTTrack +Wonderbot Wprecon +Xaldon WebSpider +Xaldon_WebSpider +Xenu +YoudaoBot +Zade Zauba +Zermelo Zeus Zitebot ZmEu ZoomBot +ZumBot +archive.org_bot +autoemailspider backlink-check -check1.exe +cah.io.community +clark-crawler com.plumanalytics -crawler.feedback -dataforseo.com -demandbase-bot -domainsproject.org +crawl.sogou.com +eCatch instabid -ips-agent -isitwp.com -meanpathbot -mediawords +internetVista monitor +lwp-trivial +magpie-crawler +muhstik-scan page scorer -pcBrowser -polaris version +plumanalytics +probe-image-size ripz s1z.ru -scalaj-http -scan.lol +satoristudio.net seobility sitechecker.pro -siteripz +sogouspider spyfu +tAkeOut trendiction.com +voyagerx.com webprosbot -zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 9ed0d2640..0320ffe32 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -b-styles.xyz -balla-boo.se -bizzliving.com -cashkitten-a.akamaihd.net -neks.info -onlinefilmz.net -phpdevops.com -proekt-mos.ru -searchlock.com -wygraj-teraz.com +101flag.ru +adssafeprotected.com +cashonads.com +dnepropetrovsk.mistr-x.org +gsasearchengineranker.top +noclegonline.info +paintingplanet.ru +plusnetwork.com +torrents.cd +xvideospornoru.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 3c89e918d..94ee309c1 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -01apple.com -08800.top -1001desert.com +0daymusic.org +0n-line.tv 108shot.com -1flag.co.za -2015god.org -202ch.com -34.gs -3xforum.ro -4kpics.rocks -4rent.ru -5-steps-to-start-business.com -57883.net -76brighton.co.uk -7ooo.ru -9med.net -aadroid.net -accessoires-mode.in -adclickservice.com -adidas.frwebs.fr -adinterax.com -adsfresh.men -adultactioncam.com -adultfullhd.com -adzpower.com -agroeconom.kz -akita.kz -alert-jdh.xyz -alfapro.ru -alibestsale.com -alive-ua.com -allsilver925.co.il -alot.com -alpinism.ru -animali.deagostinipassion.it -apartmentratings.com -apidiamondatanet-a.akamaihd.net -apiportalmorecom-a.akamaihd.net +256bit.by +2nt.ru +4kepics.com +4senses.co +5kstore.com +7yue.org +addtoadd.men +adverster.com +aghanyna.com +all-streaming-media.com +allproblog.com +amanda-porn.ga +amehdaily.com +android4fun.org +angkortours.vn +animal36.com +animalrank.com +animenime.ru +anti-virus-removal.info apiwebwebgetcom-a.akamaihd.net -appartement-stumm.at -appfastplay.com -apple.com-webbrowsing-security.review -applicationg29.com -approvedlocal.co.za -arcteryxstore.online +applyneedy.xyz +approved.su +aquarium-pro.ru arendakvartir.kz -arius.tech -atout-energie-69.com -audiofree.ru -autoloans.com -autoplate.info -autotop.com.ua -axbocz.net +artpicso.com +asrv-a.akamaihd.net +asscenihotosidea.blogspot.com +asseenontv.ru +aversis.net +aviapanda.ru +azartclub.org azbukafree.com -bablonow.ru -babyfactory.fr -bannertesting.com -bedcapdealers.com -best-mam.ru -betonka.pro -bezsporno.ru -bibys.com -bidr.trellian.com +bagcionderlab.com +bala.getenjoyment.net +bank.uz +bbtec.net +beauby.ru +belinvestdom.by +best-games.today +bestdooz.com +bestmarriages.com bigcities.org -bigpenisguide.com -bio-optomarket.ru -bizlist.com.de -bloggerads.net -blogrankers.com -bolitgorlo.net -bombla.org -bookmark4you.com.biz +bingo8888.com +bio.trade-jp.net +bitcoinpile.com +blacktwhite.com +blavia.00author.com +bloglag.com +boanonihaca.tk +bookhome.info +bpro1.top brainboosting.club -brewdom.ru -btnativenav.com -bugshoot.cn -buqayy0.livejournal.com -business-made-fun.com -buy-cheap-pills-order-online.com -buy-meds24.com -buypillsorderonline.com -buzzonclick.com -buzzzg.men -cakesplus.com.au -candlehandmade.com -cartierlove2u.com -cashonads.com -casite-513049.cloudaccess.net -centraletermice.us -cfsrating.sonicwall.com -check-this-out-now.online -chimiver.info -cialischmrx.com -cinemaenergy-hd.ru -cjs.com.ru -clipartnew.com -clothesforcash.com -cmhomestayagency.com +brainsandeggs.blogspot.com +braintobe.win +brakehawk.com +breastaugmentation.co.za +breget74.ru +brg8.com +bronzeaid-a.akamaihd.net +bryansk.zrus.org +bum.com.ru +buzz-porno.info +candytiner.com +canrioloadm.gq +capsderfudd.tk +castingbank.ru +cfjump.com +chatroulette.life +chatseo.com +cheap-pills-norx.com +cheapbarbour.online +cheapjerseysa.com +cheapjerseysap.com +cheapmarmot.online +cheapmoncler.xyz +checkpagerank.net +chinaelitecheapjerseys.com +chinese-amezon.com +chocolateslim-u-srbiji.com +cialiswithoutadoctor.net +cineacademy.ru +circlesl.com +classiquebijoux.ru +clickbanksites.info +clicksor.com +clippingphotoindia.com +clips.ua.ac.be +cocyq.inwtrade.com coderstate.com -cometorussia.net -comissionka.net -commoncrawl.org -compliance-checker-7.info +coin-hive.com +compiko.info +compliance-don.xyz compliance-george.xyz -compliance-irvin.top -connectionstrenth.com -construmac.com.mx -continent-e.tv -cool-wedding.net -costablue.xyz -counter.yadro.ru -courtshipgift.com -cpabegins.ru -craftburg.ru -cranly.net -cutalltheshit.com -d-black.bz +compliance-irvin.xyz +compliance-ivan.xyz +concealthyself.com +copro.pw +cougfan.info +cryptoswap.biz +cscwtalkto.site +customboxes4less.com +customcatchcan.com +customcollegeessays.net +cwetochki.ru day-news.info -decoratinghomes.ga -dellalimov.com -den-noch24.ru -destinationrealestate.com -dev78.dioniqlabb.se -dimaka.info -dimfour.com -dimkino.ru +dayibiao.com +deadlinkchecker.com +detmebel.su +dipstar.org directrev.com -dnepropetrovsk.mistr-x.org -documentbase.net -dokfilms.net +docsportal.net +dogclothing.store +domain-submit.info +domainanalyzing.xyz +domaincrawler.com +domashneeruporno.com domcran.net -doreenblog.online -doublepimp.com -download-of-the-warez.blogspot.com -downloadkakaotalk.com -doxyporno.com -dprtb.com -dptaughtme.com -drhomes.biz -droidlook.net -e-avon.ru -ed-shop01.ru -ege-essay.ru -ekspertmed.com -elektroniksigaraankara.info -elektrozigarette2.wordpressy.pl -elektrozigaretten1.webs.com -elexies.info -elite-sex-finders.com -empirepoker.com -empis.magix.net -enews.tech -estelight.ru -etenininrade.ga -etur.ru -exct.net -exlarseva.webblog.es -eyes-on-you.ga -ezigarettenkaufen1.pagina.gr -facialporntube.com -fashion.stellaconstance.co -fashionindeed.ml -feargames.ru -ff30236ddef1465f88547e760973d70a.com -filmidivx.com -flashahead.info -flavors.me -floridahuntingfishingadventures.com -focalink.com -food.dtu.dk -formulaf1results.blogspot.com -forpostlock.ru -foxjuegos.com -foxydeal.com -freelifetimefuckbook.com -freelotto.com -freshdz.com -fuck-paid-share-buttons.xyz -fuckmill.com -galaxyflowers.ru -gamedayassist.com -gameonasia.com -gamerscorps.com -gamesprite.me -gate5.co.za -gaygalls.net -gaytube.com -gcup.ru -gktt.ru -glall.ru -glasof.es -go2jump.org -gourcy.altervista.org -gov.yanao.ru -gpms.org.my -gta-top.ru -guardlink.com +domini.cat +donna7753191.ru +dostavimvdom.ru +dynainbox.com +e-collantes.com +earn-from-articles.com +ec-file.info +edwinkonijn.com.au +eets.net +electronicadirect.com +elektrozigarette2.webs.com +enbersoft.com +eng-lyrics.com +enskedesquashclub.se +epngo.bz +erotik0049.com +eurosamodelki.ru +evrotekhservis.ru +exchanges-bet.com +excitacion.info +extstat.com +eyelike.com.ua +facebook-mobile.xyz +fantasticpixcool.com +farmprofi.net +fenoyl.batcave.net +fettefrauen.net +fickkontakte.org +fickkontaktehobbyhuren.com +fillmewithhappiness.com +film-one.ru +filmbokep69.com +filmci.pro +findacheaplawyers.com +findpik.com +fitnesspiks.com +flooringinstallation-edmonton.com +fordsonmajbor.cf +forex21.ru +forum20.smailik.org +foto-telok.net +fototravel.eu +fotoxxxru.com +frbizlist.com +free-today.com +freewebs.com +freewlan.info +frivgame250.com +gambarkataku.co +gay-site.store +gearcraft.us +ggiaro.com +gigixo.com +globetrotting-culture.ru +greatzip.com +grizzlysgrill.com +gsasearchengineranker.space +gsmtlf.ru guarrasdelporno.xxx -guigyverpo.cf -gungamesz.com -gwhwpxbw.bloger.index.hr -hawaiisurf.com -healmytrauma.info -heartofpayne.xyz -hem.passagen.se -hermesbelts.xyz -highland-homes.com -hiwibyh.bugs3.com -honyaku.yahoofs.jp -hornymatches.com -hothot.ru -idegenvezeto.eu -ifmo.ru -ilovevitaly.ru -imguramx.pw -indetiske.ya.ru -informatiecentro.be -insomniagamingfestival.com -instabid.tech -intelhdgraphicsgtdrive6w.metroblog.com -investpamm.ru -ip-guide.com -iqbazar.ru -ispaniya-costa-blanca.ru -itsdp3.com -iweblist.info -izhevsk.xrus.org -jackwolfskinoutlet.online -jolic2.com -jovencitas.gratis -jyrxd.com -kam-dom.ru -katushka.net -keywordsking.com -keywordspay.com -kichenaid.ru -kidd.reunionwatch.com +guod.me +hao123.com +hd-filmy.net +hdpixent.com +heliko.no +hermesreplica.win +homemature.net +hostingclub.lk +hostsshop.ru +hubbble.com +husky-shop.cz +ideoworld.org +igrovyeavtomaty777.ru +ihtec2019.org +imagine-ex.co +indo-export.ru +infogame.name +insurple.com +iradiology.ru +itis4you.com +ixora.pro +janavibekken.no +javidol.site +jeremyeaton.co +johannesburgsingles.co.za +justbcause.com +kakadu-interior.com.ua +kanimage.com +kaz.kz +keenoutlet.online +kerei.ru +keyword-suggestions.com +keywordteam.net +kfon.eu +khafre.us kimcurlrvsms.com -kinobest.pl -kinogonew.ru -kirov.zrus.org -kol-energo.ru -koleso24.com.ua -kovesszucs.atw.hu -kskjco.club -kupit-adenu.ru -ladsblue.com -lashstudia.ru -law-check-nine.xyz -law-check-two.xyz +kino-key.info +klosetkitten.com +krasivoe-hd.com +lacapilla.info +landoftracking.com +law-check-eight.xyz +leboard.ru letsart.ru -light.ifmo.ru -liveshoppersmac.com +letslowbefast.site +lexiangwan.com +lezbiyanki.net +li-er.ru +life-instyle.com +liky.co.ua +lion.conboy.us +liumimgx.pw +liverpool.gsofootball.com lizace.com -ljusihus.se -lodki-pvh.dp.ua -lol-smurfs.com -louboutinbooties.xyz -lrac.info +localflirtbuddies.com +locatellicorretor.com.br +lombia.com +lonerangergames.com lubetube.com -luxup.ru -mac-shield.com -magazintiande.ru -magnetpress.sk -maju.bluesalt.co -manyresultshub-a.akamaihd.net -marblestyle.ru -meddesk.ru -meget.co.za -metaxalonevstizanidine.blogspot.com -mexicotravelnet.com -mhi-systems.ru -mobilierland.com -mobsfun.net -modnie-futbolki.net -moinozhki.com -mokrayakiska.com -mompussy.net -moncleroutletonline.win +lunamedia.co +m-google.xyz +m4ever.net +machicon-ueno.info +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +macnewtech.com +magicplayer-s.acestream.net +mansiondelrio.co +mansparskats.com +marcowebonyodziezowe.pl +maridan.com.ua +massage-info.nl +master-muznachas.ru +mcadamssupplyco.com +mebelcomplekt.ru +megavolt.net.ua +memberty.com +menstennisforums.com +midst.eu +minharevisao.com +mirmedinfo.ru +mitrasound.ru +mixx.com +mobile.ok.ru +mobstarr.com +moesexy.com +monarchfind-a.akamaihd.net +moneyteam24.com moviemail-online.co.uk -mrbitsandbytes.com -mrinsidesales.com -muschisexbilder.com +moviezbonkerssk.cf +movpod.in +mrpornogratis.xxx +mulberryoutletonlineeu.com musicpro.monster -musicstock.me -mydownlodablefiles.com -myliveblog.ru +my-cash-bot.co +mybinaryoptionsrobot.com +mydownloadengine.com +myshopmatemac.com +mywallpaper.top na15.ru -nac-bearings.ru -naj-filmy24.pl -nalogovyykodeks.ru -naturtreenspicerx.pw -netoil.no -netvouz.com -nevansk.ru -ngps1.ru -njkmznnb.ru -nordstar.pro +netfacet.net +new-apps.ru +newhairstylesformen2014.com +newsperuse.com +niki-mlt.ru +nina.az +noscrapleftbehind.co nosecret.com.ua -nottyu.xyz -npoet.ru -nsatc.net -nudo.ca -obuv-kupit.ru -offer.camp -office-windows.ru -ohmyrings.com -okmedia.sk -okroshki.ru -okuos.com -oneminutesite.it -onlainbesplatno.ru -online-hit.info -online.ktc45.ru -onlinetvseries.me -oops-cinema.ru -openlibrary.org -patterntrader-en.com -perm-profnastil.ru -petrovka-online.com -pharmacyincity.com -phobia.us -photorepair.ru -picurams.pw -piuminiita.com +notasprensa.info +nuker.com +obiavo.by +okayimage.com +okout.ru +oksrv.com +old-rock.com +omsk.xrus.org +onetravelguides.com +online7777.com +onlinedomains.ru +onlyporno.ru +osagonline.ru +outclicks.net +outrageousdeal-a.akamaihd.net +ovirus.ru +paceform.com +panamaforbeginners.com +papasdelivery.ru +parajumpersstore.online +pcgroup.com.uy +pechikamini.ru +pepperstyle.ru +petedrummond.com +physfunc.ru +pintattoos.com +pinwallpaper.xyz pivka.xyz -pix24x7.com -plastgran.com -pogruztehnik.ru -pons-presse.com -pornodojd.ru -pornofiljmi.com -pornoklad.ru -pornokorol.com -pornophoto.xyz -pornoxxx.com.mx -porodasobak.net -privacyassistant.net -produkto.net -prodvigator.ua -prosperent.com -prostitutki-belgoroda.org -proxyradar.com -prpops.com -pst2017.onlinewebshop.net -pussyspace.net -randki-sex.com -rank-checker.online -razvratnoe.org -rczhan.com -rebelmouse.com -remontvsamare.su -remote-dba.de -remybutler.fr -rep-am.com -rff-cfal.info -rightenergysolutions.com.au +pixgood.com +pk-services.ru +placid-rounded-coast.glitch.me +platesauto.com +play-mp3.com +playfortuna-play.ru +poligon.com +polytopesexempt.com +pontiacsolstice.info +popcash.net +porngalleries.top +pornhubforum.tk +pornolook.net +pornotubexxx.name +pornpost.in +portadd.men +pourvous.info +powenlite24.ru +prokotov.com +prostitutki-tyumeni.org +pts163.ru +pwwysydh.com +raavidesigns.com +rabotaetvse.ru +radiodigital.co +ranksignals.com +refererx.com +refudiatethissarah.info +remont-fridge-tv.ru +robertefuller.com +rocis.site rockma.se -rosbalt.com.ua -runofilms.ru -rusenvironmental.net -russian-postindex.ru -saletool.ru -sammlungfotos.online -scanner-elena.top -scanner-julianna.top -scanner-nelson.top -scanner-walt.top -search.1and1.com -searchaddis.com +rospromtest.ru +rossanasaavedra.net +royal-betting.net +rubanners.com +rusvideos.su +rutor.group +sack.net +salutmontreal.com +samo-soznanie.ru +satoristudio.net +savememoney.co.za +sbf441.com +sc-specialhost.com +scanner-josh.top +schalke04fc.info +search-goo.com +sei80.com semp.net -seoboxes.com -seoexperimenty.ru -seolab.top -seorankinglinks.us -sethrollins.net -sevendays.com.ua -sex-watch.com -shemale-sex.net -shillyourcoins.com -shinikiev.com.ua -shop.acim.org -shoppytoolmac.com -shymkent.xkaz.org -sim-service.net -sims-sims.ru -skanninge.se -sky-mine.ru -small-game.com -smart-balancewheel.com -smstraf.ru -social-s-iii.xyz -socialmediasuggest.com -sohoindia.net -space4update.pw -sport7777.net -sports-supplements.us +seo-2-0.com +seo-tools-optimizing.com +seorussian.ru +servethis.com +sexcamamateurchat.com +sexobzor.info +sexytrend.ru +shariki-zuma-lines.ru +sherlock.se +shikiso.info +shohanb.com +siteonomy.com +sitevaluation.org +sloopyjoes.com +social-button.xyz +social-fun.ru +socialseet.ru +softomix.com +sotechco.co +spb-plitka.ru +spidtest.space spyfu.com -spywarebegone.com -stairliftsarea.com -stal-rulon.ru -stats-collector.org -stoki.ru +sr-rekneskap.no +stmassage.ru +strag-invest.ru strana-krasoty.ru +stroiminsk.com +students-cheapskate.ml superoboi.com.ua -swsociety.se -sygraem.com -symbaloo.com -syndicate.fun -tarad.com -tattomedia.com -taximytishi.ru -tds-advert002.info -tecnoteakviareggio.it -templates.radiodigital.co -the-trader.net -thebestweightlosspills.ovh -thiegs.reco.ws -tiandeural.ru -tiens2010.ru -timeallnews.ru -tizanidineandhydrocodone.blogspot.com -tizanidinecapsules.blogspot.com +supervesti.ru +surcentro.com +svetodiodoff.ru +tacbelarus.ru +taqywu51.soup.io +tasteidea.com +tastyfoodideas.com +tdsing.ru +testingads.pro +texbaza.by +thedownloadfreeonlinegames.blogspot.com +thegalerie.eu +thewomenlife.com +thexart.club +thin.me.pn tizanidinedruginteractions.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidineinfo.blogspot.com tizanidineinteractions.blogspot.com -tizanidinewithdrawal.blogspot.com +tizanidineoral.blogspot.com +tizanidinepills.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tjkckpytpnje.com tmm-kurs.ru -tmtrck.com -toloka.hurtom.com -topcasinoratings.ru -topshef.ru -torrnada.ru -track112.site -traffic100.com -trafficnetzwerk.de -trahic.ru -triumf-realty.ru -tsstcorpcddvdwshbbdriverfb.aircus.com -tuberkuleznik.ru -twu.com.ua -txxx.com -typer.one -ublaze.ru +tootoo.to +top-study.work +tracksz.co +tupper-shop.ru +turizm.bz +tvory.predmety.in.ua +twelvevisionspartyofcolorado.com +tyumen.xrus.org uggbootsoutletsale.us -urldelivery.com -ustion.ru -uzporno.mobi -vandrie-ict.nl -vertaform.com -viagra-soft.ru -viel.su -villacoloniale.com -vipsiterip.org +uggsale.online +uginekologa.com +uhdtv.website +ukrtvir.com.ua +um-razum.ru +unimodemhalfduplefw.pen.io +unrealcommander.com +upproar.com +upstore.me +urlopener.blogspot.com.au +urlopener.com +usadacha.net +usswrite.com +vacances-voyages.info +varbergsvind.se +velobikestock.com +veselokloun.ru +vesnatehno.ru +vezuviy.su +via-energy-acquistare.com +viandpet.com +viberdownload10.com +viddyoze.com +videochaty.ru +vilingstore.net +vip.51.la virus-schutzmasken.de -vizitki.net -vk-mus.ru -vzlomfb.com -vzlomsn.org -wallpaperstock.net -wapsite.me -webcamdevochka.com -webcamtalk.net -webextract.profound.net -webkeyit.com -website-datenbank.de -webstatsdomain.org -weprik.ru -whiteproduct.com -wingsofrefuge.net -wosik-dach.service-for-web.de -writingservices17.blogspot.ru -ws.ampower.me -www.888.com -www.jbetting.com -www.pinnacle-bets.com -www.solartek.ru -xev.ru -xmnb.net -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aikhbrhr.net -xn--90acenikpebbdd4f6d.xn--p1ai -xn--b1agm2d.net -xnxx-n.com -xnxxandxvideos.com -xrus.org -xuki.us -yougotanewdomain.com +vladimir.xrus.org +vladimir.zrus.org +vod.com.ua +vozbujdenie.com +vpnhowto.info +vsexkontakte.net +vut.com.ru +vykupavto-krasnodar.ru +wait3sec.org +webpromotion.ae +wesharepics.site +workle.website +world-mmo.com +worldis.me +www.kabbalah-red-bracelets.com +x69ty.ru +xblog.in +xmronta.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80aodinpgi.xn--p1ai +xxlargepop.com +xxxdatinglocal.us +xz618.com +yaaknaa.info +yebocasino.com +yellowads.men +yellowstonesafaritours.com +yoshkarola.zrus.org +youjizz.vc yourmovies.pl -yourserverisdown.com -yur-p.ru -yurgorod.ru -zakazvzloma.com -zarabotat-na-sajte.ru -zionstar.net -zkjovpdgxivg.ga -znakomstva-piter78.ru -zolotoy-lis.ru +yoursearch.me +youtubologia.it +yunque.pluto.ro +zacreditom.ru +zdesoboi.com +zero1.it +zeroredirect.com +zirondelli.it +zlatnajesen.com +zoogdiesney.com +zrizvtrnpale.tk +zscalerone.net +zzbroya.com.ua +zzlgxh.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index d75ca624b..f09de48ef 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -0c47f8422d3f.com -12masterov.com -14b.info -3dracergames.com -5elementov.ru -888.com -academia-nsk.org -accessoires-mode.in -actulite.com -adsfresh.men -alfa-medosmotr.ru -all4invest.info -amateurlivechat.org -apessay.com -apispringsmartne-a.akamaihd.net -appearance-cool.com -arenda-avtoprokat-krasnodar.ru -aruplighting.com -asdfg.pro -autoblogger24.info -autobudpostach.club -autoua.top -avto-oligarh.ru -baditri.com -baltgem.com -bestdooz.com -beta.hotkeys.com -bfz.biz -bibys.com -bigcities.org -bio-market.kz -bizfly.info -bjanshee.ru -bkns.vn -break-the-chains.com -brewdom.ru -brianhenry.co -budpost.com.ua -builtwith.com -buqayy0.livejournal.com -cakemediahq.com.au -cakesplus.com.au -cartierlovebracelet.xyz -cheapbarbour.online -checktext.org -chinaelitecheapjerseys.com -cntravelre.com -colobit.biz -com-secure.download -compliance-mark.top -cookie-law-enforcement-aa.xyz -cougfan.info -custom-product-labels.com -dalavia.ru -de.zapmeta.com -decenttools.com -degerlund.net -deplim.com -deshevo-nedorogo.ru -detskie-zabavi.ru -dev33.dioniqlabb.se -digest-project.ru -dignitasdata.se -diminishedvalueoforegon.com -dogbreedspicture.net -domination.ml -dosugrostov.site -download-of-the-warez.blogspot.com -downloaddy.net -earl-brown.info -ekosmetyki.net.pl -elektir.ru -elektrozigaretten1.webs.com -eluxer.net +28n2gl3wfyb0.ru +5000-cotydzien.com +57883.net +7ooo.ru +add-add.men +adhome.biz +adultactioncam.com +advokat-grodno.by +advokateg.xyz +alfa-img.com +ameblo.jp +analytics-ads.xyz +animebox.com.ua +apibatbrowsecom-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +arcteryxstore.online +artel116.ru +artpicso.com +ayerbo.xhost.ro +ayodhya.co +azarttoto.com +bablonow.ru +batanga.net +battle.net +besttorrentknifta.weebly.com +biketank.ga +bildsuche.ru +binomo.kz +bjetjt.com +blacktwhite.com +bonzybuddy.com +bookmark4you.com.biz +boole.onlinewebshop.net +brainsandeggs.blogspot.com +breget74.ru +btnativenav.com +businesn.men +businesxxl.com +buyk.host.sk +cactussoft.biz +canrioloadm.gq +cartierring.xyz +cartiertrinity.xyz +cbb1smartlist12.click +cctva.tv +cenoval.ru +cezartabac.ro +changde.58.com +cheapmoncler.win +chinacheapelitejerseys.com +clknsee.com +compliance-olga.top +comsysnet.com +cool-wedding.net +coolbar.pro +coprofam.org +cornerstone-countertops.com +cosmetic.donna7753191.ru +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +crazyprotocol.com +creativehutindia.com +creatives.adbetclickin.pink +creditwell.ru +customboxes4less.com +customerpromos-a.akamaihd.net +damasarenai.info +defenderxtactical.com +demian.kz +detective01.ru +divci-hry.info +dood.live +downloads-whatsapp.com +drugstoreforyou.com +easycommerce.cf +ekspertmed.com +electro-prom.com elvenar.com -elvenmachine.com -enbersoft.com -enthuse.computernetworksonline.com -extremal-blog.com -facebook-mobile.xyz -familyholiday.ml -fireads.men -fok.nl -fr.netlog.com -free-fb-traffic.com -front.to -funnel.co.za -gayxperience.com -ggiaro.com -gov.yanao.ru +en.altezza.travel +englate.com +ereko.ru +exchangeit.gq +ezigarettekaufen2.blox.pl +fikasound.tk +filmbokep69.com +filmetricsasia.com +finemanteam.com +fordsonmajbor.cf +forodvd.com +fotzen-ficken.com +foxweber.com +ftns.ru +goldenggames.com +goodhumor24.com +goodnightjournal.com +gopixdatabase.com +gotwebsite1.com graphicwe.org -greenidesign.co -guruofcasino.com -help.tpu.ru -high-speed1.net -hkdiiohi.skyrock.com -hoporno.com -hostnow.men -hustoon.over-blog.com -hyhj.info -ibb.com.ua -ilovevitaly.xyz -imgarcade.com -imguramx.pw -imk.com.ua -int.search.mywebsearch.com -investmac.com -istock-mebel.ru -jrcigars.com -kaliningrad.zrus.org -kazinogames.lv -koversite.info -kurbappeal.info -law-check-two.xyz -linksharingt.com -lirunet.ru -livetsomudvekslingstudent.bloggersdelight.dk -llastbuy.ru -lostfilm-online.ru -lovelycraftyhome.com -magento-crew.net -magiadinamibia.blogspot.com -mall.uk -mejoresfotos.eu +greenzaim.ru +guge.io +hildinghr.se +hollywoodactress.info +honyaku.yahoofs.jp +house.sieraddns.com +howopen.ru +hreade.com +huimin764128.com +igru-xbox.net +images.gyffu.com +imgarit.pw +imitex-plus.ru +imperia31.ru +infodocsportal.com +instasexyblog.com +investyb.com +ipornox.xxx +iqs.biz.ua +irunfar.com +islandminingsupply.wordpress.com +iusstf.org +javrip.net +javspace.net +jerseyssportsshop.com +jwcialislrt.com +kerch.site +keywordsdoctor.com +keywordsuggest.org +khadastoafarde.tk +kino2018.club +kinoplen.ru +kostenloser-sex.com +kskjco.club +lafriore.ru +lapitec.eu +law-check-eight.xyz +lechenie-gemorroya.com +legionalpha.com +lernur.net +lincolntheatre.com +lonfon.xyz +long-beach-air-conditioning.com +longlifelomilomi.info +lottospring.com +lumb.co +madot.onlinewebshop.net +mafa-free.com +marmitaco.cat +matematikus.info +megakino.net merryhouse.co.uk -metalonly.info -miniads.ca -mmgq.ru -mnimmigrantrights.net -monclerboots.xyz -montazhnic.ru -morefastermac.trade -musicvidz.ru -mustwineblog.com -mvpicton.co.uk -na-telefon.biz -naturalpharm.com.ua +modenamebel.ru +money-every-day.com +money-for-placing-articles.com +mouselink.co +mug-na-chas-moscow.ru +musicas.baixar-musicas-gratis.com +muz-shoes.ru +mxgetcode.com +myftpupload.com +mypets.by +nikitsyringedrivelg.pen.io +nomuos.it +nootrino.com +o333o.com +oakleyglassesonline.us obnal.org -obsessionphrases.com -outpersonals.com -oynat.info -paydayloanslocal.com -pensplan4u.com -percin.biz.ly -photokitchendesign.com -pl.id-forex.com -playmsn.com -playtap.us -poisk-zakona.ru -poligon.com -popads.net -popugauka.ru -pornohd1080.online -pornoklad.net -potolokelekor.ru -pravoholding.ru -privatamateure.com -privetsochi.ru -proekt-gaz.ru -promoforum.ru -prosperent.com -prostitutki-tyumeni.org +ofanda.com +oivcvx.website +onclickpredictiv.com +online.ktc45.ru +onlinemegax.com +ontargetseo.us +oralsexfilme.net +owohho.com +panouri-solare-acoperis.com +partnersafe.men +photo-clip.ru +picquery.com +porn-w.org +pornodojd.ru +pornoforadult.com +pornogratisdiario.com +priora-2.com +profitfx.online +pronekut.com psa48.ru -qexyfu.bugs3.com -rasteniya-vs-zombi.ru -retreatia.com -roll123.com -rospromtest.ru -rubanners.com -rukino.org -rusprostitute.com -sack.net -saneyes.com -sape.top -sbetodiodnye-lampy.ru -sbtdesign.co.uk -scanner-margo.top -semxiu.com -seo-tools-optimizing.com -serpstat.com -servethis.com -sex-watch.com -sexkontakteao.info -sharebutton.org -shtaketniki.kz -sims-sims.ru -sitevaluation.com -skanninge.se -snip.to -soblaznu.net -social-search.me -start.myplaycity.com -suggest-keywords.com -surgut.zrus.org -svetlotorg.ru -syndicate.fun -tabletkinaodchudzanie.com.pl -taboola.com -taranerymagesswa.blogspot.com -tattooreligion.ru -tecnoteakviareggio.it -tecspb.ru -telefonsexsofort.tk -thebestweightlosspills.ovh -theendivechronicles.com -tizanidinedosage.blogspot.com -tizanidineingredients.blogspot.com +ptr.ruvds.com +pussyfleet.com +pyramidlitho.webs.com +queerspace.com +rabot.host.sk +rapidsites.pro +real-time-analytics.com +reeyanaturopathy.com +remontgruzovik.ru +riders.ro +sbf441.com +scanner-willy.top +scottbywater.com +seo-prof1.xyz +shopperifymac.com +siha.de +site-auditor.online +smart-scripts.com +smichovbike.cz +snjatie-geroinovoy-lomki.ru +splendorsearch-a.akamaihd.net +stjamesschool.info +stop-zavisimost.com +stuff-about-money.com +suchenindeutschland.com +superoboi.com.ua +technika-remont.ru +thetattoohut.com +tizanidinedruginteractions.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidinehclsideeffects.blogspot.com tmearegion26.com -topshef.ru -traffic2cash.org -traffixer.com +tobeyouday.win +top10registrycleaners.com +track-rankings.online +trafficnetzwerk.de +trustedmaccleaner.com tuberkuleznik.ru -uni.me -uptimechecker.com -url2image.com -userequip.com -valuado.com +uchetunet.su +ultimateclassicrock.com +umekana.ru +unionmarkt.de +unpredictable.ga +usiad.net +varbergsvind.se varikozdok.ru -vbabule.net vedomstvo.net -veles.shop -versaut.xxx-cam.webcam -videochat.mx -videooko.weebly.com -virus-schutzmasken.de -vltai.com -vote-up.ru -vvon.co.uk -websiteaccountant.de -wemarketing.se -where-toget.com -wholesalejerseyscheapjerseys.us.com -www.888.com -www.event-tracking.com -www.solartek.ru -xn--d1aifoe0a9a.top -xportvusbdriver8i.snack.ws -yes-com.com -yhit.press -youandcredit.ru +vektorpress.ru +wallpapersist.com +wardreapptokone.tk +warning.or.kr +watchdogs-2.ru +waycash.net +whosonmyserver.com +worldhistory.biz +worldis.me +xn--80aafb2a.xn--p1ai +xsion.net youradexchange.com -yourothersite.com yousense.info -yurgorod.ru +yuweng.info zaim-pod-zalog-krasnodar.ru -zerocash.msk.ru -zeroredirect10.com zigarettenonlinekaufen2.drupalgardens.com -zmoda.hostreo.com +zs2vm.top diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,14 +581,4 @@
This is merely used for testing !!!