diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 7badd2c88..825d100cf 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.09.3361 +#### Version: V4.2022.09.3362 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f635ba5fc..ee5e2de66 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.09.3361 +#### Version: V4.2022.09.3362 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index c927a6b3a..a9501e42a 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.09.3361 +#### Version: V4.2022.09.3362 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e948bd35e..5b86f50f0 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.09.3361 +#### Version: V4.2022.09.3362 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 44bbbb6c8..37b6c515a 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 44bbbb6c8..37b6c515a 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 44bbbb6c8..37b6c515a 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 44bbbb6c8..37b6c515a 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 44bbbb6c8..37b6c515a 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index ae98429d4..0f1c48c01 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3361 +3362 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 44bbbb6c8..37b6c515a 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.09.3361 -### Updated: Tue Sep 20 10:03:29 UTC 2022 +### Version: V3.2022.09.3362 +### Updated: Tue Sep 20 22:01:11 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 2e944bf8e..6e5007bf7 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 57dfa1373..c388f8b71 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.245.240.61 0; +20.65.77.39 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 23c069ad3..4a4548f46 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 0; +10.1.0.218 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2e944bf8e..6e5007bf7 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 57dfa1373..c388f8b71 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.245.240.61 0; +20.65.77.39 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3af2f9246..3a3b52197 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 57dfa1373..c388f8b71 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.245.240.61 0; +20.65.77.39 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index d7879222e..52f9ee556 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.09.3361 -### Updated: Tue Sep 20 10:03:28 UTC 2022 +### Version: V4.2022.09.3362 +### Updated: Tue Sep 20 22:01:10 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index c4e1d26ac..1059d3a03 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.123 1; +10.1.0.218 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d2319f375..4c095005b 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -01h4x.com -Bigfoot -DomainCrawler -G-i-g-a-b-o-t -GermCrawler -Mojolicious -OpenVAS -Turingos -Wallpapers/3.0 -Web Auto +Alexibot +EasyDL +Lftp +Nutch +T0PHackTeam +WebBandit +Webalta +WiseGuys Robot +archive.org_bot +netEstate NE Crawler diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 778b19388..d3dca4c6f 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -ADmantX -ASPSeek -Aboundex -Acunetix -AfD-Verbotsverfahren -AhrefsBot +01h4x.com +404checker +80legs +AIBOT +Abonti +AllSubmitter Alligator +AlphaBot Anarchy -Ankit -Anthill -Apexoo -Asterias -BBBike +Aspiegel +Attach +AwarioRssBot BDCbot BDFetch -BackDoorBot +BLEXBot BackWeb -Backlink-Ceck -BacklinkCrawler -Bandit +Badass Barkrowler -Bitacle +BetaBot Black Hole -BlackWidow -Blackboard BlowFish -Boardreader +Brandprotect Buddy BuiltWith Bullseye -BunnySlippers -CCBot -CODE87 -Cegbfeieh -CheeseBot -Chlooe +CATExplorador +CazoodleBot +CensysInspect +CheTeam +CherryPicker +ChinaClaw Cliqzbot -Crawling at Home Project -CrazyWebCrawler -DIIbot -DSearch +Collector +Copier +Copyscape +Cosmos +Curious DTS Agent -DataCha0s -Demon -Devil +DatabaseDriverMysqli +Deusu DigitalPebble +Dirbuster Disco Discobot -Discoverybot Dispatch -DittoSpyder DnyzBot -DomainAppender -Domains Project -Download Wonder -Dragonfly +DomCopBot +Dotbot Drip -EMail Siphon +ECCP/1.0 EMail Wolf -EasyDL -Ebingbong -Ecxi -EirGrabber +EroCrawler Evil +Exabot +Express WebPictures Extreme Picture Finder EyeNetIE -FHscan -Flunky +Ezooms +Fimap +Foobot Freeuploader +FyberSpider +Fyrebot G-i-g-a-b-o-t GalaxyBot +GetRight GetWeb -Gigabot -Go-Ahead-Got-It -Gotit +GoZilla GrabNet +Grabber Grafula GrapeshotCrawler GridBot -HEADMasterSEO +HMView +HTMLparser Haansoft -Hloader -Humanlinks -HybridBot +HaosouSpider +Heritrix +HonoluluBot IDBTE4M -Image Sucker -InfoNaviRobot -InfoTekies +IRLbot +Iblog +Indy Library +Internet Ninja +InternetSeer +Iskanie +IstellaBot JOC Web Spider JetCar Jetty -Joomla -JustView -Jyxobot -Keyword Density -LNSpiderguy -Leap -LeechFTP +JikeSpider +Larbin +LeechGet LexiBot -LibWeb -Libwhisker -Likse -LinkScan +Linkbot LinkextractorPro +LinkpadBot LinqiaRSSBot -Litemage_walker -Lmspider -MIIxpc +LinqiaScrapeBot +Lipperhey Spider MQQBrowser -MTRobot -Magnet Majestic-SEO -Mb2345Browser -Moblie Safari +MeanPath Bot +Mediatoolkitbot +Metauri +Minefield +MolokaiBot +NICErsPRO NPbot Name Intelligence -NearSite Needle -NetAnts +Nessus +Net Vampire NetLyzer -NetSpider -NetZIP -Nettrack +NetMechanic +NextGenSearchBot NimbleCrawler -Nimbostratus Offline Explorer +Offline Navigator OnCrawl +OpenVAS Openfind -Openvas -PHPCrawl -Pandalytics -Pi-Monster -PictureFinder -Piepmatz +OrangeBot +POE-Component-Client-HTTP +Page Analyzer +PageAnalyzer +PageGrabber +PageScorer +PageThing.com +PeoplePal +Petalbot Pimonster +Pixray +Pockey ProPowerBot ProWebWalker -Pu_iN -PxBroker -PyCurl +QueryN Metasearch RSSingBot -RankActiveLinkBot -RankFlex +RankActive RankingBot -RankurBot -Re-re +Rankivabot +ReGet RealDownload Reaper -RebelMouse RedesScrapy +RocketCrawler SEOlyticsCrawler -SEOstats SMTBot Scanbot -Screaming +ScoutJet +Scrapy +ScreenerBot ScrepyBot Searchestate -SearchmetricsBot +Seekport +SemanticJuice Semrush -Seomoz +SemrushBot +SeoSiteCheckup Shodan +Siphon +SiteExplorer +SiteLockSpider +SiteSucker SlySearch -SmartDownload -Snapbot +Snake Snoopy SocialRankIOBot Sogou web spider -SpankBot +Spanner SputnikBot -Sqlmap Sqlworm -Stripper -Sucker -SuperBot -Surfbot -SurveyBot -Swiftbot -Szukacz -T0PHackTeam -TeleportPro Telesoft +Telesphoreo Telesphorep -Trendiction -Turnitin +TheNomad +TightTwatBot +Toata +True_Robot TwengaBot Twice Typhoeus URLy Warning UnisterBot -V-BOT +Upflow +VB Project +VCI Vagabondo -VeriCiteCrawler -WISENutbot +VelenPublicWebCrawler +VidibleScraper +WBSearchBot +WPScan +WWW-Mechanize +WWW::Mechanize +WWWOFFLE Wallpapers -WeSEE Web Auto -Web Collage -Web Enhancer -Web Fetch Web Fuck -Web Pix WebBandit -WebLeacher +WebCopier +WebFetch +WebFuck +WebPix WebReaper -WebSauger -WebZIP -Webalta -Webshag +WebStripper Website Quester -Whack -Whatweb +WebsiteQuester +Webster +Whacker Who.is Bot -WiseGuys Robot Wonderbot -Woobot Zauba -Zermelo -ZmEu +ZumBot ZyBorg adscanner -arquivo.pt -coccocbot -cognitiveseo +cah.io.community +clark-crawler +crawler.feedback dataforseo.com domainsproject.org -evc-batch -facebookscraper +eCatch +gopher heritrix +instabid internetVista monitor -linkdexbot -meanpathbot -muhstik-scan +lwp-trivial oBot -page scorer pcBrowser +polaris version probe-image-size ripz s1z.ru -scalaj-http +satoristudio.net scan.lol -seobility -serpstatbot +seocompany.store sexsearcher +sitechecker.pro siteripz +sp_auditbot +spyfu +tAkeOut trendiction.com -trendiction.de -ubermetrics-technologies.com +webgains-bot webmeup-crawler -x09Mozilla +webpros.com +webprosbot +x22Mozilla +xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index dc3f7a1aa..fb2aa578c 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider +404checker +404enemy 80legs ADmantX AIBOT Aboundex -Aboundexbot -Acunetix -AhrefsBot -AiHitBot +Aipbot AllSubmitter -AlphaBot -Anarchie -Anarchy +Anthill Aspiegel -Asterias -Atomseobot -AwarioRssBot -BDFetch -BLEXBot -BacklinkCrawler +BBBike +BackDoorBot +BackStreet +BatchFTP BetaBot -Bitacle +Black Hole BlackWidow -Blow +Boardreader BotALot -Brandprotect -Bullseye -CODE87 -CensysInspect +Buddy +BuiltWith +BunnySlippers +CATExplorador +CSHttp CheeseBot CherryPicker -Cloud mapping -Collector -Cosmos -Crawling at Home Project +Chlooe +Citoid +Cliqzbot +Cogentbot +CopyRightCheck +Copyscape +Craftbot CrazyWebCrawler -Curious +Crescent +CrunchBot +Custo +CyotekWebCopy DIIbot -DataCha0s -DatabaseDriverMysqli -Demon -Digincore +DTS Agent +Deusu +Devil Dirbuster -Discobot +Disco +Discoverybot DittoSpyder DnyzBot -DomCopBot -DomainStatsBot -Dotbot -ECCP/1.0 +DomainAppender +DomainCrawler +DomainSigmaCrawler +Domains Project +Download Wonder EMail Wolf +Ebingbong +EirGrabber +EroCrawler +Evil Exabot -Express WebPictures Extractor ExtractorPro -Extreme Picture Finder -EyeNetIE -Ezooms -FHscan -FemtosearchBot -Flunky +FDM +FlashGet Freeuploader Fuzz FyberSpider -Getintent +Fyrebot +G-i-g-a-b-o-t +Genieo +GetWeb Gigabot -Go-Ahead-Got-It Gotit GrabNet +Grafula GrapeshotCrawler -GridBot HEADMasterSEO -HTTP::Lite -Harvest -Heritrix -Hloader -Humanlinks -HybridBot +HMView +Haansoft +Havij +IDBTE4M IDBot IRLbot -Iblog -IlseBot -InfoTekies -Intelliseek -Iskanie -JOC Web Spider +Image Fetch +Image Sucker +IndeedBot +InfoNaviRobot +Internet Ninja +InternetSeer +JamesBOT JennyBot JetCar Jetty -Kenjin Spider +JustView +Jyxobot Kinza -LNSpiderguy -Lanshanbot +Kozmosbot Larbin -Leap -LexiBot -LibWeb -LieBaoFast -Lightspeedsystems -Linkbot +Libwhisker +Likse +LinkWalker +LinkextractorPro LinkpadBot -LinqiaMetadataDownloaderBot -Lipperhey Spider +LinksManager Litemage_walker MFC_Tear_Sample -MIDown tool +MIIxpc +MJ12bot MQQBrowser -Mag-Net -Magnet -Majestic SEO -Mass Downloader +MSIECrawler +MarkMonitor +MarkWatch +Masscan +Mata Hari MauiBot -Mediatoolkitbot -MegaIndex.ru -Microsoft Data Access +Metauri +Microsoft URL Control Minefield +Moblie Safari MolokaiBot -Mr.4x3 NICErsPRO +NPbot Name Intelligence -Navroad -Nessus +Needle Net Vampire NetLyzer -Nettrack +NetMechanic Netvibes -NextGenSearchBot -Nibbler +Niki-bot NimbleCrawler Ninja +Not +Nuclei Offline Explorer -OnCrawl -OpenLinkProfiler +OpenVAS +Openvas OrangeSpider PECL::HTTP Page Analyzer PageGrabber +Pandalytics +Panscient Papa Foto Pavuk -Picscout -Picsearch -PleaseCrawl -Pockey -ProPowerBot -ProWebWalker -Probethenet +Petalbot +Psbot Pu_iN -PyCurl QueryN Metasearch +Quick-Crawler RankActiveLinkBot -RankFlex -Recorder -SBIder -SEOkicks +RankingBot2 +RankurBot +Re-re +ReGet +RealDownload +RebelMouse SEOkicks-Robot +SEOprofiler +SISTRIX SMTBot SalesIntelligent -ScanAlert -Screaming -ScrepyBot +Scanbot Searchestate -Seekport -SeobilityBot -Seomoz -SiteCheckerBotCrawler +SentiBot +SeoSiteCheckup +Shodan +SiteExplorer +SiteLockSpider SiteSnagger +SiteSucker +Siteimprove +Sitevigil SlySearch -SmartDownload -Snapbot -Sosospider -SpaceBison +Snake +Sogou web spider SpankBot -Spbot -SputnikBot +Spinn3r Sqlmap -Sqlworm -Steeler -Sucker -SuperHTTP -Surfbot +SurveyBot Suzuran -Szukacz -T0PHackTeam +Swiftbot +T8Abot Telesoft -TightTwatBot +Telesphoreo +Telesphorep +The Intraformant +Titan Toata -True_Robot +Trendictionbot Turnitin -TurnitinBot +TwengaBot Twice -Typhoeus UnisterBot -V-BOT VCI -Vagabondo -WBSearchBot +VelenPublicWebCrawler +VeriCiteCrawler +WEBDAV WISENutbot -WWW::Mechanize +WWW-Collector-E +WWW-Mechanize +WWWOFFLE +WallpapersHD WeSEE +Web Auto +Web Enhancer Web Fetch -Web Pix -WebFuck +Web Sauger +Web Sucker +WebBandit +WebGo IS WebImageCollector -WebZIP +WebStripper +WebWhacker Webalta +Website Quester WebsiteQuester -Whacker -Widow +Who.is Bot WinHTTrack WiseGuys Robot -Wotbox +Wonderbot +Xaldon_WebSpider +Xenu YoudaoBot Zade -Zauba Zermelo -Zeus ZmEu +ZoomBot +ZoominfoBot +ZumBot ZyBorg -adscanner -arquivo.pt +backlink-check cah.io.community -clark-crawler -coccocbot +check1.exe +cognitiveseo com.plumanalytics -crawler.feedback -crawler4j dataforseo.com -facebookscraper +demandbase-bot +domainsproject.org heritrix -instabid iubenda-radar -oBot +lwp-request +lwp-trivial page scorer -plumanalytics -polaris version -probe-image-size -ripz -s1z.ru -satoristudio.net -scalaj-http -seocompany.store -seoscanners -seostar +pcBrowser +scan.lol serpstatbot -sitechecker.pro siteripz +sogouspider spyfu -trendiction.de ubermetrics-technologies.com -voyagerx.com -xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index af445a970..6c6a8d1b2 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -azbukafree.com -bonanza-fortune.men -hermesbelts.xyz -kazka.ru -mikozstop.com -realresultslist.com -scripted.com -strv.se -videospornogratisx.net -vvon.co.uk +freeseedsonline.com +gungamesz.com +instakink.com +kasino-money.pw +online.ktc45.ru +oxotl.com +pic-re.blogspot.com +sugarkun.com +tattooha.com +voluumtracker1.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 14e504259..91f8dec3e 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -000free.us -0n-line.tv -1-free-share-buttons.com -101billion.com -101lesbian.xyz -123movies.love -2pxg8bcf.top -2rich4bitches.com -3th.co.in -4webmasters.org -55wmz.ru +100dollars-seo.com +123cha.com +12masterov.com +1314dh.com +1flag.co.za +1kdailyprofit.me +1millionusd.xyz +2000k.ru +21h2o.com +2daytrendingnews.com +404.mn +5u.com 72-news.com -8558l.jobs.net -883zy.com -8si.ru +7yue.org +a.pr-cy.ru +aab94f698f36684c5a852a2ef272e031bb.com aasoldes.fr -absolute-s.ru -acc.eu.org -admitad.com -adtech.fr -adtiger.tk -adtology.com -adzpower.com +abcdeg.xyz +abcguru.xyz +abclauncher.com +above.com +abovetherivernc.com +acheterviagrafr24.com +actices.com +actulite.com +acunetix-referrer.com +addtoadd.men +ads-cool.pro +adultactioncam.com +adultmeetonline.info +adventureparkcostarica.com agecheckadult.com -akama.com -alfa-img.com -alldownload.pw -amehdaily.com -android-vsem.org -androids-store.com -anjalika.co.in -apartmentbay.ru -apartmentratings.com -apidiamondatanet-a.akamaihd.net -apispringsmartne-a.akamaihd.net -appsaurus.com -arabseyes.com -arcteryxstore.online -arendatora.ru -arquivo.pt -artparquet.ru -asseenontvonline.ru -atlant-auto.info -autobrennero.it -aviav.co -aviav.ru -avtovolop.ru -awaybird.ru -ayeartoforget.com -azinoofficial777.ru -bala.getenjoyment.net -bannerbank.ru -bannerswap.com -bbsoldes.fr -bcmp.org -becuo.com -bestimagecoollibrary.com -betonka.pro -bharatdefencekavach.com -bingo8888.com -bitporno.sx -bizcheapjerseyswholesalechina.com -bjorkbacken.nu -blagovest-med.ru -blockworld.ru -blog.koreadaily.com -board.f00d.de -bobba.dzaba.com -bongacams.com -bongiornos.info -book-bets.com -bookhome.info -bookmark4you.com -brainzpod.win -browsepulse-a.akamaihd.net +akusherok.ru +akvamaster.dp.ua +alekseevec.ru +alfabot.xyz +allbizne.co.ua +allcredits.su +alpharma.net +am15.net +amateurgalls.com +animali.deagostinipassion.it +anlimebel.kiev.ua +aosexkontakte.net +apple.com-cleaner.systems +approvedlocal.co.za +arquapetrarca.info +asiavirtualsolutions.com +asmxsatadriverin.aircus.com +asscenihotosidea.blogspot.com +avon-ukraine.com +avtocredit-legko.ru +azartmsl.com +azartniy-bonus.com +azbukadiets.ru +backlink4u.net +beremenyashka.com +best-seo-software.xyz +bestofferswalkmydogouteveryday.gq +bestwebsiteawards.com +betune.onlinewebshop.net +bfz.biz +bimatoprost-careprost.com +bjanshee.ru +bjgugu.net.ua +bkns.vn +blobar.org +blog.axant.it +boanonihaca.tk brus-vsem.ru +btvn.ru +bugof.gq buketeg.xyz bukleteg.xyz -bum.com.ru -bumble.cheapwebsitehoster.com -bycontext.com -callawaygolfstore.online -cam-kontakte.org -camel-beach.com -cardsdumps.com -cartierjusteunclou.xyz -cartierlove2u.com -cartierloveringreplica.xyz -casite-513049.cloudaccess.net -celebsopics.com -censys.io -centraletermice.us -centrdebut.ru -cete.ru -cheapsergiorossi.online -cialischstgerts.com -cialiswithoutadoctor.net -citetick.com -clarithromycin500mg.com -clksite.com -cntravelre.com -coin-hive.com -coindirect.io +business-made-fun.com +buypanicdisorderpill.com +buytizanidineonlinenoprescription.blogspot.com +byme.se +c1.onedmp.com +cacheimages.com +candcstuccoandstone.com +canoncdriverq3.pen.io +carsdined.org +cartechnic.ru +cartierreplica.win +ccjp.eu +chastnoeporno.com +cheapwebsitehoster.com +chelyabinsk.xrus.org +ciproandtizanidine.blogspot.com +circlesl.com +clayvasedesigns.tk +clean-virus-mac.com +clickbank.net +cognitiveseo.com collegeessay19.blogspot.ru -cometorussia.net -comissionka.net -compliance-brian.xyz -connectingsingles.com -consorzioilmosaico.org -coolwallpapers4k.info -country-chic.ru -covetnica.com -crackzplanet.com -crirussian.ru -culad.com -customcatchcan.com +colobit.biz +compliance-checker.info +compliance-nelson.top +compucelunlock.net +confib.ifmo.ru +copro.pw +cpajunkies.com +credit-respect.ru +crynet.cc +customchocolate.business-for-home.com cymbaltaandtizanidine.blogspot.com -czat.wp.pl -data1.scopich.com -datsun-do.com +cyse.tk +daneshetabiat.com dawlenie.com -daymusam.com ddsoldes.fr deanmoore.ie -decoratinghomes.ga decorationspcs.com -degerlund.net -demenageur.com -descargar-musica-gratis.net +delitime.info +design-ideas.info +dev-seo.blog devochki.top diegolopezcastan.com -dinkolove.ya.ru -discountbarbour.online -dodlive.mil -doska-vsem.ru -downloadeer.net -doyouknowtheword-flummox.ml -earl-brown.info -electricwheelchairsarea.com -elektrischezigarette2.onsugar.com -elektronischezi.livejournal.com -elektrozigaretten1.webs.com -emailaccountlogin.co -energy-ua.com -enhand.se -eonpal.com -eralph.tk -erotikchat-24.com -ertelecom.ru -eshop.md -eurosamodelki.ru -evehemming.blogspot.com.au -excitacao.com -exct.net -executehosting.com -expdom.com -expresstoplivo.ru -faithe.top -famix.xyz +diffbot.com +directrev.com +dividendo.ru +djekxa.ru +dlya-android.org +dnepropetrovsk.mistr-x.org +documentbase.net +domaincheck.io +doublepimp.com +downloader12.ru +draniki.org +drpornogratisx.xxx +druzhbany.ru +dtnlyss.com +dvervmoskvu.ru +e-c.al +e-commerce-seo1.com +eas-seo.com +easytuningshop.ru +egvar.net +ekaterinburg.xrus.org +electronicadirect.com +elektroniksigaraankara.info +elektronischezigarettekaufen1.beeplog.com +enginebay.ru +etotupo.ru +eugenevaultstorage.com +evidencecleanergold.com +evogarage.com +ezigarettenshop2.postbit.com +f012.de +facebook-mobile.xyz +factorynightclub.com faptitans.com -fearcrow.com -findthe.pet -flytourisme.org -foodcrafts.website -forums.d2jsp.org -fototravel.eu -free-gluten.ru -free-stock-illustration.com -free-video-tool.com -freeuploader.com -freshwallpapers.info -frighteningremain.cf -frivgame250.com +fatmaelgarny.com +fba-mexico.com +fealq.com +felizporno.com +filkhbr.com +fishingwholesale.us +fiverr.com +flash4fun.com +forodvd.com +foto-weinberger.at +fotopop.club +foxinsocks.ru +foxjuegos.com +frbizlist.com +freemaintenancesysforpcandmac.top fuckingawesome.com -fyxabomiw.ru -g.starmoe.xyz -g7m.pl -galaxys6manual.info -gambarkatabaru.com -gamblingnerd.com -gaypornmovie.net -geilehausfrauen.net -gemgrab-a.akamaihd.net -gifspics.com +fym.com.ru +gael-s.ru +gagrasector.ru +galeria-zdjec.com +game-mmorpg.net +gamerscorps.com +gazporno.com +geckoandfly.com +generalporn.org +gerhardhealer.com +ggiaro.com +gidonline.one +gilsonchiro.xyz +girlsatgames.ru +glavprofit.ru +glavtral.ru globatur.ru -goldandcard.ru -goldenggames.com +glopages.ru +goblacked.com +goldadpremium.com +gonextmedia.com goodwinmetals.co googglet.com -gosarhivrt.ru -gotwebsite1.com -gpms.org.my -gtopstats.com -hdimagegallery.net -hdpixion.com -hermesreplica.win -hetmanship.xyz -hiwibyh.bugs3.com -hobild.net -home-task.com -hotgirlhdwallpaper.com -hotloans.ru -houseofgaga.ru -howmuchdoestizanidinecost.blogspot.com -hptwaakw.blog.fc2.com +gopixdatabase.com +graphicwe.org +gratis-sexkontakte.com +grtyi.com +gstatey.net +hamilton.ca +hauleddes.com +hem.passagen.se +hermesbracelets.xyz +hidefiles.org +highland-homes.com +hitsbox.info +home.myplaycity.com +homedecorpicture.us +hostnow.men +hplaserjetpdriver8y.pen.io +hustoon.over-blog.com +hybrid.ru icaseclub.ru -ihc2015.info -images-graphics-pics.com +ifmo.ru +ilmen.net img.wallpaperstock.net -indetiske.ya.ru -inet-traffic.com -int.search.tb.ask.com -intim-uslugi.info +inbabes.sexushost.com +infazavr.ru +instakink.com +intellego.info +internetproviderstucson.com intimshop-fantasy.ru -investyb.com -ipchicken.com -iqoption-bin.com -itbc.kiev.ua -ivoiretechnocom.ci -jasonpartington.com -javspace.net -jennyfire.ru -jerseyswholesalechinalimited.com +investingclub.ru +ipostroika.ru +itch.io +ivanovo.zrus.org +javrip.net +jerseyschinabizwholesale.us jerseywholesaleelitestore.com -jmat.cn -jovencitas.gratis -juliaworld.net -jurajskie.info -kandidos.com -kareliatobacco.ru -kellyonline.xyz -kemerovo.zrus.org -kerch.site -ketrzyn.pl -keywordteam.net -kino2018.cc -kinohall.ru -kiprinform.com -klosetkitten.com -konturkrasoty.ru -krasivye-devushki.net -krasnodar.xrus.org +jobgirl24.ru +journeydownthescale.info +justucalling32211123456789.tk +kaidalibor.de +kazka.ru +kchaxton.com +kenaba.su +kerwinandcariza.com +keywordglobal.co.za +keywordhouse.com +kino-filmi.com +kino-rf.ru +kinobaks.com +kinostorm.net +kiwe-analytics.com +kleine-titten.biz +komp-pomosch.ru +kosova.de +kostenlos-sexvideos.com +kosynka-games.ru +koversite.info kredit-blog.ru -kriokomora.info -laexotic.com -lancheck.net +kumuk.info +landscaping.center lashstudia.ru -lecbter-relationships.ga -lechenie-gemorroya.com -lescinq.com +leadn.pl letmacworkfaster.world -lietaer.com -linkdebrideur.xyz -livejasmin.com -lomb.co -lonfon.xyz -long-beach-air-conditioning.com -lottospring.com -lowephotos.info -lulea-auktionsverk.se -m.b00kmarks.com -mafcards.ru -magazintiande.ru -magiadinamibia.blogspot.com -mainhp.net -malls.com -mansiondelrio.co -mantramusic.ru -mararoom.ru -marketingvici.com -maxxtor.eu -meble-bogart.info -menetie.ru -mere.host.sk -metafilter.com -michaelkorsoutlet.store +letslowbefast.today +lexiangwan.com +live-cam6.info +livingroomdecor.info +locatellicorretor.com.br +lrac.info +m-google.xyz +mabdoola.blogspot.com +mackeeper-center.club +magento-crew.net +magicalfind-a.akamaihd.net +magicdiet.gq +marcoislandvacations.net +marketingtechniques.info +markjaybeefractal.com +matb3aa.com +matsdale.com +max-eclat.men +max-p.men +mazda-roadsters.com +mebel-ekb.com +meet-flirt-dating.com +meetlocalchicks.com +meget.co.za +milblueprint.com militarysale.pro -mindeyegames.com -misswell.net -mitrasound.ru -mixed-wrestling.ru -mobplayer.net -moesexy.com -mojpregled.com -monclerjacketsoutlet.win -monthlywinners.com -morf.snn.gr -moroccosurfadventures.com -most.gov.iq -mrbitsandbytes.com -mural.co -musflashtv.com -musicspire.online -musirc.com -muznachas-service.ru -my-big-family.com -mystats.xyz -myxdate.info -na15.ru -najaden.no -narutonaruto.ru -national-today-winning-winner.club -naturalbreakthroughsresearch.com -naturalshair.site -netpics.org -newsperuse.com -nibbler.silktide.com +minyetki.ru +missis.top +mobicover.com.ua +monclercheap.xyz +money-every-day.com +moneymaster.ru +morepoweronmac.trade +moscow-clining.ru +moscow.xrus.org +moskva.nodup.ru +movpod.in +mp3films.ru +myperiod.club +nacap.ru +narkologiya-orel.ru +neobux-bg.info +nextrent-crimea.ru ningessaybe.me -o00.in -oakridgemo.com -offf.info +no-rx.info +nordvpn.com +norththeface.store +novatech.vn +nrjmobile.fr +nsatc.net +oballergiya.ru office-windows.ru +office2web.com +offtopic.biz onblastblog.online -online-hit.info -online7777.com -optibuymac.com -orenburg-gsm.ru -ostrovtaxi.ru +one.net.in +online-sbank.ru +online-zaymy.ru +online247.ml +onlinedomains.ru +onlinemeetingnow.com +ontargetseo.us +optitrade24.com +optom-deshevo.ru +oren-cats.ru +osoznanie-narkotikam.net +outclicks.net +outshop.ru +ovirus.ru ozoz.it -pacificair.com -painting-planet.com -partnerads.men -partnerline.men -pdn-4.com -pensplan4u.com -percin.biz.ly -photo.houseofgaga.ru -photorepair.ru -picscout.com -picsfair.com +pagesense.com +pandarastore.top +paramountmarble.co.uk +pendelprognos.se +photo-clip.ru picswe.com -picture-group.com +picturesboss.com +picturesmania.com +piluli.info pinsdaddy.com +pixelrz.com playlott.com -poem-paying.gq -popup-hgd.xyz -poquoson.org porn555.com -porno-chaman.info -porno-dojki.net -porno-home365.com -pornobrazzers.biz -pornoreino.com -potolokelekor.ru -pretty-mart.com -primedice.com -princeadvantagesales.com -privatefx.all4invest.info -prod2016.com -proekt-mos.ru -professionalwritingservices15.blogspot.ru -pron.pro -proxyelite.biz -pussyfleet.com -pyramidlitho.webs.com -rankingchart.de -ranksonic.org -rednise.com -relatodelpresente.com.ar +pornhubforum.tk +pornolook.net +pornotubexxx.name +portnoff.od.ua +pozdrawleniya.com +preconnubial.usuby.site +printdirectforless.com +proekt-gaz.ru +professionaldieselcare.com +profit-opportunity.com +promoheads.com +prostitutki-yaroslavlya.org +pshare.biz +quizzitch.net +rainbowice.ru +rankexperience.com +realresultslist.com +recordpage-a.akamaihd.net +refererx.com +relayblog.com +remmling.de +remontbiz.ru +remontvsamare.su +rep-am.com +responsinator.com +roleforum.ru rollercoin.com -rossmark.ru -saecsa.co -sanidumps.com -sbetodiodnye-lampy.ru -scat.porn -schlampen-treffen.com -sdrescher.net -segol.tv -seozoom.it -service.adtech.fr -serving.adbetclickin.pink -sexkrasivo.net -sexpornotales.com -sexuria.net -sexvideo-sex.com -sexyali.com -shakhtar-doneck.ru -shareyards.com -shiksabd.com -shisha-swag.de -sicfor.bcu.cc -silvercash.com -similardeals.net -site5.com -sitevalued.com -slavia.info +roofers.org.uk +rospromtest.ru +ruscopybook.com +rusoft-zone.ru +s-forum.biz +s-iwantyou.com +saneyes.com +savefrom.com +scanmyphones.com +scanner-andrew.top +scanner-julia.top +scanner-mark.top +sdelatmebel.ru +searchimage.co +seccioncontrabajo.com +seinterface.com +seofied.com +seoprofiler.com +serialsway.ucoz.ru +servethis.com +serw.clicksor.com +sexblog.pw +shopsellcardsdumps.com +shymkent.xkaz.org +simple-share-buttons.com +sisiynas.ru +site3.free-share-buttons.com +sitiz.club +sk.golden-praga.ru +smadihome.com smailik.org -snow.nvr163.com -softtor.com -solinf.co -sophang8.com +small-games.biz +snip.tw +socialmonkee.com +soda.media sovetogorod.ru -spasswelt.xyz -special-porn.com -speechfoodie.com -spidtest.space -spyfu.com -stanthonyscatholicchurch.org -startwp.org -steelmaster.lv -stoki.ru -strangeduckfilms.com -sugvant.ru -superstarfloraluk.com -superstats.com -swagbucks.com -tampabaywatch.org -taqywu51.soup.io -tarad.com -tattooha.com +spabali.org +spasswelt.net +spb.afora.ru +spitfiremusic.com +ssconstruction.co +stariy-baku.com +start.myplaycity.com +steamoff.net +sticken.co +strfls.com +strongholdsb.ru +stroydetali.ru +stuffpride.com +sugarkun.com +superinterstitial.com +suture.co +sygraem.com +takeflyte.com +tam-gde-more.ru +taqplayer.info +tastyfoodideas.com td-33.ru -tedxrj.com -tehngr.ru -telefonsex-ohne0900.net -testbotprocessor44.com -texbaza.by -thenews-today.info +technika-remont.ru +teletype.in +thefarmergame.com +theplacetoupdating.pw +ticketsys.inetwd.com +timer4web.com titelhelden.eu -tizanidinedrugtest.blogspot.com -tizanidineoral.blogspot.com -tizanidinepain.blogspot.com -tmm-kurs.ru -token-lab.org -toxicwap.com -tracfone.com -tracxn.com -trahic.ru -triplepanda.xyz -try-rx.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidineinfo.blogspot.com +tizanidinenarcotic.blogspot.com +tmearegion26.com +tnaionline.org +toonfamilies.net +top10registrycleaners.com +tour-line.net +tradgardspartner.se +traffictrade.life +traffique.net +tripper.de +tsan.net tt-ipd.info -ttsq.fr -tvand.ru -ucoz.ru -umnovocaminho.com -unitygame3d.com -universals.com.ua -uzporno.mobi -valoresito.com -valsalud.com -vellings.info -velpanex.ru -vezuviy.su -viagroid.ru -videochat.mx -vietimgy.pw -vigrx-original.ru -vita.com.hr -viveresaniesnelli.it -volgograd.xrus.org -vonradio.com -voprosotvet24.ru -vremya.eu -vriel.batcave.net -vrotike.ru -vvon.co.uk -w3data.co -wanker.us -wareseeker.com -webjam.com -website-audit.com.ua -wellcome2slovenia.ru -wholesalejerseys-cheapest.com -wildcattube.com -wineitudes.wordpress.com -witclub.info -works.if.ua -worldis.me -worldoffiles.ru -wormix-cheats.ru -worst-sites.online -wovis.site -www.event-tracking.com -xmladserver.com -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--d1aifoe0a9a.top -xn--e1afanlbnfckd7c3d.xn--p1ai +ttrraacckkrr.com +tube8.com +turizmus.us +twinderbella.com +tytoona.com +ucsol.ru +ukrtvory.in.ua +ukrup.com +ultramart.biz +unacittaconte.org +usadacha.net +uytmaster.ru +validdomain.xyz +varbergsvind.se +venta-prom.ru +vepad.com +viagra.pp.ua +videochat.life +vinsit.ru +visionwell.com.cn +vksex.ru +vsesubwaysurfers.com +vsexkontakte.net +vzlomtw.com +wahicbefa31.soup.io +warezaccess.com +webshoppermac.com +westum.se +wheelchairliftsarea.com +whiteproduct.com +wholesalejerseyscheapjerseys.us.com +win-spy.com +winx-play.ru +wnoz.de +woman-orgasm.ru +wufak.com +www.ehscloud.cn +www.get-free-traffic-now.com +www.labves.ru +x-diesel.org +x-lime.net +x-porno.video +xlolitka.com +xpresscare.ru xtremeeagles.net -xxxdatinglocal.us -xxxrus.org -xxxsiterips.xyz -yellowfootprints.com -youraticles.pl -yourporngay.com -yunque.pluto.ro -zarepta.com -zawyna.ua -zebradudka.com -zigarettenonlinekaufen2.bloog.pl -znaturaloriginal.com -zojirushi-products.ru -zvuker.net -zygophyceous.womanstars.site -zynax.ua +xxart.ru +yachts-cruise.info +yellowstonevisitortours.com +yoursite.com +youtubologia.it +zaidia.xhost.ro +zarenica.net +zoogdiesney.com +zoosexart.com +zrelaya.pw +zryydi.com +zskdla.site diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 990157d7a..61c5f2813 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -108shot.com -18ps.ru -1millionusd.xyz -2daytrendingnews.com -4webmasters.com -7ooo.ru -adult-shop.com.ua -airmaxshoes-2016.com -alfa9.com -all-number.com -amung.us -angigreene.com -anti-virus-removal.info -aosheng-tech.com -apimegabrowsebiz-a.akamaihd.net -appfastplay.com -arcteryxstore.online -artavenuegardenstudios.com -asiavirtualsolutions.com -asrvrep-a.akamaihd.net -aviav.eu -ayerbo.xhost.ro +00author.com +12u.info +2020iscoming.info +28n2gl3wfyb0.ru +4kepics.com +a1security.com.ua +adamoads.com +admatic.com.tr +adsland.men +advokateg.ru +aimayangzhi.com +alert-fdm.xyz +algerianembassy.co.in +all4invest.ru +alldownload.pw +allesohnegirls.net +android-style.com +aosexkontakte.net +apiitsthirteende-a.akamaihd.net +arenanews.com.ua +articlesdirectoryme.info +asrvvv-a.akamaihd.net +aussie-prizes.com +azartclub.org +babs.com.ua +backuperwebcam.weebly.com bagsonsale.online -bannerspace.com -belinvestdom.by +bankcrediti.ru +battleforupdating.site +bazaronline24.ru +beauby.ru belsetirehafi.tk -bestbrainprod.win -bestbuy.ca -bezlimitko.xyz -bioinnovate.co -biznesrealnost.ru -bmsco.co -boanonihaca.tk -bonzibuddi.com -bronzeaid-a.akamaihd.net -buyessay3.blogspot.ru -candytiner.com -canoncdriverq3.pen.io -canzoni.ru -cejewelry.xyz -cheap-trusted-backlinks.com -cheapmarmot.online -choosecuisine.com -coderstate.com -compliance-alex.xyz -compliance-george.top -compliance-ivan.xyz -conciergegroup.org -coolwallpapers-hd.com -copypaste.traderzplanet.in -covetnica.com -customcatchcan.com -czat.wp.pl -dailyrank.net -defenderxtactical.com -designdevise.com -dichvuvesinhhanoi.com -dickssportinggoods.com -dktr.ru -dnepropetrovsk.mistr-x.org -doctormakarova.ru -doktoronline.no -domainsatcost.com -downloadeer.net -dptaughtme.com -draniki.org -dynainbox.com -easyshoppermac.com -elektrozigarette1.dreamwidth.org -elmacho.xyz -energydiet24.ru -eng-lyrics.com -enskedesquashclub.se -erotikstories.ru -este-line.com.ua -etotupo.ru -everypony.ru -excitacao.com -extremal-blog.com -extremepornos.net -ezigarettekaufen1.hpage.com -ezigarettenshop2.postbit.com -fatmaelgarny.com -fba-mexico.com -fealq.com -filesmonster.porn -financehint.eu -forum20.smailik.org -fsalas.com -game-mmorpg.net -gaygalls.net -gaypornmovie.net -gcup.ru -get-free-social-traffic.com -glopages.ru -gombita.info -google-liar.ru -googlsucks.com +bg6s0.com +bibys.com +biketank.ga +binaryoptionscops.info +bitcoin-ua.top +blackplanet.com +blobar.org +bongiornos.info +boole.onlinewebshop.net +brainxs.us +brainzpod.win +buchananshardware.com +cacheimages.com +camdenmemorials.com +cartierlovestore.com +cartiertrinity.xyz +cercacamion.it +cgi2.nintendo.co.jp +changde.58.com +clodo.ru +com-secure.download +compliance-andrew.top +compliance-josh.top +compliance-viktor.top +connectingsingles.com +cookie-law-enforcement-aa.xyz +courtshipgift.com +culad.com +customchocolate.business-for-home.com +cyclobenzaprinevstizanidine.blogspot.com +deutschland123.de +digest-project.ru +dividendo.ru +djstools.com +downloader12.ru +doyouknowtheword-flummox.ml +drev.biz +drhomes.biz +drugstoreforyou.com +drunkenstepfather.com +ege-essay.ru +eleimgo.pw +elektrischezigaretten1.blogse.nl +elite-sex-finders.com +elkacentr.ru +enthuse.computernetworksonline.com +erectile.bid +erotag.com +essay-writing.work +excitacion.info +exlarseva.webblog.es +extstat.com +f0815.de +fenoyl.batcave.net +fickenprivat.info +filmidivx.com +findthe.pet +finemanteam.com +forums.toucharcade.com +free-share-buttons.blogspot.com +free-traffic.xyz +freesitetest.com +gamebackyard.com +gateway.zscalerone.net +get-free-traffic-now.com +gidonline.one gpms.org.my -gsasearchenginerankerdiscount.com -gsmtlf.ru -gunsvicceadadebt.tk -gwebtools.com.br -hanink.biz.ly -hannasolution.ru -hao123.com -hermesbelts.xyz -homeinns.com -hully.altervista.org -hydropump.su -ibb.com.ua -ibmdatamanagement.co -iflycapetown.co.za -imfamous.info -inbabes.sexushost.com -incep.imagine-ex.co -indianmedicaltourismshop.com -inome.com.ua -jewelryandfiligree.com -jobmarket.com.ua -jwss.cc -kollekcioner.ru -krasnodar.xrus.org -ks1234.com -kumuk.info -kupiproday.com.ua -la-fa.ru -languagecode.com -larger.io -lexixxx.com -life.biz.ua -littleberry.ru -live-sexcam.tk -localflirtbuddies.com -locustdesign.co -lostaruban.com -lottospring.com -lovi-moment.com.ua -mabdoola.blogspot.com -mactechinfo.info -mail.allnews24.in -mil-stak.com -moesonce.com -moi-glazki.ru -money-every-day.com -moviezbonkerssk.cf -mrinsidesales.com -muizre.ru -muzaporn.com -my-cash-bot.co -mygameplus.ru -namenectar.com +gsasearchengineranker.xyz +hatedriveapart.com +healing-dysplasia.ru +heroz.fr +hobild.net +hoporno.com +hyiphunter.org +imabase.com +imadedinner.net +images-free.net +insta-add.pro +instakink.com +interesnie-faktu.ru +internet-apteka.ru +iwantmyfreecash.com +iwanttodeliver.com +izismile.com +j-times.ru +jerseywholesalebizchina.com +johnnyhaley.top +kidd.reunionwatch.com +kinoplen.ru +klumba55.ru +komputers-best.ru +kosynka-games.ru +kotaku.com +kreativperlen.ch +kskjco.club +laapp.com +lacloop.info +laxob.com +letsart.ru +lineshops.biz +linkbolic.com +livesex-amateure.info +lomb.co +louboutinreplica.xyz +love-baby.cz +mansparskats.com +manve.info +medi-fitt.hu +microsearch.ru +mirobuvi.com.ua +mnimmigrantrights.net +modenamebel.ru +mydearest.co +nailsimg.com navalwiki.info -networkad.net -nextbackgroundcheck.gq -nibbler.silktide.com -nodding-passion.tk -nonews.co -novodigs.com -office-windows.ru -oivcvx.website -okout.ru -okroshki.ru -one.net.in -opinionreelle.com -orsonet.ru -pandarastore.top -pay2me.pl -peugeot-club.org -pflexads.com -pics-group.com -piulatte.cz -pivka.xyz -pizda.lol -ploenjitmedia.azurewebsites.net -popugauka.ru -porno-transsexuals.ru +newsperuse.com +niki-mlt.ru +nordvpn.com +notaria-desalas.com +nuup.info +ok.ru +okel.co +online.ktc45.ru +onlinedomains.ru +onlineporno.site +ourtherapy.ru +outpersonals.com +pammik.ru +panouri-solare-acoperis.com +pechikamini.ru +pekori.to +pestomou.info +phormchina.com +pinsdaddy.com +pk-services.ru +popup.matchmaker.com pornosemki.info -pornotubexxx.name -pornzone.tv -pozdrawleniya.com -prizeestates.cricket -prizestohandle.club -prpops.com -quelle.ru -quick-offer.com -quickchange.cc -rankings-analytics.com -ranksonic.org -razyboard.com -reeyanaturopathy.com -refererx.com -remont-comp-pomosh.ru -remybutler.fr -rent2spb.ru -resant.ru -reversing.cc -rialp.getenjoyment.net -royal-investments.net -rusvideos.su -santasgift.ml -sbetodiodnye-lampy.ru -scanhub.ru -scanner-don.top -scanner-mark.top -scmor.ilxc.cc -scoopquest.com -searchimpression.com -seo-prof1.xyz -seoexperimenty.ru -service-core.ru -sexkrasivo.net -sexpornotales.net -sexstream.pl -shakhtar-doneck.ru -similardeals.net -simplesite.com -sitevalued.com -slujbauborki.ru -small-games.biz -smartpet.ru -snyatie-lomki-v-stacionare.ru -sugarlyflex.pw -timhost.ru -tizanidine4mg.blogspot.com -torontoplumbinggroup.com +pornoslive.net +portal-eu.ru +predominant-invent.tk +privacyassistant.net +privatbank46.ru +proekt-gaz.ru +progonrumarket.ru +prostitutki-yaroslavlya.org +rank-checker.online +remontgruzovik.ru +replica-watch.ru +rustic-quiver.win +sa-live.com +samoiedo.it +sanjosestartups.com +sbprabooks.com +sdrescher.net +securesmrt-dt.com +seokicks.de +sex-sex-sex5.com +sex-tracker.com +sexpornotales.com +sexreliz.com +simple-share-buttons.com +sinel.info +softtor.com +solinf.co +soviet-portal.do.am +special-porn.com +steebook.com +sterva.cc +stop-zavisimost.com +stromerrealty.com +stroymonolit.su +sukarame.net +superstarfloraluk.com +svbur.ru +technopellet.gr +templates.radiodigital.co +texbaza.by +thetoiletpaper.com +tizanidinedosageforsleep.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tnctrx.com +tomatis.gospartner.com +topanasex.com +topflownews.com torrents.cd -track.deriv.com -traffic100.com -traxdom.ru -typer.one -uac.net.au -uptime-as.net -userequip.com -vacuumcleanerguru.com -viagengrarx.com -vids18.site -vkonche.com -voronezh.xrus.org -webix.biz -workle.website -wowas31.ucoz.ru -ww2awards.info -www.pinnacle-bets.com -xn--80ak6aa92e.com -yellowads.men -yourporn.com -yourporngay.com -youtubedownload.org -z-master.ru +trafficmania.com +truck-addzilla.life +tuckermktg.com +tvand.ru +tvteleport.ru +twodollarshows.com +uginekologa.com +univerfiles.com +vashsvet.com +vchulkah.net +vellings.info +vonradio.com +walpaperlist.com +web.cvut.cz +webads.co.nz +webcamdevochka.com +worldis.me +www.kabbalah-red-bracelets.com +x-porno.video +x-rates.ru +xbaboon.com +xedserver.com +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xtrafficplus.com +yatrk.xyz +yellowstonevisitortours.com +yousense.info +yugk.net +zaidia.xhost.ro +zazagames.org +zs2vm.top diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..b2122ba99 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -1,21 +1,11 @@ - - -
-This is merely used for testing !!!
- - +