diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 56428e5e5..a7b7937fb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2616 +#### Version: V4.2021.09.2617 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 95746ca3e..d62a79127 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2616 +#### Version: V4.2021.09.2617 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index f7bae4ea4..9d3d219b5 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2616 +#### Version: V4.2021.09.2617 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e5314f121..fcc93d6b6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2616 +#### Version: V4.2021.09.2617 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 787d44f6f..4d0674c86 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 787d44f6f..4d0674c86 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 787d44f6f..4d0674c86 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 787d44f6f..4d0674c86 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 787d44f6f..4d0674c86 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 8ba45d3ff..1da593893 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2616 +2617 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 787d44f6f..4d0674c86 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2616 -### Updated: Mon Sep 27 10:03:30 UTC 2021 +### Version: V3.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 293928910..1e2e29ee0 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 60d3861ce..41ab64930 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.121.246.9 0; +51.141.187.141 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index ead5123f2..e0d65a2eb 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 0; +10.1.1.36 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 293928910..1e2e29ee0 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 60d3861ce..41ab64930 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.121.246.9 0; +51.141.187.141 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 2cc680e4b..f3f91ccec 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 60d3861ce..41ab64930 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.121.246.9 0; +51.141.187.141 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 6571ac554..2aacc397e 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2616 -### Updated: Mon Sep 27 10:03:29 UTC 2021 +### Version: V4.2021.09.2617 +### Updated: Mon Sep 27 22:01:20 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 0122074ed..320183a50 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.69 1; +10.1.1.36 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 8a3e60457..e7500c273 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AwarioRssBot -BDFetch -Getintent -Id-search -Szukacz -WebReaper -pcBrowser -sexsearcher -sogouspider -tAkeOut +Copier +FDM +FHscan +LNSpiderguy +Microsoft Data Access +Pockey +V-BOT +WebFuck +WiseGuys Robot +s1z.ru diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index f1ed8e138..02df58bcc 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com -ADmantX +360Spider +404checker +AIBOT ASPSeek -Aboundex +Acunetix +AhrefsBot +Aipbot +Alexibot AllSubmitter -AlphaBot Anarchie -Ankit -Apexoo -Asterias BBBike +BDCbot +BDFetch +BLEXBot +BackWeb BacklinkCrawler Badass -BatchFTP -Battleztar Bazinga -BetaBot -Bitacle +Bigfoot +Black Hole Blow Bolt -Brandprotect +Brandwatch +Buck Buddy BuiltBotTough +BuiltWith Bullseye -CATExplorador +BunnySlippers CCBot -CSHttp -CazoodleBot +CODE87 Cegbfeieh -CensysInspect -CheTeam +CheeseBot CherryPicker -Claritybot -Cliqzbot +ChinaClaw Cogentbot -CopyRightCheck +Collector +Copier Crawling at Home Project +CrazyWebCrawler +Crescent CrunchBot Curious -Custo DBLBot -Devil -Digincore -DittoSpyder -DomainAppender -Dotbot +DIIbot +Discoverybot +Dispatch +DnyzBot Download Wonder -Drip +Dragonfly EMail Siphon -EMail Wolf EasyDL -Ebingbong -Exabot -EyeNetIE -FDM -Fimap -Firefox/7.0 -FrontPage +Evil +Express WebPictures +ExtractorPro +FHscan +Freeuploader Fuzz -Fyrebot G-i-g-a-b-o-t -GalaxyBot -Genieo -Gigabot +GT::WWW +GermCrawler +GetWeb Go!Zilla Go-Ahead-Got-It Gotit -Grafula -GrapeshotCrawler -GridBot +GrabNet +HMView +HTTrack Harvest -Hloader HybridBot -IRLbot Id-search -IlseBot Image Fetch IndeedBot -InternetSeer +Indy Library +InfoNaviRobot +InfoTekies +Intelliseek +InterGET +Internet Ninja +Iria +Iskanie IstellaBot +JamesBOT JetCar -Jorgee +JikeSpider JustView -Keyword Density -Kozmosbot -Leap -LeechFTP +Jyxobot +Kinza +LNSpiderguy +LWP::Simple +Larbin LeechGet +LexiBot Lftp +LibWeb Libwhisker -LieBaoFast Lightspeedsystems +Likse LinkScan -Linkdexbot +LinkpadBot LinksManager -Lipperhey -Litemage_walker +LinqiaMetadataDownloaderBot Lmspider -MFC_Tear_Sample -MQQBrowser +MIDown tool MSFrontPage MTRobot Magnet -Majestic SEO -Majestic12 -MarkMonitor -MarkWatch +Mail.RU_Bot +Masscan Mb2345Browser -MeanPath Bot Meanpathbot Metauri -MicroMessenger -Mister PiX -Morfeus Fucking Scanner -Musobot +Mojeek +Mr.4x3 NICErsPRO -Needle -NetAnts -NetLyzer -NetMechanic -NetSpider -Netcraft -NextGenSearchBot -Niki-bot +Navroad +NearSite +Nibbler Nikto -Nimbostratus -OpenLinkProfiler -Openfind -PHPCrawl +Ninja +Nmap +Offline Explorer +OnCrawl +OpenVAS +OutclicksBot Page Analyzer -PageAnalyzer -Piepmatz +PageScorer +Papa Foto +Pavuk +Petalbot +Pi-Monster +Picscout Pixray -PleaseCrawl -ProPowerBot -ProWebWalker -Pu_iN -PyCurl +Probethenet +Psbot +Pump +PxBroker +RSSingBot RankActive -RankActiveLinkBot -RankingBot2 +RankFlex Rankivabot -Re-re -ReGet -RebelMouse +Reaper +RedesScrapy +RepoMonkey Ripper +RocketCrawler Rogerbot SBIder SEOkicks -SEOstats +SEOprofiler SMTBot ScanAlert Scanbot -ScoutJet -Searchestate -SearchmetricsBot -Semrush +Screaming +ScreenerBot SentiBot SeoSiteCheckup -Seomoz Shodan +Siphon SiteCheckerBotCrawler SiteExplorer -Sitebeam +SiteLockSpider +SiteSnagger Siteimprove +Sitevigil SlySearch -SocialRankIOBot +SmartDownload +Snake +Snapbot Sociscraper -Sogou web spider -Sottopop SpaceBison -Spammen +SpankBot +Spanner Spbot Spinn3r SputnikBot -Sqlmap +Sqlworm +Sqworm Steeler -SuperBot +Stripper +Sucker +SuperHTTP +SurveyBot Suzuran +T0PHackTeam +Teleport +TeleportPro +Thumbor TightTwatBot +Toata Tracemyfile -Trendictionbot -TurnitinBot -Twice -Typhoeus +Trendiction +True_Robot +Turnitin +TwengaBot +URLy.Warning UnisterBot -V-BOT -VB Project +Upflow VCI -Vacuum Vagabondo -VelenPublicWebCrawler -VidibleScraper -Virusdie -Voil Voltron WEBDAV -WWW-Collector-E -WWW-Mechanize +WPScan +WWW::Mechanize WWWOFFLE +WallpapersHD +WeSEE +Web Auto +Web Collage +Web Fetch +Web Pix WebAuto -WebCollage -WebFuck WebGo IS WebImageCollector WebLeacher WebPix -WebSauger +WebSucker WebZIP -Webster -Who.is Bot +Webalta +Webshag +Website Quester +Widow Wonderbot Wprecon -Xaldon WebSpider -Xenu -Zade -Zitebot -ZmEu -ZoominfoBot +Zauba +Zermelo +Zeus +ZoomBot ZyBorg +archive.org_bot arquivo-web-crawler -autoemailspider backlink-check -coccocbot-web -cognitiveseo -crawler4j -domainsproject.org -gopher -instabid +check1.exe +crawler.feedback +eCatch +evc-batch isitwp.com -magpie-crawler -meanpathbot -netEstate NE Crawler -page scorer -probe-image-size -ripz +mediawords +muhstik-scan +polaris version s1z.ru -scalaj-http -seoscanners -serpstatbot +seostar siteripz +sogouspider sp_auditbot -sysscan -trendiction.com -trendiction.de -ubermetrics-technologies.com -voyagerx.com -webprosbot -x09Mozilla -x22Mozilla +webmeup-crawler +webpros.com +xpymep1.exe +zauba.io zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index b20ae1a50..4f0567dbf 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +01h4x.com +404enemy 80legs ALittle Client -Aboundexbot Acunetix AfD-Verbotsverfahren AhrefsBot -AllSubmitter -Anarchy99 +Alexibot +AlphaBot +Anarchie Ankit -Apexoo +Asterias Attach AwarioSmartBot -BBBike -BDCbot -BDFetch +BackDoorBot +Backlink-Ceck BacklinkCrawler Badass Bandit -BetaBot +Barkrowler Bigfoot -Bitacle -Black Hole +Blackboard +BlowFish Boardreader -Bolt -Brandwatch BuiltBotTough +BuiltWith BunnySlippers -BuzzSumo -CATExplorador -CCBot -CODE87 -CazoodleBot -CensysInspect -CheTeam +CSHttp ChinaClaw -Claritybot Cliqzbot -Cocolyzebot Cogentbot -Collector CopyRightCheck -Copyscape -Crawling at Home Project -CrazyWebCrawler -CrunchBot -DTS Agent -Demon -Deusu -Digincore -DigitalPebble +CyotekWebCopy +DIIbot +Devil +Dirbuster +Disco Discobot Discoverybot -DittoSpyder -DnyzBot -DomainAppender -DomainCrawler -DomainSigmaCrawler -DomainStatsBot -Domains Project -Dotbot -Dragonfly +Dispatch +DomCopBot +Download Wonder +Drip +ECCP/1.0 EMail Siphon -EMail Wolf -Ebingbong +EirGrabber Exabot -ExtractorPro -EyeNetIE +Express WebPictures Ezooms +FDM +FHscan FemtosearchBot -Flunky +FlashGet Foobot Freeuploader -Fuzz -GT::WWW -Go-Ahead-Got-It +FyberSpider +Fyrebot +G-i-g-a-b-o-t +Genieo +GermCrawler +GetRight +GetWeb +Getintent GoZilla +GrabNet Grafula +GrapeFX GrapeshotCrawler -GridBot -Haansoft +HMView +HTTP::Lite +HTTrack HaosouSpider Harvest -Heritrix Humanlinks HybridBot -IDBot +IDBTE4M +IRLbot Image Sucker -Indy Library -InterGET -Internet Ninja +IndeedBot +InfoTekies Iria -Iskanie -JamesBOT -JennyBot -JetCar +IstellaBot +JOC Web Spider +Jbrofuzz +Joomla Jorgee Jyxobot -LNSpiderguy -Lanshanbot +Keyword Density +Kozmosbot Larbin -LeechGet +LeechFTP +LexiBot Lftp LibWeb -Lightspeedsystems -Likse -LinkWalker -Linkbot +LinkpadBot +LinksManager LinqiaMetadataDownloaderBot -LinqiaRSSBot -MIDown tool -MJ12bot +LinqiaScrapeBot +Lipperhey +Litemage_walker +Ltx71 +MIIxpc MQQBrowser MSFrontPage -Magnet +MSIECrawler +Mail.RU_Bot +Majestic12 +MarkWatch Mata Hari -MauiBot MeanPath Bot +Mediatoolkitbot MegaIndex.ru -Metauri -Mozlila +MicroMessenger +Microsoft URL Control +Moblie Safari +Morfeus Fucking Scanner Msrabot -NICErsPRO -NetAnts -NetSpider -Nettrack -Nibbler +Nessus +Netvibes +NextGenSearchBot +Niki-bot Nikto -Nmap +Nuclei Nutch Offline Explorer Offline Navigator -OnCrawl OpenLinkProfiler OpenVAS -OrangeSpider -OutclicksBot -PHPCrawl -Page Analyzer +Openvas +OrangeBot +OutfoxBot +PECL::HTTP +PageAnalyzer +PageGrabber PageThing.com -Papa Foto -PeoplePal -Pi-Monster +Picscout Piepmatz Pimonster -Pixray PleaseCrawl Pockey -ProWebWalker -Probethenet -Pump +Psbot +PxBroker +QueryN Metasearch +RankingBot2 +Rankivabot RankurBot +Re-re RealDownload +Recorder RedesScrapy -SEOkicks SEOkicks-Robot -SEOstats +SEOlyticsCrawler +SMTBot +SalesIntelligent +ScanAlert ScoutJet -Screaming -Searchestate SearchmetricsBot -Semrush +SeoSiteCheckup SeobilityBot -Shodan +Seomoz +Siphon SiteCheckerBotCrawler SiteExplorer -SiteSnagger SiteSucker +Sitebeam +Siteimprove +Sitevigil SmartDownload -Snapbot -Snoopy -Sociscraper -Sottopop +SocialRankIOBot +SpankBot Spanner -Spinn3r -Sqlmap Sqlworm -Surfbot -Suzuran -T0PHackTeam -T8Abot +Steeler +Stripper +Szukacz Telesphoreo +Telesphorep The Intraformant +TheNomad +Thumbor +Titan Toata -Trendiction +Trendictionbot True_Robot Turingos -TwengaBot -Typhoeus -URLy.Warning -Upflow +Turnitin +TurnitinBot VB Project -VCI Vacuum VelenPublicWebCrawler -VidibleScraper -VoidEYE +VeriCiteCrawler +Voil Voltron -WASALive-Bot -WBSearchBot WEBDAV -WWW-Collector-E -WWW::Mechanize -WWWOFFLE -Wallpapers/3.0 -WeSEE -Web Sauger -WebAuto -WebCopier +WISENutbot +WWW-Mechanize +Wallpapers +Web Collage +Web Fetch +Web Fuck +WebCollage WebFuck -WebSauger WebSucker -WebmasterWorldForumBot +Webalta +Webshag Website Quester -Whatweb +WebsiteExtractor +Webster Who.is Bot +Widow Wonderbot -Wprecon -Xenu -Zeus +Woobot +Wotbox +Xaldon WebSpider +Xaldon_WebSpider +Zade +Zauba +Zitebot +ZmEu ZoomBot -ZoominfoBot -ZumBot -archive.org_bot arquivo-web-crawler +arquivo.pt cah.io.community +check1.exe clark-crawler +coccocbot-web cognitiveseo -crawl.sogou.com -crawler.feedback -dataforseo.com -demandbase-bot -instabid +com.plumanalytics +crawler4j +domainsproject.org +eCatch +evc-batch +gopher +internetVista monitor ips-agent -mediawords -oBot -ripz -s1z.ru +isitwp.com +lwp-trivial +magpie-crawler +meanpathbot +muhstik-scan +pcBrowser +polaris version +probe-image-size scalaj-http -scan.lol -seoscanners serpstatbot -sexsearcher sitechecker.pro -siteripz -sogouspider -sp_auditbot -sysscan -trendiction.de -webmeup-crawler +ubermetrics-technologies.com +webprosbot +x09Mozilla +x22Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 1f462fd43..ac3826b47 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -buzzurl.jp -clash-clans.ru -divatraffic.com -fym.com.ru -leboard.ru -sabizonline.com -sexkvartal.com -telefonsexkostenlos.tk -tubo360.com -xxxtube69.com +a.frcls.fr +apiqualitinknet-a.akamaihd.net +bestwaystogetpaid.us +communisave.co.za +ecxtracking.com +myonigroup.com +oivcvx.website +pornoforadult.com +samara.rosfirm.ru +uamtrk.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index bcffddb15..c31ed9a1f 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -01apple.com -0lovespells0.blogspot.com +00author.com +1001desert.com +100searchengines.com +123locker.com +12masterov.com +1stat.ru +1webmaster.ml +2020iscoming.info +20pascals.nl +24-ak.ru 2daytrendingnews.com -3-letter-domains.net -4senses.co -51.la -6hopping.com -70casino.online -7xc4n.com -abcguru.xyz -adconscious.com -adsref.men -adultmeetonline.info -advertex.info -afmuseum.com -afslankpillen2017nl.eu -airmaxshoes-2016.com -allfinweb.com -alphavisions.net -alveris.ru -amigobulls.com -aosexkontakte.net -appartement-stumm.at -appiq.mobi +2nt.ru +300richmond.co.nz +3th.co.in +3xforum.ro +5000-cotydzien.com +5kstore.com +5ws.dating-app.ru +7a2rnuey1tw9ar.ru +7wind.ru +888.com +a96527gi.beget.tech +absolutelyanalog.com +adamoads.com +addray.pro +adexprts.com +adsland.men +adsloads.com +adtiger.tk +aimayangzhi.com +air-edem.ru +akita.kz +alienwheel.es +all4wap.ru +allknow.info +ample-awards-today.us +animal36.com +apccargo.com +apessay.com +apidigidocketnet-a.akamaihd.net applyneedy.xyz -aproposde.com -arcadeplayhouse.com -arquivo.pt -artel116.ru +apps-analytics.net artparquet.ru -asdfz.pro +asseenontv.ru astana.xxxkaz.org -astrochicks.com -atelielembrancaqueencanta.com.br -autoloans.com -autolombard-krasnodar.ru +autodo.info +autoplate.info autotrends.today -aversis.net -avtolombard-krasnodar.ru -axbocz.net -ayeartoforget.com -azazaporn.com -backlinkwatch.com -baixar-musicas-gratis.com -bala.getenjoyment.net -bayareaaeroclub.org -beachtoday.ru -bear.gotcher.us -beclean-nn.ru -bestofferswalkmydogouteveryday.gq -bestofpicture.com -bestplacetobuyeriacta.jw.lt -betonka.pro -bigcities.org -bimatoprost-careprost.com.ua -binaryoptionscops.info -biocn.dx.am -bitnote.co +autovideobroadcast.com +avirasecureserver.com +avkzarabotok.com +avtocredit-legko.ru +azartniy-bonus.com +azbukadiets.ru +babyfactory.fr +bad-stars.net +bagsonsale.online +baksman.com +bank.uz +bausparen.bz.it +bestmobilityscooterstoday.com +bestssaker.com +bezsporno.ru +biglistofwebsites.com +bio.trade-jp.net +birzha-truda.eu +bizzliving.com +blavia.00author.com blogos.kz -boleznikogi.com -bombla.org +blogs.rediff.com +bluejays-jerseys.us +bmsco.co +bobinoz.com +bolitgorlo.net bonzibuddi.com -boole.onlinewebshop.net -boostmyppc.com -brainxs.us -brandehk.dk -briomotor.co -brokergid.ru -btvn.ru -buchananshardware.com -businesn.men -buttons-for-website.com -buzz-porno.info -buzzurl.jp -camdolls.com -candlewooddentalcentre.com.au -carapics.com -carsplate.com -cartierjusteunclou.xyz -cartujano-pre.de -cascadelink.org -casinos4dummies.co.uk -celebsopics.com -centraletermice.us -centrumcoachingu.com -cfacarrosserie74.com -cheapjerseysap.com -cheapmarmot.online -chidporn.com -chinaelitecheapjerseys.com -christianlouboutinsaleonline.us -cialischstgerts.com -cinemaflix.website -circlesl.com -clickintext.net -clodo.ru -clothesforcash.com -cmhomestayagency.com -commoncrawl.org -communisave.co.za -compliance-don.xyz -compliance-ivan.xyz -coolgramgoods.com -cornerstone-countertops.com -cosmetic.donna7753191.ru -creditwell.ru -daisye.top -danashop.ru -data1.scopich.com -day-news.info +braintobe.win +breget74.ru +buketeg.xyz +bytimedance.ru +caveavins.fr +cejewelry.xyz +celejihad.info +cerev.info +cfjump.com +chatroulette.si +cheapbarbour.online +christianlouboutinreplica.win +cienum.fr +cjmc.info +clickbanksites.info +clickcash.com +clickpapa.com +clickzzs.nl +coindirect.io +concordexoticrentals.com +constantaservice.net +coolbar.pro +copro.pw +copypaste.traderzplanet.in +cottageofgrace.com +counterbot.com +credit.co.ua +creditnation.ru +cs-passion.pl +cv.wallhade.co +czat.wp.pl +data-mining.tk ddospanel.com -ddsoldes.fr -dealwifi.com -dentalpearls.com.au -djekxa.ru -djstools.com -dmmspy.com -docs4all.com -documentsite.net -domaineaneblanc.com +deplim.com +deutschland123.de +diegolopezcastan.com +disruptingdinnerparties.com +dividendo.ru +dktr.ru +dojki-hd.com +domain-tracker.com dostavimvdom.ru -dostavka-v-krym.com -dotmass.top -downloadkakaotalk.com -downloadme.life -downtuptv.gq -drpornogratisx.xxx -druzhininevgeniy63.blogspot.com -dumpsmania24.com -dvd-famille.com -educatemetv.com -eduserver.net -ege-essay.ru -elidelcream.weebly.com -elstal.com.pl -elvenar.com -enbersoft.com -encodable.com -englate.com -englishdictionaryfree.com -englishgamer.com -epicbrogaming.com -erotik0049.com -erotiktreff24.info -escortplius.com -evaashop.ru -everytalk.tv -exchanges-bet.com -exdocsfiles.com -expertnaya-ocenka.ru -exportshop.us -extractorandburner.com -eyes-on-you.ga -ez8motelseaworldsandiego.com -f-loaded.de -fandlr.com -fashion-mk.net -fenoyl.batcave.net -filmi-onlain.info -fodelsedagspresenter.nu -foodgid.net -forum.tvmir.org -forums.toucharcade.com -foto-weinberger.at -foxjuegos.com -franecki.net -frankofficial.ru -freelinkbuilding.website.tk -freelotto.com -freesitetest.com -freewlan.info -fuckmill.com -fullfileaccess.com -funnel.co.za -fusoradio.info -galaxyflowers.ru -gallery.rennlist.com -gavuer.ru -gaypornmovie.net -generic-pills-online.com -get-free-social-traffic.com -getdot.ru -gettpromos.com -getyourimage.club -ghazel.ru -given2.com -glogow.pl -gne8.com +download-walpaperhd.blogspot.com +doxysexy.com +dyshagi.ru +e-poker-2005.com +easync.io +ecookna.com.ua +editmedios.com +ekobata.ru +elektrischeziga.livejournal.com +elvenmachine.com +ero-advertising.com +esfchat.tk +essay-writing.work +exhibitionplus.eu +extremepornos.net +ezigarettekaufen2.yolasite.com +ezigaretteshop.webs.com +facialporntube.com +familyholiday.ml +fashionindeed.ml +fast-wordpress-start.com +fastcrawl.com +favorcosmetics.com +fermersovet.ru +fikasound.tk +filmetricsasia.com +filmfanatic.com +financeloan.us +finstroy.net +finteks.ru +fishingwholesale.us +florida-tourism.net +forsex.info +free-social-buttons.com +freelifetimefuckbook.com +freewebs.com +frequiry.com +friendflnder.com +fun2cell.net +gagrasector.ru +gambarkatabaru.com +game-mmorpg.net +gameprimary.com +gaygalls.net +gaz-voshod.ru +getpopunder.com +girls-ufa.ru +globalscam.ga +globetrotting-culture.ru +gogalleryawesome.com goldadpremium.com -googleseo.com.tr -graphics8.info -gratuitbaise.com -guitar-master.org -hanwei.us -haveinc.xyz -hd720kino.ru -healgastro.com -heroz.fr -heygidday.biz -hidemyass.com -highland-homes.com -hikesearch.net -himazin.info -hobild.net -houdom.net +goodly.pro +gotcher.us +gotorussia.com +gotwebsite1.com +greatzip.com +gribokstop.com +groupmoney.ru +gsmtlf.ru +gsou.cf +gta-club.ru +guigyverpo.cf +heliko.no +homeandhealth.ru +hoste.octopis.com +hostingclub.lk +hostsshop.ru +house.sieraddns.com +houston-vikings.com +hoverboard360.at howtowhitenteethfast.xyz -hscsscotland.com -hyhj.info -i-midias.net.br -ibb.com.ua -ilovevitaly.ru -imediadesk.com -impisr.ru -inboundlinks.win -inmate-locator.us -innodgfdriverhm.aircus.com -int.search.mywebsearch.com -invest-pamm.ru -investingclub.ru -investmac.com -iomoio.net -iradiology.ru -islandminingsupply.wordpress.com +hptwaakw.blog.fc2.com +hydropump.su +iboss.com +ilovevitaly.com +imadedinner.net +imagefinder.site +imagez.co +imagui.eu +imfamous.info +imgarit.pw +incanto.in.ua +indiakino.net +infokonkurs.ru +instakink.com +investzalog.ru +islamtoday.co.za +isoveti.ru +istizanidinelikexanax.blogspot.com +iusstf.org +ivanovo.zrus.org iwantmyfreecash.com -janavibekken.no -javstock.com +javrip.net javxxx18.com -jolic2.com -junketjuice.blogspot.com -jwcialislrt.com -kamalsinha.com -kambasoft.com -kamen-e.ru -kazinogames.lv -keyword-suggestions.com -keywordsking.com -keywordsuggests.com -kimcurlrvsms.com -kino-key.info -kino-rating.ru -kiwi237au.tk -kladrus.ru -kletkimehan.ru -kmd-pto.ru -kmgamex.cf -knigonosha.net -kometars.xyz -koronirealestate.gr -lacloop.info -larger.io -larose.jb2c.me -lawyersinfo.org -leadn.pl +jbl-charge.info +jerseywholesalebizchina.com +jikoman.info +joessmogtestonly.com +jus0wil.pp.ua +justdating.online +jyrxd.com +kalandranis.gr +karpun-iris.ru +katushka.net +kinoduh.ru +kinozapas.com +kongoultry.net +konpax.com +kostenloser-sex.com +krasnodar.xrus.org +krasnodar.zrus.org +kredit-pod-zalog-krasnodar.ru +ku6.com +landscaping.center +lankarns.com +lashstudia.ru +law-check-eight.xyz +lawyers.cafe +laxob.com +leboard.ru +lexiangwan.com +libertybilisim.com life-instyle.com -linkrr.com -live-sexcam.tk -lmrauction.com +lifebyleese.com +lifeinsurancekb.com +liffa.ru +lightinghomes.net +linkpulse.com +liran-locks.com +liupis.com localflirtbuddies.com -lostfilm-online.ru -louboutinshoes.xyz -luchshie-topcasino.ru -lutherstable.org -luxup.ru -m5home.ru -mac-shield.com -manifestation.betteroffers.review -manipulyator-peterburg.ru -medanestesia.ru -medicines-choice.com -mega-bony2017.pl -megavolt.net.ua -meltwater.com -member-quiz.com -minet.club -mirmedinfo.ru -mirzonru.net +locatellicorretor.com.br +lomb.co +longadventure.com +louboutinreplica.xyz +luckyday.world +lyngdalhudterapi.no +mainlinehobby.net +manualterap.roleforum.ru +manve.info +marketingtechniques.info +mastershef.club +matpre.top +megaindex.ru +mesbuta.info +michellblog.online +microstatic.pl +mini-modus.ru +misswell.net mmgq.ru -mmog-play.ru -mobioffertrck.com -mojowhois.com +mobilemedia.md +mobplayer.ru +moivestiy.biz mojpreskumanie.com -mokrayakiska.com -monthlywinners.com -moxo.com -mp3films.ru +moncleroutletonline.pw +monetizationking.net +montazhnic.ru +morf.snn.gr +mosrif.ru +mouselink.co +moviemail-online.co.uk +movies-in-theaters.net +moz.com mp3s.club -musicdaddy.net -musicspire.online -muz-baza.net -mybackgroundlandscape.blogspot.com -myperiod.club +muz-shoes.ru +my-aladin.com +myghillie.info +myhealthcare.com mysex21.com -najaden.no -naturalshair.site -negral.pluto.ro +nailsimg.com +narkologiya-voronezh.ru nerudlogistik.ru -nevansk.ru -nlfjjunb5.ru -northfacestore.online -obiavo.in -odywpjtw.bloger.index.hr +next-dentists.tk +nfljerseyscheapbiz.us +o-o-8-o-o.ru +obiavo.uz +office-windows.ru oil-td.ru -oneclickfiles.com -onemactrckr.com -onlineporno.site -onlyforemont.ru -orel-reshka.net -ororodnik.goodbb.ru -outshop.ru -palocco.it -parfusale.se -percin.biz.ly -perfectplanned.com -pestomou.info -peugeot-club.org -photokitchendesign.com -pics-group.com +okel.co +onefilms.net +onetravelguides.com +onko-24.com +onlinemegax.com +openlibrary.org +openmediasoft.com +opinionreelle.com +oren-cats.ru +orenburg-gsm.ru +osoznanie-narkotikam.net +oxford-book.com.ua +pagesense.com +palvira.com.ua +paparazzistudios.com.au +paperwritingservice17.blogspot.ru +parajumpersjakkesalgnorge.info +paramountmarble.co.uk +parlament.biz +partnerads.men +pattersonsweb.com +pcads.ru +peekyou.com +perl.dp.ua +perosan.com +phormchina.com +photo.houseofgaga.ru picsfair.com -picture-group.com -pierrehardysale.online -pistonclasico.com -plastgranar.nu -plusnetwork.com +pictures-and-images.com +pinapchik.com +pipki.r.acdnpro.com +pizda.lol +pladform.ru +play-movie.pl pochtovyi-index.ru -pony-business.com -popmarker.com -popup-hgd.xyz -pornogratisdiario.com -pornoslive.net -portside.xyz -privacyassistant.net -productarium.com -projectforte.ru -proposal-engine.com -propranolol40mg.blogspot.com -proxyradar.com -pshare.biz -psoriasis-file.trade -pssucai.info -purchasepillsnorx.com -py100.ru -ragecash.com -razleton.com -realtytimes.com -rebelmouse.com -rebrand.ly -recipedays.ru +pogruztehnik.ru +popugaychiki.com +porno-raskazy.ru +pornoklad.net +pornowarp.info +pornpost.in +privatamateure.com +privhosting.com +professionalwritingservices15.blogspot.ru +profolan.pl +purplesphere.in +putitin.me +r-control.ru +rangoman.date +rankingchart.de +rapevideosmovies.com +rasteniya-vs-zombi.ru +razorweb-a.akamaihd.net +rcpmda.ikan1080.xyz +recinziireale.com redirlock.com -rentaremotecomputer.com -replicaclub.ru +rednise.com +remont-komputerov-notebook.ru +resultshub-a.akamaihd.net +rightenergysolutions.com.au riralmolamsaca.tk -risparmiocasa.bz.it -rn-to-bsn.com -runtnc.net -rusexy.xyz -sanatorrii.ru -sardinie.us -sbwealthsolutions.ca -scanner-john.top -scanner-nelson.top -scoopquest.com -security60-e.com -segol.tv -seksotur.ru -selectads.men -sell-fb-group-here.com -seoholding.com -seonetwizard.com -sexkontakteao.info -sexsearch.com -sexyebonyteen.com -shama-rc.net -sharebutton.to -shell-pmr.ru -shisha-swag.de -shtora66.ru -sigmund-freud.co.uk -simon3.ru -simplesite.com -sinel.info -slimcdn.com -smadihome.com -snegozaderzhatel.ru -socialbookmarksubmission.org -socialbuttons.xyz +rossanasaavedra.net +rozalli.com +ru-dety.ru +ruex.org.ua +ruscoininvest.company +rvi.biz +sandhillsonline.com +sanidumps.com +santasgift.ml +sayyoethe.blogspot.co.za +scanmarine.info +scanner-alexa.top +scanner-walter.top +scripted.com +searchinterneat-a.akamaihd.net +semaltmedia.com +semrush.com +seojokes.net +sex-dating.co +sex-pr.net +sex.hotblog.top +sexflirtbook.com +sexpornotales.com +sexyteens.hol.es +shinikiev.com.ua +shoesonlinebuy.cn +shoppingjequiti.com.br +shymkent.xkaz.org +sibdevice.ru +simplepooltips.com +slomm.ru socialmadesimple.com -soda.media -soochi.co -spabali.org -space-worry.ml -space2019.top -spbchampionat.ru -stariy-baku.com -stats-collector.org -stroicol.net -superinterstitial.com -superlist.biz -sureone.pro -svarkagid.com -taboola.com -taqplayer.info -taranerymagesswa.blogspot.com -taraz.xkaz.org -tattoo33.ru +soft-program.com +softlinesolutions.me +softomix.net +soheavyblog.com +spasswelt.net +special-porn.com +sptslmtrafms.com +spymac.net +stanthonyscatholicchurch.org +startufa.ru +stathat.com +statustroll.com +staynplay.net +stickers-market.ru +stjamesschool.info +strag-invest.ru +strongholdsb.ru +surffoundation.nl +svbur.ru +sygraem.com +szamponrevita.pl +taqywu51.soup.io taxi-v-eisk.ru tds-advert005.info -tecnoteakviareggio.it -teletype.in -theheroes.ru -themestotal.com -thewomenlife.com -threecolumnblogger.com -tiandeural.ru -timetorelax.biz -tizanidinedosageforsleep.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tk-assortiment.ru -tomck.com -toon-families.com -top-karkas.ru -top1-seo-service.com -top10-way.com -top10registrycleaners.com -topcasinoratings.ru -topkarkas.com -tovaroboom.vast.ru -toys.erolove.in -traffixer.com -trkdf.com -trustedhealthtips.com -turbabitload.weebly.com -tvnewsclips.info -ua.tc -uchetunet.su -udsgame.online -uggbootsoutletsale.us -ultimateclassicrock.com -unlimitdocs.net -unmaroll.ya.ru -uprour.com -urzedowski.eu -usbggettwku.ga -ustion.ru -vacuumscleaner.com -valkiria-tk.ru +teastory.co +tecspb.ru +tedxrj.com +teenbbw.yopoint.in +templates.radiodigital.co +texbaza.by +tgtclick.com +theautoprofit.ml +thebestweightlosspills.ovh +thin.me.pn +timdreby.com +titan-cloud.life +tizanidineandhydrocodone.blogspot.com +tizanidinedosage.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tmtrck.com +tn811.us +topbestgames.com +torrentgamer.net +trafaret74.ru +trahic.ru +truck-addzilla.life +tytoona.com +u17795.netangels.ru +ukr-lit.com +umaseh.com +undergroundcityphoto.com +uni.me +vabasa.inwtrade.com vancleefreplica.pw -video-chat.cn -video-hollywood.ru -videochat.bz -videochat.ph -virtuagirl.com -vk-mus.ru -vksaver-all.ru -vladhistory.com -vse-pesni.com -vucms.com -vut.com.ru -vykupavto-krasnodar.ru -vzube.com -wapsite.me -waterefficiency.co -wcb.su -webpromotion.ae -website-analytics.online -websites-reviews.com -webstatsdomain.org -weburok.com -wedding-salon.net -welck.octopis.com +vandrie-ict.nl +vapomnoncri.tk +vbabule.net +veerotech.com +velen.io +viandpet.com +videochat.life +videochat.tv.br +viel.su +visa-pasport.ru +vozbujdenie.com +vseigru.one +vseigry.fun +vysigy.su +wallpapers-best.com +wardreapptokone.tk +watchmygf.net +watracker.net +watsonrealtycorp.com +webcamdevochka.com +webix.biz +webmasterhome.cn +webnode.me +wejdz-tu.pl wesharepics.com -whipme.yopoint.in -whiteelephantwellington.com -wildcattube.com -wildnatureimages.com -winterclassichockeyjerseys.com -winwotgold.pl -witclub.info -wladimirpayen.com -wurr.voila.net -www.pinnacle-bets.com -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn--lifehacer-1rb.com -xxxsiterips.xyz -yatrk.xyz -yellowads.men -yun56.co -z-master.ru -zacreditom.ru -zaimite.ru -zambini.ru -zarenica.net -zeroredirect5.com -zmoda.hostreo.com -zone-kev717.info -zoogdisany.com -zoomovies.org +wetgames.ru +whereiskentoday.com +wholesalecheapjerseysfree.com +wholinkstome.com +worldtraveler.world +wpthemedetector.co.uk +wttavern.com +wzgyyq.com +x-diesel.info +xep.info +xkaz.org +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--d1acah0c.xn--p1ai +xn--l1aengat.xn--p1ai +xportvusbdriver8i.snack.ws +xvideospornoru.com +xxxguitars.com +xxxkaz.org +xz618.com +yebocasino.co.za +youporn-forum.ga +yourserverisdown.com +zed21.net +zhorapankratov7.blogspot.com +zixizop.net.ru +zlatnajesen.com +znaniyapolza.ru zrelaya.pw -zvezdagedon.ru +zreloeporno.tv +zvooq.eu diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index dda2bca2c..eb5a1f28d 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0c47f8422d3f.com -0lovespells0.blogspot.com -13tabs.com -2girls1cup-free.com -5i2.net -7a2rnuey1tw9ar.ru -admitad.com -adultnet.in -aksonural.ru -all4invest.ru -amanda-porn.ga -apiqualitinknet-a.akamaihd.net -arquapetrarca.info -artefakct.com -autowebmarket.com.ua -aviav.org -ayakino.net -bablonow.ru -bad-stars.net -beauty-b0x.pl -belstaffstore.online -best-games.today -best-mam.ru -bget.ru -bioca.org -bjgugu.net.ua -blogporn.in -bluerobot.info -bookmark4you.com.biz -brakehawk.com -brus.city -bus-offer.com -buy-forum.ru -buyk.host.sk -cardsharp1.ru -carsdined.org -cartierbraceletsreplica.pw -chiblackhawks-jerseys.com -chiptuninger.com -chuckguilford.com -cialgenisrx.com -cityadspix.com -claytransformations.info -clknsee.com -compliance-willy.top -conciergegroup.org -cornerstone-countertops.com -crafthubs.com -dailyrank.net -danceuniverse.ru -dealighted.com +007angels.com +202ch.com +20pascals.nl +4rent.ru +5u.com +a14download.com +aa9bd78f328a6a41279d0fad0a88df1901.com +adzpower.com +alarmobninsk.ru +alert.scansafe.net +alfa9.com +algarveglobal.com +alldezservice.kz +altamayoztourism.com +animalia-life.club +anonymizeme.pro +apple.com-webbrowsing-security.review +apxeo.info +ardimobileinfo.ml +arkkivoltti.net +asdfz.pro +audiofree.ru +aviav.ru.com +babosas.com +bag77.ru +bagcionderlab.com +baikaleminer.com +bala.getenjoyment.net +bankcrediti.ru +batanga.net +beachdriveblog.com +belsetirehafi.tk +bestadbid.com +bestchoice.cf +bestserials.com +bestssaker.com +bezlimitko.xyz +billiard-classic.com.ua +biographiya.com +bpro1.top +burger-imperia.com +buron.pw +buynorxx.com +bvlgariring.xyz +candlewooddentalcentre.com.au +cercacamion.it +cheap-pills-norx.com +cheapmarmot.online +christianlouboutinshoes.xyz +clean-virus-mac.com +clickzzs.nl +clips.ua.ac.be +coindirect.io +compliance-andrew.top +compliance-don.top +coolyarddecorations.com +cottageofgrace.com +countercrazy.com +country-chic.ru +darmebel.com.ua +den-noch24.ru +dentalpearls.com.au design-lands.ru -discountliv.com -doeco.ru -dorratex.tn -dosug-lux.ru -dosugrostov.site -download-wallpaper.net +devochki.top +dispo.de +domashneeruporno.com +dotnetdotcom.org +downloaddy.net +downloadme.life drupa.com -dscaas.website -education-cz.ru -elektrischezigarette2.devhub.com -elmifarhangi.com -emailaccountlogin.co -es5.com -essayassist.com -european-torches.ru -executehosting.com -extremal-blog.com -ezigaretteshop2.vefblog.net -favornews.com -femdom.twiclub.in -filmci.pro -findpics.pw -firesub.pl -fok.nl -forum.doctissimo.fr +duplicashapp.com +e-collantes.com +e2click.com +easyukraine.com +ebonyporn.site +ekosmetyki.net.pl +elektrischezigaretten1.blogse.nl +enhand.se +evening-dating-club.info +exhibitionplus.eu +expdom.com +exportshop.us +factorynightclub.com +fetlifeblog.com +fivedwld.cf +footbalive.org forum69.info -foxtechfpv.com -freenode.info -gaz-voshod.ru -gdcentre.ru -genericlowlatencyasiodriverhq.aircus.com -gigixo.com -gilbertbanda.net -gnuetella.com +get-free-traffic-now.com +getridofstretchmarks.org +gigapeta.com +girlspicsa.com +gorodservis.ru greatidea.marketing -gsasearchenginerankerdiscount.com -gsmtlf.ru -hatdc.org -hdapp1008-a.akamaihd.net -hdpixion.com -hdwallpapers-free.com -healmytrauma.info -herehloadibs.cf -histats.com -hitmuzik.ru -ilovevitaly.ru -ilte.info -imperia31.ru -impisr.edunsk.ru -indo-export.ru -investpamm.ru -ipornox.xxx -jerseyssportsshop.com -kamalsinha.com +greenshop.su +guigyverpo.cf +guildebzh.info +hd-filmy.net +helicalpile.us +hermesbelts.xyz +hikesearch.net +hoste.octopis.com +hptwaakw.blog.fc2.com +humanelydrew.com +iklysha.ml +imagine-ex.co +infogame.name +intim-uslugi.info +invitefashion.com +izhevsk.xrus.org +j-times.ru +j33x.com +johannesburgsingles.co.za +jrpmakati.com +jyrxd.com +karachev-city.ru katadhin.co -kino-ecran.ru -kinobest.pl -kinopolet.net -koopilka.com -kovrenok.ru -lampokrat.ws -laulini.soclog.se -lechtaczka.net -letmacwork.world -liffa.ru -ljusihus.se -maglid.ru -marketingvici.com -marwer.info -master-muznachas.ru -matpre.top -menhealed.net -mini-modus.ru -mmostrike.ru -moneyteam24.com -moneytop.ru -morlat.altervista.org -mosdverka.ru -mountainstream.ms -mozello.ru -mustwineblog.com -myhydros.org -myonigroup.com -nlfjjunb5.ru -nvformula.ru -o-o-8-o-o.com -obsessionphrases.com -odesproperty.com -onlyporno.ru -openfrost.net -ordernorxx.com -pepperstyle.ru -picmoonco.pw -picturesboss.com -pizza-imperia.com -poiskzakona.ru -pornoelita.info -pornogratisdiario.com -portside.cc -produkto.net -proposal-engine.com -prostitutki-kharkova.org -prostitutki-tyumeni.org -pts163.ru -puzzleweb.ru -quangcaons.com -quick-seeker.com -rangoman.date +keywords-monitoring-success.com +kiwe-analytics.com +krynica.info +kurwa.win +landscapebackgrounds.blogspot.com +law-check-seven.xyz +laxob.com +leboard.ru +lechenie-gemorroya.com +lida-ru.com +littleberry.ru +lodki-pvh.dp.ua +lol-smurfs.com +lomza.info +long-beach-air-conditioning.com +luchshie-topcasino.ru +luckyshop.net.ua +lulea-auktionsverk.se +luxup.ru +max-p.men +metaxalonevstizanidine.blogspot.com +mirmedinfo.ru +missvietnam.org +mncrftpcs.com +moonci.ru +my-cash-bot.co +nardulan.com +nastydollars.com +ningessaybe.me +omoikiri-japan.ru +onemantrip.com +onlainbesplatno.ru +online.ktc45.ru +ooo-olni.ru +openlibrary.org +osb.se11.ru +ownshop.cf +ownshop.win +paceform.com +panicatack.com +patol01.pw +pdns.download +pearlisland.ru +percin.biz.ly +pertlocogasilk.tk +pixelrz.com +plastweb.ru +pornokajf.com +pornpost.in +progress-upakovka.ru +promodj.com +prostitutki-astana.org +questionmarque.ch +rabot.host.sk rankscanner.com -ranksonic.org -rating-bestcasino.com +real-time-analytics.com +redirlock.com +remont-fridge-tv.ru +rent2spb.ru responsinator.com -robertefuller.com -roofers.org.uk +ric.info +riders.ro +riralmolamsaca.tk +romhacking.ru royal-betting.net -rukino.org -russintv.fr -sakhboard.ru -santechnik.jimdo.com -sbwealthsolutions.ca -scanner-jack.top -scrnet.biz.ua -sdrescher.net -searchinquire.com -seotoolsagency.com +scanner-barak.top +sdi-pme.com +seasaltwithfood.com +seorussian.ru sergiorossistore.online -servethis.com -sex.hotblog.top -sexpornotales.net -sharpchallenge.com -sindragosa.comxa.com -socialseet.ru -soft1.ru -softomix.net -soundfrost.org -spb.afora.ru +sex-znakomstva.online +shiksabd.com +shopcheermakeup.info +sientalyric.co +sisi-go.ru +sitebeam.net +skatestick.bid +sledstvie-veli.net +sloopyjoes.com +sluganarodu.ru +socialmonkee.com +soda.media +soheavyblog.com +sports-supplements.us +spy-sts.com +stackthatbucks.com stevemonsen.com -stop-gepatit.te.ua -streha-metalko.si -sugvant.ru -sureone.pro -surintech.ac.th -svarkagid.com -svnuppsalaorebro.se -tam-gde-more.ru -taqywu51.soup.io -tds-advert002.info -theplacetoupdating.pw -tizanidine4mg.blogspot.com -tizanidinecost.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tmm-kurs.ru -tongkatmadura.info -toon-families.com -top10-way.com -topquality.cf -topsiteminecraft.com -trafficmania.com -ttsq.fr -tula.howotorg.ru -uamtrk.com -uchetunet.su -uhodzalijami.ru -upstore.me -usadacha.net -vektorpress.ru -verymes.xyz -videonsk.com +stockspmb.info +symphonyintegratedhealthcare.com +taboola.com +tagil.zrus.org +tandvardshuset.net +tfxiq.com +the-trader.net +thenews-today.info +trustedmaccleaner.com +tula.mdverey.ru +twelvevisionspartyofcolorado.com +tx41tclega.ru +tytoona.com +u555u.info +unionmarkt.de +uptime-alpha.net +valuado.com +vereo.eu +vesnatehno.com +vesnatehno.ru +visionwell.com.cn +vkontaktemusic.ru +vladimir.xrus.org +vote-up.ru +vvon.co.uk +vzube.com web.cvut.cz -webtherapy.ru -weburok.com -welck.octopis.com -wesharepics.info -whatistizanidine2mg.blogspot.com -wingsofrefuge.net -wrona.it -wsgames.ru -wstroika.ru -wzgyyq.com -xaylapdiendanang.com -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----itbkqkfiq.xn--p1ai -xxx-treker.ru -xxxkaz.org -yaaknaa.info -yaoguangdj.com -youdao.com -yourporngay.com -youtubedownload.org -yuarra.pluto.ro +webenlace.com.ar +wechatdownload10.com +woman-tampon.ru +womensplay.net +word-vorlagen.xyz +wpsecurity.website +xmnb.net +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +youporn-ru.com +yourads.website +yousense.info +ytmnd.com yun56.co -zakonobosago.ru -zarepta.com -zigarettenonl.canalblog.com -zoosexart.com -zootravel.com +zrelaya.pw zrus.org +zscalertwo.net zvooq.eu +zx6.ru diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,4 +581,14 @@
This is merely used for testing !!!