diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6ccfb83c3..c91acf4fd 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.08.2499 +#### Version: V4.2021.08.2500 #### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a1d2df1ac..f1d6c4f22 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.08.2499 +#### Version: V4.2021.08.2500 #### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 9e3c67680..ac1b56583 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.08.2499 +#### Version: V4.2021.08.2500 #### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index b038a7eb7..62d49663d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.08.2499 +#### Version: V4.2021.08.2500 #### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 990e63df4..a92ff6c31 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 990e63df4..a92ff6c31 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 990e63df4..a92ff6c31 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 990e63df4..a92ff6c31 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 990e63df4..a92ff6c31 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index fbeb93ef3..1a1e818a7 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2499 +2500 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 990e63df4..a92ff6c31 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.08.2499 -### Updated: Wed Aug 4 06:58:16 UTC 2021 +### Version: V3.2021.08.2500 +### Updated: Wed Aug 4 08:23:19 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 8cb8feae7..064a92867 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index cd3c31fe1..719340a66 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.160.252 0; +52.229.16.216 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e99987da..2b76dd831 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 0; +10.1.1.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 8cb8feae7..064a92867 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index cd3c31fe1..719340a66 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.160.252 0; +52.229.16.216 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 0cde7c157..c33705cb2 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index cd3c31fe1..719340a66 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.160.252 0; +52.229.16.216 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index ee68351df..c69cf4271 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.08.2499 -### Updated: Wed Aug 4 06:58:15 UTC 2021 +### Version: V4.2021.08.2500 +### Updated: Wed Aug 4 08:23:18 UTC 2021 ### Bad Referrer Count: 7074 ### Bad Bot Count: 618 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index fa8e5e170..492069531 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.130 1; +10.1.1.70 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index deceda44c..810ffb11e 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AfD-Verbotsverfahren -BlowFish -Ezooms -FlashGet -OpenLinkProfiler -PageScorer -SiteLockSpider -WebsiteExtractor -Whacker -gopher +CrunchBot +HaosouSpider +Heritrix +Leap +PyCurl +RankActiveLinkBot +T8Abot +demandbase-bot +muhstik-scan +x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index f9adbc656..17dd6764c 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 404enemy -ADmantX -AIBOT -Aboundexbot +80legs +ALittle Client +Aboundex Acunetix AfD-Verbotsverfahren -AhrefsBot AiHitBot +Aipbot +AllSubmitter Alligator +AlphaBot Anarchie -Anarchy99 -Apexoo +Anarchy Aspiegel -Attach +Asterias AwarioRssBot +AwarioSmartBot BBBike BDFetch -BackDoorBot -BackWeb -Battleztar Bazinga -Black Hole -BlackWidow -Blackboard -Boardreader +BLEXBot +BacklinkCrawler +Bandit +Bolt BotALot Buck -BuiltBotTough +Buddy BuiltWith -CATExplorador +Bullseye +CODE87 CSHttp -ChinaClaw +Calculon Chlooe -Copier -Copyscape -Cosmos -CrazyWebCrawler -CrunchBot +Claritybot +Cocolyzebot +Collector Custo CyotekWebCopy DBLBot DIIbot DSearch -DTS Agent -Deusu -Discoverybot -DnyzBot +DataCha0s +DatabaseDriverMysqli +DigitalPebble +DomCopBot DomainAppender DomainCrawler -DomainStatsBot Dotbot -Drip +Download Wonder +Dragonfly EMail Wolf +Ebingbong Ecxi +EirGrabber Evil -Exabot Express WebPictures -Extreme Picture Finder -EyeNetIE -FDM +Ezooms Fimap +Flunky +Foobot Freeuploader +Fuzz G-i-g-a-b-o-t -GalaxyBot -Getintent -Gigablast +GermCrawler +GetRight +GetWeb +Go-Ahead-Got-It +GoZilla Gotit GrabNet Grabber +GrapeFX GrapeshotCrawler -HMView +GridBot +HEADMasterSEO +HTMLparser HTTP::Lite -Havij -Humanlinks -IDBot +Haansoft +HaosouSpider +Harvest +Hloader +IRLbot +Iblog IlseBot -Indy Library +Image Sucker InfoNaviRobot -Intelliseek -Internet Ninja -Iria -JOC Web Spider -JetCar -Jorgee -Jyxobot -Kozmosbot +InfoTekies +InterGET +JennyBot +JustView +Kenjin Spider +Keyword Density +Kinza Lanshanbot Leap +LeechGet LexiBot -Lftp -Libwhisker LieBaoFast Likse -LinkWalker -Linkbot -LinkextractorPro -LinksManager -LinqiaMetadataDownloaderBot -LinqiaScrapeBot +LinkScan +Linkdexbot +Lipperhey +Lmspider +MFC_Tear_Sample MIDown tool MIIxpc MJ12bot -MSFrontPage -Majestic12 -Masscan +MQQBrowser +MSIECrawler +Mag-Net +Magnet +Mail.RU_Bot +Majestic SEO +Majestic-SEO +Mass Downloader +MeanPath Bot +MicroMessenger Microsoft Data Access -Moblie Safari -Morfeus Fucking Scanner -Mr.4x3 +Mister PiX +Mojolicious +Mozlila +Musobot NICErsPRO NPbot -Nameprotect -NearSite Nessus NetAnts -NetLyzer -NetMechanic NetSpider -Netcraft Netvibes -Nibbler -Nikto +NextGenSearchBot +NimbleCrawler +Ninja +Nuclei Octopus -OpenVAS -Openfind OrangeBot OrangeSpider -Page Analyzer -PageGrabber +OutclicksBot +PECL::HTTP +PageAnalyzer +Pandalytics Panscient -Papa Foto -Pavuk PeoplePal Petalbot -Pi-Monster -Picsearch -PictureFinder -Piepmatz +Picscout Pimonster -PleaseCrawl +Pixray +Pockey +Probethenet Psbot -Pu_iN -PxBroker -QueryN Metasearch +PyCurl +RankActive RankingBot -RankurBot Re-re +ReGet RealDownload -RepoMonkey -Rogerbot +Reaper +RebelMouse +Ripper SBIder -SEOkicks -SEOstats SISTRIX -Scanbot -ScoutJet -ScreenerBot +Screaming ScrepyBot -Searchestate -SearchmetricsBot -SeoSiteCheckup -SeobilityBot +Semrush +SentiBot Seomoz Shodan -Siphon Site Sucker +SiteCheckerBotCrawler SiteExplorer SiteSnagger SiteSucker Sitevigil +Snapbot SocialRankIOBot -Sogou web spider -SpankBot -Spanner -Spbot -Spinn3r -Sqworm -Stripper +Sosospider +SputnikBot +Sqlworm +Sucuri SuperBot -SurveyBot Suzuran -Teleport -Telesoft -Telesphoreo -Thumbor -TightTwatBot +The Intraformant +Toweyabot Tracemyfile -Turingos -Twice +True_Robot Typhoeus URLy Warning +URLy.Warning UnisterBot V-BOT -VB Project -Vacuum VelenPublicWebCrawler -VeriCiteCrawler -Virusdie VoidEYE +WASALive-Bot WBSearchBot -WWW-Mechanize +WEBDAV +WPScan +WWW-Collector-E WWWOFFLE -Wallpapers WeSEE +Web Collage Web Enhancer -Web Sauger +Web Fuck Web Sucker -WebBandit +WebAuto WebCollage -WebFuck -WebImageCollector -WebReaper -WebStripper -WebZIP +Webalta +WebmasterWorldForumBot Webshag -Website Quester -WebsiteQuester +WebsiteExtractor Whack -Whatweb +Whacker +Widow WiseGuys Robot Wonderbot Woobot -Wotbox -Xaldon_WebSpider +Xaldon WebSpider Xenu -YoudaoBot -Zade +Zermelo +Zeus ZmEu +ZoomBot +ZoominfoBot +ZyBorg +archive.org_bot autoemailspider -coccocbot-web -crawl.sogou.com +check1.exe +cognitiveseo +crawler.feedback crawler4j -eCatch +demandbase-bot +domainsproject.org +facebookscraper +heritrix instabid internetVista monitor -ips-agent isitwp.com lwp-trivial +oBot page scorer -polaris version +pcBrowser +plumanalytics s1z.ru -scalaj-http -scan.lol -seobility -sexsearcher +satoristudio.net +seoscanners +siteripz sogouspider -sp_auditbot +sysscan trendiction.de -voyagerx.com +ubermetrics-technologies.com +x22Mozilla zauba.io zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 86c64a750..0b7582f6a 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -ADmantX -AIBOT +01h4x.com +ALittle Client ASPSeek Abonti -Aboundexbot -Acunetix -AhrefsBot +Aboundex AiHitBot -Alligator -Anarchie +Aipbot +Alexibot +Anarchy99 Anthill Apexoo +Aspiegel Asterias -BackDoorBot -Barkrowler -BatchFTP -Bitacle -Blackboard +Attach +AwarioRssBot +BBBike +BackWeb +Badass +Bandit +Battleztar Bazinga +BetaBot +Bigfoot Blow -BlowFish -Bolt +Boardreader Brandprotect -Buck -CATExplorador +Brandwatch +Bullseye +CODE87 +CSHttp Calculon CazoodleBot -Cegbfeieh -CensysInspect -CheTeam -CheeseBot -CherryPicker +ChinaClaw Chlooe Claritybot -Cliqzbot +Cloud mapping Cocolyzebot -Cogentbot Collector -Curious -Custo +CopyRightCheck +Copyscape +Crescent +DBLBot DIIbot -DSearch -DTS Agent DatabaseDriverMysqli -Digincore -DigitalPebble -Dirbuster -Disco +Dispatch DnyzBot DomainAppender DomainSigmaCrawler +DomainStatsBot Dotbot -ECCP/1.0 -EMail Wolf -EirGrabber -Evil -Express WebPictures -ExtractorPro -Extreme Picture Finder +Dragonfly +Drip +Ebingbong +Ecxi +Extractor FDM -FemtosearchBot Flunky Freeuploader FrontPage -Fuzz -Fyrebot -G-i-g-a-b-o-t -GermCrawler +FyberSpider +GT::WWW +GalaxyBot +Genieo +Getintent Gigablast Gigabot +Go!Zilla Go-Ahead-Got-It -GrabNet Grabber -GrapeFX -HTTP::Lite +GrapeshotCrawler Haansoft -Humanlinks +Harvest HybridBot -Id-search -IlseBot -InfoNaviRobot +IRLbot +Intelliseek Internet Ninja -InternetSeer Iria Iskanie -JOC Web Spider JamesBOT -Jorgee -Jyxobot +Jbrofuzz +Jetty +JustView Kenjin Spider -Keyword Density -Kinza Kozmosbot -Lanshanbot -Larbin -Leap -LeechFTP -LeechGet -LieBaoFast -LinkWalker -Linkdexbot +LexiBot +LibWeb +Libwhisker LinkextractorPro +LinkpadBot LinksManager -LinqiaScrapeBot +LinqiaMetadataDownloaderBot +Lipperhey +Litemage_walker +Lmspider Ltx71 -MFC_Tear_Sample +MIDown tool +MJ12bot MSFrontPage -Magnet -Majestic SEO -MarkMonitor +MTRobot +Mail.RU_Bot MarkWatch -Mass Downloader Masscan -Mb2345Browser -MeanPath Bot -MicroMessenger -Mister PiX +Mata Hari +Mediatoolkitbot +Metauri +Microsoft Data Access +Moblie Safari Mojeek -Morfeus Fucking Scanner +Mojolicious +Navroad +NearSite +Nessus Net Vampire +NetLyzer +NetSpider NetZIP -Nettrack -Netvibes NextGenSearchBot +Nibbler +Niki-bot Nimbostratus +Ninja +Nmap +Nuclei +Octopus Offline Explorer Offline Navigator OnCrawl -Openfind +OpenVAS OrangeBot OrangeSpider -OutfoxBot -PECL::HTTP -Page Analyzer +POE-Component-Client-HTTP PageAnalyzer -PageThing.com -Panscient +Pandalytics Papa Foto -PeoplePal +Pavuk +Petalbot +Pi-Monster Picscout Picsearch -PictureFinder -ProWebWalker -Pu_iN -Quick-Crawler -RankActive +ProPowerBot +Probethenet +PyCurl +QueryN Metasearch +RSSingBot RankActiveLinkBot -RankFlex +RankingBot2 +ReGet +Reaper RebelMouse Recorder RepoMonkey Ripper -RocketCrawler +SBIder +SEOkicks +SEOkicks-Robot +SEOstats SMTBot -ScanAlert Scanbot -Scrapy +ScoutJet Screaming -Searchestate +ScrepyBot +Semrush SemrushBot -SentiBot -SeobilityBot -Seomoz +Site Sucker SiteExplorer SiteLockSpider -SiteSucker -SlySearch SmartDownload Snake Snapbot -Snoopy -Sogou web spider -Sosospider +SpaceBison Spammen SpankBot Spanner -Sqlmap -Sqworm +Sqlworm Steeler -SuperHTTP +Sucker +SuperBot SurveyBot -Suzuran Swiftbot -T0PHackTeam -Teleport +Szukacz +T8Abot The Intraformant -TheNomad TightTwatBot Trendictionbot -True_Robot Turnitin -TurnitinBot -UnisterBot -V-BOT -VB Project +TwengaBot +Twice +Typhoeus +URLy.Warning +Vacuum +Vagabondo +VeriCiteCrawler VoidEYE -Voltron -WWW-Collector-E -WWW-Mechanize +WASALive-Bot +WBSearchBot +WISENutbot +WPScan +WWW::Mechanize Wallpapers -WallpapersHD WeSEE Web Collage -Web Enhancer +Web Fetch Web Fuck Web Pix -Web Sauger +Web Sucker +WebBandit WebEnhancer WebFetch -WebImageCollector -WebPix -WebSauger -WebsiteExtractor -Webster +WebReaper +WebStripper +Webalta +WebmasterWorldForumBot +WebsiteQuester +Whacker Whatweb -WiseGuys Robot -Wotbox -Wprecon -Xaldon_WebSpider -YoudaoBot -Zade -Zermelo +WinHTTrack +Woobot +Zauba +Zeus +Zitebot ZoomBot -ZumBot ZyBorg archive.org_bot arquivo-web-crawler +autoemailspider +backlink-check check1.exe -crawler.feedback +coccocbot-web +cognitiveseo +com.plumanalytics crawler4j -demandbase-bot -domainsproject.org +eCatch +evc-batch +facebookscraper instabid -internetVista monitor ips-agent -isitwp.com +lwp-request lwp-trivial -magpie-crawler -mediawords -muhstik-scan -oBot -page scorer -pcBrowser +netEstate NE Crawler +plumanalytics +polaris version probe-image-size s1z.ru -satoristudio.net -seostar -serpstatbot -spyfu +scalaj-http +seobility +seoscanners +sitechecker.pro +sp_auditbot trendiction.de -zauba.io +voyagerx.com +x09Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 82634ade1..0bc136fd2 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -azartmsl.com -findanysex.com -historichometeam.com -namenectar.com -obiavo.uz -qor360.com -stpolice.com -turvgori.ru -uchebavchehii.ru -zryydi.com +55wmz.ru +babieca.com +blackwitchcraft.ru +civilwartheater.com +offer.wpsecurity.website +patol01.pw +senger.atspace.co.uk +servingnotice.com +snip.to +twitlinks.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index fef279ef5..3d63d9074 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ +00go.com 03p.info -0c47f8422d3f.com -1-free-share-buttons.com -12bet.com +1001watch.com.ua +101billion.com +101flag.ru +108shot.com 13tabs.com -1hwy.com -2015god.org -2nt.ru +2020iscoming.info +23kw.ru +2itech.ru 34.gs -4ur.click -57883.net -6128786.com -7xc4n.com -8lufu.com -aa14ab57a3339c4064bd9ae6fad7495b5f.com -abcdefh.xyz -activepr.ru -adimmix.com -admitad.com -adnotbad.com -adprotect.net -adrenalin-stk.ru -adrunnr.com -adtiger.tk -aghanyna.com -akita.kz -albumsuper.info -alert-hgd.xyz -alf-img.com -algarveglobal.com +4rent.ru +5000-cotydzien.com +6hopping.com +777-club.ru +aa08daf7e13b6345e09e92f771507fa5f4.com +aac52006ec82a24e08b665f4db2b5013f7.com +abctoppictures.net +actionnooz.com +activecampaign.dreamhosters.com +adcash.com +addray.pro +admanaerofoil.com +advokateg.xyz +agysya.ru +airlandsea.info +aksonural.ru +alert-fdm.xyz +algerianembassy.co.in all-number.com -allesohnegirls.net -aloofly.com -alvtank.se -animebox.com.ua -antons-transporte.de -apessay.com -api.stathat.com -app5.letmacworkfaster.world +allwomen.info +amazon-adsystem.com +anaksma.info +androids-store.com +angry-fermi-7633.arukascloud.io +animal36.com +apibrowsesmartne-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +appfastplay.com appiq.mobi -apptester.tk -arendatora.ru -arkkivoltti.net -atmovs.com -atovh.local-finders.com -aviav.eu -aviva-limoux.com -awency.com -backgroundpictures.net -bala.getenjoyment.net -balkanfarma.ru -balla-boo.se +appsaurus.com +apxeo.info +arraty.altervista.org +asia-forum.ru +atdedinotuho.tk +atleticpharm.org +auto4style.ru +autodo.info +autoloans.com +autotop.com.ua +autotrends.today +aviav.org +azlex.uz +backiee.com +badavit.com.ua +balitouroffice.com +balois.worldbreak.com +bank.uz banksrf.ru +bannerads.de bannerconnect.net -best-way.men -bestcurs.org -bestofupload.info +beauty-bracelet.com +bedcapdealers.com +best-seo-offer.com +bestplacetobuyeriacta.jw.lt +bestserials.com bet-prognoz.com +betteroffers.review betterscooter.com -bezcmexa.ru -bezsporno.ru -beztuberkuleza.ru -bfz.biz -bigcareer.info -biglistofwebsites.com -bio.trade-jp.net -bitnote.co +bin-brokers.com +bitcoinpile.com biznesrealnost.ru -bkns.vn -bmsco.co -boc.kz -bonky.biz -bonzibuddi.com -brandimensions.com +blackbabesporn.com +blackcurranthumidifiers.site +blogrankers.com +bobinoz.com +bonvillan.com +bookmark4you.com.biz +brandehk.dk breget74.ru -buckspar.gq -buy-forum.ru -buyantiviralwp.com -buyessay3.blogspot.ru -buyk.host.sk +browsepulse-a.akamaihd.net +brus.city +bryansk.zrus.org +buron.pw +businesn.men +buttons-for-your-website.com +buy-meds24.com buypuppies.ca -bvlgariwallet.xyz -cablecar.us -candlehandmade.com -canyougethighofftizanidine.blogspot.com -capacitacionyaprendizaje.com -cartierring.xyz -cashonads.com -caulderwoodkennels.com -cbb1smartlist12.click -cctva.tv -cellfun.mobi -chatroulette.online -chcu.net -cheap-pills-norx.com -cheapwebsitehoster.com -checkm8.com -cialischsrx.com -ciekawinki.pl +cakesplus.com.au +candypeople.se +carapics.com +cartierjusteunclou.xyz +cartierreplica.top +casinos4dummies.co.uk +celebsopics.com +cementaresearch.se +centrdebut.ru +cete.ru +children-learningreading.info +cindymatches.com cjmc.info -claytransformations.info -com-secure.download -comeondog.info -compliance-fred.xyz -cookie-law-enforcement-ee.xyz -cookielawblog.wordpress.com +clash-clans.ru +club-musics.ru +coaching-netz.info +coldfilm.ru +compliance-fred.top +compliance-irvin.top +compliance-mark.top +comsysnet.com coolingoods.com -courtshipgift.com -covetnica.com -cpabegins.ru -customcatchcan.com -customchocolate.business-for-home.com -customerpromos-a.akamaihd.net -cxpromote.com -dairyindia.in -damasarenai.info +coolwallpapers4k.info +coprofam.org +coslab.club +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +counciltally.com +countbertwistdisp26.soup.io +crackguru.tk +creditnation.ru +crest3d.ru +cvety24.by +cwetochki.ru +d2jsp.org +data.vtc.pw +dating-app.ru +datract.com +dawlenie.com +decoratinghomes.ga decorationspcs.com -delfin-aqua.com.ua -detective01.ru +depositfiles-porn.ga +derevesendeco.com +destinationrealestate.com +detmebel.su dev33.dioniqlabb.se -dfiles.me -dgfitness.co -dickssportinggoods.com -discountliv.com -divku.ru -dms-sw.ru -dodlive.mil -domaincheck.io +dfwu1013.info +diamond-necklace.info +diarioaconcagua.com +dikqlyremy.info +dnsrsearch.com +dojki365.online +doktoronline.no +domaincdn.xyz +domaincrawler.com domashneeruporno.com -druzhbany.ru -dvrlists.com -dynainbox.com -dyt.net -eandsgallery.com -ecxtracking.com -eduserver.net -eldiariodeguadalajara.com +download-wallpaper.net +doxyporno.com +drugstoreforyou.com +dstroy.su +earncash.com.ua +easytuningshop.ru +ecommerce-seo.org elektrischezigarettekaufen2.cowblog.fr -elektronischezigarettekaufen1.beeplog.com +elektrischezigaretten2.beeplog.com elektrozigarette1.dreamwidth.org -emediate.eu -eng-lyrics.com -enternet.ee -exct.net +energy-ua.com +eonpal.com +erectile.bid +errorfixing.space +estelight.ru +eupornstar.info exlarseva.webblog.es -f00kclan.de -fanpagerobot.com +f0815.de +facebook-mobile.xyz +familienzahnaerzte.com +family1st.ca faptitans.com -fdzone.org -ferieboligkbh.dk -filefilter.weebly.com +fashionavenuegame.com +fertilitetsradgivningen.se +figuringmoneyout.com filerockstar298.weebly.com -filesdatabase.net -filesvine.com -film-one.ru -findclan.org -findsexguide.com -finemanteam.com -flashahead.info -flowersbazar.com -fodelsedagspresenter.nu -formularz-konkurs.tk -fotzen-ficken.com -frbizlist.com -free-traffic.xyz -freecamdollars.com -freesitetest.com -freeuploader.ml -freewebs.com -freewhatsappload.com -freewlan.info -freshberry.com.ua -fullgirl.ru -fun2cell.net -funnel.co.za -funtoonez.com -g7m.pl -galaxyflowers.ru -garciniaxt.us -gdcentre.ru -gdebestkupit.ru -get-seo-domain.com -getpopunder.com -gheus.altervista.org -gkvector.ru -goldenggames.com -gombita.info -good-mummy.ru -googlemare.com -gorodservis.ru -gosmeb.ru -gotwebsite1.com -gowreckdiving.com -greamimgo.pw -greatdealshop.com +forum.doctissimo.fr +franch.info +franklinfire.co +freejabs.com +friendflnder.com +fxtips.ru +fyl.com.ru +gaygalls.net +germetiki.com.ua +gk-atlant.info +go2jump.org +goatse.ru +goodhousekeeping.com +goodwriterssales.com +gox.com.ua greatzip.com -grizzlysgrill.com -grtyi.com -gsmlab.pl -gymi.name -habermetre.com -hackers-crackers.tk -hamilton.ca -hdxnxxtube.mobi -heroz.fr -highspeed5.net -hit-kino.ru +growmyfunds.ca +guiadeserraazul.com +guigyverpo.cf +handicapvansarea.com +hard-porn.mobi +harmonyglen.us +healmytrauma.info +heatpower.ru +histats.com +histock.info hjaoopoa.top home.myplaycity.com -host-protection.com -howtowhitenteethfast.xyz -ibb.com.ua -ido3.com -iideaidekonkatu.info -ikearugs.xyz -inboundlinks.win -indetiske.ya.ru +homedo.fabpage.com +horoshieokna.com +hoverboard360.es +hydropump.su +ihtec2019.org +iinstalll-fii1leis.jus0wil.pp.ua +ilbe.club +immigrational.info +impisr.edunsk.ru indiakino.net -ip-guide.com -ipostroika.ru -iptool.xyz -irkutsk.zrus.org -it-max.com.ua -ixora.pro -izoll.ru -janettabridal.com -jerseyssportsshop.com -jestr.org -kamen-e.ru -kashubadesign.ru -kenaba.su -kerei.ru -kino2018.club -kiprinform.com +infektsii.com +inspiring-desperate.tk +instabid.tech +investyb.com +iomoio.net +iqoption-bin.com +iron-age.info +isitpaleo.info +islandminingsupply.wordpress.com +isoveti.ru +ivanstroi.ru +jacago.com +javxxx18.com +jerseywholesalebizchina.com +jo24news.com +joingames.org +juliadiets.com +justbcause.com +jwss.cc +kalb.ru +kazan.xrus.org +keywordblocks.com +keywordglobal.co.za +keywords-monitoring-success.com +kino-fun.ru +kino-key.info +kinogonew.ru kiskinhouse.com -klejonka.info -konoplisemena.com -kung-fu-ru.com -kurbappeal.info -kvartiry-remont.ucoz.ru -labvis.host.sk -lalalove.ru -lanasshop.ru -landscapebackgrounds.blogspot.com -lapolis.it -lazy-z.com -linerdrilling.com -linkbux.ru -linkrr.com -lizace.com -loftdigital.eu -lombardfinder.ru +kiwe-analytics.com +kiwi237au.tk +kladrus.ru +kosova.de +kupit-adenu.ru +kwzf.net +la-fa.ru +labelwater.se +lafriore.ru +landmania.ru +law-check-two.xyz +lego4x4.ru +lenvred.org +letslowbefast.site +lider-zhaluzi.kiev.ua +link.ac +liupis.com +lostfilm-online.ru louisvuittonoutletstore.net -magiadinamibia.blogspot.com -mainhp.net -manyresultshub-a.akamaihd.net -maranbrinfo.com.br -maridan.com.ua -marinetraffic.com -marsgatan.com -matchpal-a.akamaihd.net +macdamaged.space +mahnwachen-helfen.info +master-muznachas.ru +matematikus.info +max-eclat.men +mebeldekor.com.ua med-zdorovie.com.ua -medkritika.ru -meduza-consult.ru -member-quiz.com -microsearch.ru +mediaoffers.click +medicines-choice.com +meendo-free-traffic.ga +megavolt.net.ua +mex-annushka.ru midst.eu -mirzonru.net +militarysale.pro +misandesign.se mmgq.ru -mobile-appster.ru -mobplayer.ru -moesonce.com -mokrayakiska.com -moneyviking-a.akamaihd.net -moyaterapiya.ru -mrlmedia.net -mrsdalloways.com -musicdaddy.net -muz-tracker.net -myghillie.info -mysexpics.ru -naperehresti.info -narco24.me -narosty.com -net-radar.com -networkad.net -new-post.tk -newtechspb.ru -nhl09.ru -nlfjjunb5.ru -northfacestore.online -novosibirsk.xrus.org -nowtorrents.com -nrjmobile.fr -obsessionphrases.com -oecnhs.info +mmog-play.ru +mobifunapp.weebly.com +monclerjacketsoutlet.pw +moncleroutletonline.win +moneyteam24.com +monitorwebsitespeed.com +monthlywinners.com +morepoweronmac.trade +mybinaryoptionsrobot.com +mycaf.it +mydirtystuff.com +myfreetutorials.com +myiptest.com +myliveblog.ru +mzdish.site +na15.ru +nakozhe.com +narkologiya-voronezh.ru +naturalbreakthroughsresearch.com +netfacet.net +nofreezingmac.click +nomuos.it +nonews.co +nootrino.com +novosti-hi-tech.ru +nw-servis.ru +o333o.com +offf.info offtime.ru -oil-td.ru -oklogistic.ru -okout.ru -omsk.xrus.org -onlinadverts.com -online247.ml -oops-cinema.ru -openlibrary.org -oranga.host.sk -ozoz.it -papasdelivery.ru -partner-pop.men -pay2me.pl -pcgroup.com.uy -pelfind.me -peugeot-club.org -picturesfrom.com -pixell.club -pizza-tycoon.com -plastjulgranar.se -pogruztehnik.ru -pokerniydom.ru -popander.mobi -popunder.net -pornofiljmi.com -pornoklad.net -pornosee.info -pornotubs.com -pornpost.in -portadd.men -pospr.waw.pl -potolokelekor.ru -pr-ten.de -privacylocationforloc.com -privatefx-in.ru -privatov-zapisi.ru +okel.co +okmedia.sk +okmusic.jp +onblastblog.online +onlineku.com +onstrapon.purplesphere.in +ooo-gotovie.ru +optom-deshevo.ru +oren-cats.ru +orsonet.ru +osagonline.ru +paleohub.info +pammik.ru +pc-test.net +pearlisland.ru +photostudiolightings.com +pics-group.com +picsearch.com +pkr1hand.com +plastgranar.nu +platinumdeals.gr +poffet.net +pokemon-go-play.online +porn-w.org +porno-dojki.net +pornogratisdiario.com +pornoklad.ru +pornoted.com +posible.net +postclass.com +preg.marketingvici.com +pregnant.guru +pricheskaonline.ru prizeestates.cricket -proekt-mos.ru -prom23.ru -promover.org -prostitutki-almata.org -qexyfu.bugs3.com -realnye-otzyvy.info -recordpage-a.akamaihd.net -regdefense.com -robot-forex.biz -rozalli.com -rubbed.us -rukino.org -rus-pornuha.com -ruspdd.com -s-forum.biz -salut-camp.ru -sammlungfotos.online -sarafangel.ru -screentoolkit.com -screpy.com -scrnet.biz.ua +promodj.com +proprostatit.com +prospekt-st.ru +prosperent.com +pukaporn.com +qwesa.ru +rabot.host.sk +rainbowice.ru +raisedseo.com +razorweb-a.akamaihd.net +redhotfreebies.co.uk +referencemoi.com +registry-cleaner.net +remote-dba.de +replica-watch.ru +ricorsogiustizia.org +robertefuller.com +rogervivierforsale.com +roofers.org.uk +rossanasaavedra.net +rumamba.com +rusprostitute.com +russintv.fr +sajatvelemeny.com +sankt-peterburg.nodup.ru +saveindex.xyz +savetubevideo.com +scanner-george.top +scanspyware.net +scenarii-1-sentyabrya.uroki.org.ua +scenicmissouri.us +score-ads.men sdrescher.net -seadragonherbery.com -search.xtconnect.com -searchencrypt.com -searchtooknow-a.akamaihd.net -semp.net -seonetwizard.com -seorussian.ru -service.adtech.fr -sex-pr.net -sex-sex-sex5.com -sexkvartal.com -sexpornotales.com -sextracker.be -sexytrend.ru -sfj-ror.no -shama-rc.net -shop-electron.ru -shop.acim.org -shopcheermakeup.info -shoppytoolmac.com -si-unique.com -sibdevice.ru -siha.de -similardeals.net -sitevaluation.org -sivs.ru -slimcdn.com -sluganarodu.ru -smallseotools.com -sockshare.net -sohoindia.net -solmarket.by -space4update.pw +search-goo.com +search.1and1.com +seo-2-0.com +seo-smm.kz +seofied.com +seorankinglinks.xyz +serptehnika.ru +service-core.ru +serviporno.com +seryeznie-znakomstva.ru +sexflirtbook.com +sexreliz.com +sexs-foto.com +sexsearch.com +shinikiev.com.ua +shitmovs.com +shoesonlinebuy.cn +sibecoprom.ru +sisi-go.ru +sisiynas.ru +sispe.com.br +siteheart.net +sitevaluation.com +skyway24.ru +smokewithrabbits.com +smsactivator.ru +smstraf.ru +snip.to +snomer1.ru +snsdeainavi.info +snyatie-lomki-v-stacionare.ru +socialbookmarksubmission.org +soft-program.com +softonicads.com +sortthemesitesby.com +spabali.org +spitfiremusic.com spywarebegone.com sr-rekneskap.no -stard.shop -stats-public.grammarly.io -stauga.altervista.org -stockspmb.info -students-cheapskate.ml -studworks.org -suchenindeutschland.com -suggest-keywords.com -sugvant.ru -supermama.top -svetlotorg.ru -svetodiodoff.ru -symbaloo.com -taaaak.com -tabletkinaodchudzanie.com.pl -tagil.zrus.org -talant-factory.ru -tandvardshuset.net -techart24.com -the-torrent-tracker.blogspot.com +ssconstruction.co +staynplay.net +stmassage.ru +stopnarco.ru +store-rx.com +stroyplus.ru +sumo.com +superfish.com +surgut.zrus.org +svarkagid.com +symphonyintegratedhealthcare.com +tarad.com +taraz.xkaz.org +tech4master.com +technika-remont.ru +telefonsexsofort.tk +textads.men the-trader.net -themestotal.com -thepokertimer.com +thebestweightlosspills.ovh +thejournal.ru +themeforest.net +thewomenlife.com thruport.com -timecrimea.ru -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinestreetvalue.blogspot.com -tkanorganizma.ru -tmearegion26.com -tnaionline.org -todohr.com -topshef.ru -torrents-tracker.com -tour-line.net +tizanidine4mgstreetprice.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +toloka.hurtom.com +topcasinoratings.ru +torontoplumbinggroup.com +torrent-to-magnet.com +totu.info tourcroatia.co.uk -tradgardspartner.se -trafficjunky.net -trafficreceiver.club -traffmonster.info -traffpartners.com -truemfilelj.gq -tryrating.com -tuckermktg.com -turn-up-life.life -tvand.ru -twodollarshows.com -uchil.net -unitygame3d.com -unrealcommander.biz -urccvfmc.bloger.index.hr -usdx.us -usiad.net -ussearche.cf -uytmaster.ru -vacuumcleanerguru.com -vandrie-ict.nl -vashsvet.com -vasileostrovsky-rayon.ru -vavilone.com -vbikse.com -vegascosmetics.ru -viagra.pp.ua +tracklead.net +trkdf.com +tsyndicate.com +twojebook.pl +upstore.me +uptime.com +urlopener.com +varikozdok.ru +vekzdorov.ru +veles.shop video-chat.in -videositename.com -viel.su -vinylvault.co.uk -vita.com.hr -volgograd.xrus.org -vsexkontakte.net -w-journal.ru -walkme.com -wcb.su +video-woman.com +vksex.ru +vltai.com +vodaodessa.com +wahicbefa31.soup.io +wallpaperaccess.com +wallpapersdesk.info wdfdocando.com -website-speed-checker.site -wemarketing.se -whatsappdownload10.com -while.cheapwebsitehoster.com -wholesalejerseyscheapjerseys.us.com -wnoz.de -woman-tampon.ru -womens-journal.net -ws.ampower.me -www.get-free-traffic-now.com -www.timer4web.com -xgftnlrt.bloger.index.hr -xingzi-vision.com -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn--lifehacer-1rb.com -xportvusbdriver8i.snack.ws -xtrafficplus.com -yaminecraft.ru -youresponsive.com -yourothersite.com -z-master.ru -zajm-pod-zalog-nedvizhimosti.ru -zajm-zalog-krasnodar.ru +web.cvut.cz +webix.me +weboptimizes.com +webshoppermac.com +websites-reviews.com +webstatsdomain.org +wesharepics.com +wheelchairliftsarea.com +wholesalejerseysgaa.com +wholinkstome.com +wieseversa.no +wildworld.site +wingsofrefuge.net +word-vorlagen.net +wpthemedetector.co.uk +wrona.it +www.labves.ru +www.wohnkabinen-shop.de +x-stars.ru +xbaboon.com +xchat26.myfreecams.com +xdoza.com +xev.ru +xitjw.info +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--b1addnj3cah.xn--p1ai +xn--l1aengat.xn--p1ai +xuki.us +xxxnatelefon.ru +yachts-cruise.info +yourmovies.pl zakon-ob-obrazovanii.ru -zaloro.com -zaobao.com.sg -zarajbuilders.com -zarenica.net -zeroredirect9.com -znakomstva-moskva77.ru -zoominfo.com -zytpirwai.net +zarabotat-na-sajte.ru +zarepta.com +zigzog.ru +znaturaloriginal.com +zona-aqua.ru +zoomovies.org +zootravel.com +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index de5335f32..09acc899d 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -256bit.by -2728fb936f0.com -4ureyesonly.com -5000-cotydzien.com -8lufu.com -98oi.ru -aanapa.ru -abbanreddy.com -abcdeg.xyz -absugars.com -agapovdg.ru -ahmedabadwebs.com +0daymusic.org +12u.info +2015god.org +21h2o.com +4webmasters.com +5kstore.com +absolute-s.ru +adman.gr +adultfriendfinder.com +alert-jdh.xyz alot.com -amung.us -analnoeporno.tv -anapa-inns.ru -angry-fermi-7633.arukascloud.io -animali.deagostinipassion.it -apibrowsesmartne-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -aproposde.com -arewater.com -arquivo.pt -artefakct.com -asrv-a.akamaihd.net -auto.rusvile.lt -autoseo-traffic.com -availit.weebly.com -avtoarenda.by -avtolombard-krasnodar.ru -azadnegar.com -azarttoto.com -bausparen.bz.it -beatifullandscape.co -beauty-clinic.ru -bedandbreakfast.com -bestdooz.com -bestofpicture.com -bitnote.co -boltalko.xyz -bonky.biz -bpro1.top -brainxs.us -brillianty.info -brimstonehillfortress.org -buchananshardware.com -buyclomidonlaine.com -calcularpagerank.com -capacitacionyaprendizaje.com -cdncash.net -cheapjerseysap.com -cialis-samples.com -cinemaflix.website -clipartnew.com -clodo.ru -compliance-jane.top -compliance-jess.top -connectingsingles.com -counter.yadro.ru -covid-schutzmasken.de -cyclobenzaprinevstizanidine.blogspot.com -design-ideas.info -detoxmed24.ru -diegolopezcastan.com -dikqlyremy.info -dimkino.ru -doktoronline.no -domainanalyzing.xyz -dvd-famille.com -ebooknovel.club -editmedios.com -ednorxmed.com -elektrozigaretten2.yn.lt -elidelcream.weebly.com -enginebay.ru -eralph.tk -es5.com -eshop.md -european-torches.ru -everflora.ru -excitacion.info -exhibitionplus.eu -expresstoplivo.ru -f012.de -favorcosmetics.com -finemanteam.com -fodelsedagspresenter.nu -forodvd.com -frustrated-favorable.gq -fuck-paid-share-buttons.xyz -funtoonez.com -g33.org -galaxy-family.ru -games.kolossale.ru -gate5.co.za -gettpromos.com -gnuetella.com -gobongo.info -gourcy.altervista.org -gsasearchengineranker.xyz -hermesbirkinhandbagoutlets.com -hollywoodactress.info -hoterika.com -hotgirlhdwallpaper.com -iboss.com -ilovevitaly.xyz -imediadesk.com -intelhdgraphicsgtdrive6w.metroblog.com -intimshop-fantasy.ru -investpamm.ru -invitefashion.com -itrevolution.cf -jose.mulinohouse.co -jwcialislrt.com -kalandranis.gr -kinosed.net -klejonka.info -klin3952.ru -kostenlos-sexvideos.com -kotaku.com -krassh.ru -kuzinsp.ru -la-fa.ru -ladsup.com -laxob.com -lazymanyoga.com -lifeinsurancekb.com -linkwithin.com -lostaruban.com -lotto6888.com -lubetube.com +alphaforum.ru +amazingninja.com +anaksma.info +arcadepages.com +arenda-avtoprokat-krasnodar.ru +arendakvartir.kz +asseenontvonline.ru +atofilms.com +autotrends.today +aviav.ru.com +avto-oligarh.ru +azartmsl.com +balitouroffice.com +bangla-chat-uk-paralud.ga +bannerspace.com +bcmp.org +beauty-bracelet.com +berlininsl.com +bestofupload.info +besttorrentknifta.weebly.com +bet-prognoz.com +betteroffers.review +bezlimitko.xyz +bio-market.kz +blog.yam.com +blogrankers.com +bochemit.com.ua +bookhome.info +buttons-for-your-website.com +casite-513049.cloudaccess.net +check-this-out-now.online +checkm8.com +click2pawn.com +co.lumb.co +compliance-brian.top +compliance-elena.xyz +contentsexpress.com +coolingoods.com +copro.pw +countbertwistdisp26.soup.io +cpajunkies.com +darkbooks.org +delfin-aqua.com.ua +demenageur.com +dfwu1019.info +dollartree.info +dolohen.com +donna7753191.ru +doreenblog.online +drunkenstepfather.com +dtnlyss.com +dumpsmania24.com +e-commerce-seo.com +eaplay.ru +electronicadirect.com +enhand.se +eredijovon.com +euroskat.ru +evaashop.ru +ezigarettekaufen2.yolasite.com +f-online.de +faz99.com +ferretsoft.com +fickkontakte.org +firesub.pl +forex.osobye.ru +forzeronly.com +fotzen-ficken.com +freevpn.space +freshmac.space +funponsel.com +fym.com.ru +gamerextra.com +geckoandfly.com +gembird.com +ghernnqr.skyrock.com +gheus.altervista.org +gktt.ru +goforexvps.com +gok-kasten.net +googst2.ru +groupmoney.ru +hdapp1008-a.akamaihd.net +healbio.ru +historichometeam.com +hmywwogw.bloger.index.hr +hostsshop.ru +hoverboardforsaledirect.com +hulfingtonpost.com +hyipmanager.in +i-midias.net.br +id-forex.com +images-graphics-pics.com +imk.com.ua +incolors.club +inome.com.ua +intermesh.net +iomoio.net +istock-mebel.ru +jerseyssportsshop.com +jongose.ninja +juliaworld.net +kamagragelusa.net +karachev-city.ru +keywordsking.com +kidskunst.info +kihi.gdn +kino-ecran.ru +klosetkitten.com +konteiner24.com +kopihijau.info +kung-fu-ru.com +kupiproday.com.ua +laparfumotec.com +laptop-4-less.com +ledpolice.ru +lietaer.com +live-sexcam.tk luciddiagnostics.in -m0r0zk0-krava.ru -mall.uk -manifestation.betteroffers.review -mansiondelrio.co -manyresultshub-a.akamaihd.net -mararoom.ru -marmitaco.cat -mecash.ru -meccadumps.net -medicines-choice.com -mega-polis.biz.ua -megagrabber.ru -mikrobiologies.ru -miniads.ca -montredemarque.nl -mossmesi.com -movies-in-theaters.net -musicpro.monster -musicvidz.ru -muz-baza.net -myhealthcare.com -mywallpaper.top -natali-forex.com -netallergy.ru -notfastfood.ru -nyfinance.ml -oakleyglassesonline.us -obiavo.net -oklogistic.ru +lunamedia.co +m5home.ru +mabdoola.blogspot.com +magda-gadalka.ru +magicalfind-a.akamaihd.net +magicdiet.gq +makenahartlin.com +manve.info +maridan.com.ua +master-muznachas.ru +mazda-roadsters.com +mejoresfotos.eu +minyetki.ru +mixed-wrestling.ru +morf.snn.gr +moviezbonkerssk.cf +muizre.ru +myyour.eu +neodownload.webcam +nina.az +njkmznnb.ru +njpalletremoval.com +novgorod.xrus.org +nrjmobile.fr +obiavo.ru +ochistka-stokov.ru okout.ru -old-rock.com -onlineporno.site -ooomeru.ru -oops-cinema.ru -owathemes.com -oxotl.com -paclitor.com -picsforkeywordsuggestion.com -piter.xrus.org -playboyfiles.xblog.in -playlott.com -podshipniki-ntn.ru -polska-poezja.com -popugaychiki.com -popup-jdh.xyz -porndroids.com -privacylocationforloc.com -prizesbook.online +online.ktc45.ru +openfrost.com +pandroid.co +par-fallen.ga +partner-print.men +perm.xrus.org +peugeot-club.org +picphotos.net +piuminiita.com +pixell.club +porno.simple-image.com.ua +pornosee.info +preventheadacheguide.info proekt-mos.ru -promodj.com -prospekt-st.ru -prostitutki-kharkova.org -prostitutki-odessa.org -proxyradar.com -purplesphere.in -pussysaga.com -puzzleweb.ru -qualitymarketzone.com -qwarckoine.com -r-e-f-e-r-e-r.com -rainbowice.ru -rczhan.com -rep-am.com -rewardpoll.com +profitwithalex.info +proftests.net +prom23.ru +promgirldresses.xyz +proxyelite.biz +pukaporn.com +qld10000.net +razvratnoe.org +redirectme.net +registrationdomainsite.com +registry-clean-up.net +restaurantlescampi.com rock-cafe.info -scalerite.co.za -screentoolkit.com -service.adtech.fr -sexphoto.site -sexy.babes.frontend-stack.top -sharebutton.to -shemale-sex.net -shivafurnishings.com -slimcdn.com -sluganarodu.ru -softomix.net -solution4u.com -stats-collector.org -strana-krasoty.ru -studentguide.ru -supermesta.ru -taboola.com -tamada69.com -tastyfoodideas.com -telefonsexkostenlos.tk -texbaza.by -thefotosgratis.eu -theheroes.ru -thetardistimes.ovh -tizanidine4mguses.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tomatis.gospartner.com -top10-online-games.com -toy-shop.top -trk-4.net -twittrading.com -uhod-za-sobakoj.ru -umnovocaminho.com -urll.eu -velen.io -voltrknc1.com -voluumtrk.com -warezaccess.com -warezkeeper.com -watchdogs-2.ru -webkeyit.com -whatsupinfoley.com -ww2awards.info -xn--c1acygb.xn--p1ai -xpresscare.ru -yaderenergy.ru -yellowfootprints.com -zaidia.xhost.ro -zaim-pod-zalog-krasnodar.ru -zeroredirect5.com -zhacker.net -zrelaya.pw +rus-pornuha.com +sanatorrii.ru +sardinie.us +sashagreyblog.ga +sawin.beth.webd.pl +sbricur.com +sdrescher.net +searchimage.co +seasaltwithfood.com +semalt.com +semaltmedia.com +serpstat.com +sexcamamateurchat.com +sexfreepornoxxx.com +shama-rc.net +shariki-zuma-lines.ru +shop-electron.ru +sientalyric.co +sildenafil-tadalafil.info +sky-mine.ru +slkrm.ru +small-games.biz +soft-terminal.ru +softtor.com +starpages.net +steame.ru +sucsesofinspiration.com +superoboi.com.ua +svtrd.com +t-bygg.com +takeprofitsystem.com +theallgirlarcade.com +ticketsys.inetwd.com +tizanidineformigraines.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidinestreetprice.blogspot.com +tmm-kurs.ru +token-lab.org +topads.men +topappspro.com +tpu.ru +trainoffend.ml +triumf-realty.ru +twittruth.com +typer.one +uasb.ru +unmaroll.ya.ru +uptimebot.net +vipms.ru +visionwell.com.cn +wahicbefa31.soup.io +wallpapersist.com +websiteexplorer.info +while.cheapwebsitehoster.com +wordkeyhelper.com +x-true.info +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--oogle-wmc.com +xxx-cam.webcam +yoopsie.com +yourserverisdown.com +zebradudka.com +zeleznobeton.ru diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,4 +581,14 @@
This is merely used for testing !!!