diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 3da5c2d64..56428e5e5 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2615 +#### Version: V4.2021.09.2616 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6e99e76f4..95746ca3e 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2615 +#### Version: V4.2021.09.2616 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index f22f77744..f7bae4ea4 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2615 +#### Version: V4.2021.09.2616 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 0b1e3d8dc..e5314f121 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2615 +#### Version: V4.2021.09.2616 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 771cb818c..293928910 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a4a21b201..787d44f6f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 771cb818c..293928910 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index a4a21b201..787d44f6f 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a4a21b201..787d44f6f 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index a4a21b201..787d44f6f 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index a4a21b201..787d44f6f 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index c7726ec82..8ba45d3ff 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2615 +2616 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index a4a21b201..787d44f6f 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V3.2021.09.2616 +### Updated: Mon Sep 27 10:03:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 771cb818c..293928910 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index d8b3b7a3b..60d3861ce 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.135.185 0; +40.121.246.9 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 771cb818c..293928910 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 771cb818c..293928910 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 771cb818c..293928910 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 3a66fc7e7..ead5123f2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 0; +10.1.1.69 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 771cb818c..293928910 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index d8b3b7a3b..60d3861ce 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.135.185 0; +40.121.246.9 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f34886965..2cc680e4b 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index d8b3b7a3b..60d3861ce 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.149.135.185 0; +40.121.246.9 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index bb8b09541..6571ac554 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2615 -### Updated: Sun Sep 26 22:01:21 UTC 2021 +### Version: V4.2021.09.2616 +### Updated: Mon Sep 27 10:03:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 4600e49cc..0122074ed 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.210 1; +10.1.1.69 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 03590e874..8a3e60457 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ADmantX -EMail Siphon -ExtractorPro -GalaxyBot -Majestic SEO -Probethenet -Upflow -Voil -com.plumanalytics -sysscan +AwarioRssBot +BDFetch +Getintent +Id-search +Szukacz +WebReaper +pcBrowser +sexsearcher +sogouspider +tAkeOut diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index a160c26fd..f1ed8e138 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -Abonti -Aboundexbot -AfD-Verbotsverfahren -AhrefsBot -AiHitBot +01h4x.com +ADmantX +ASPSeek +Aboundex AllSubmitter AlphaBot Anarchie -Aspiegel -AwarioSmartBot -BLEXBot -BackDoorBot -BackStreet +Ankit +Apexoo +Asterias +BBBike BacklinkCrawler -Bandit +Badass +BatchFTP Battleztar Bazinga -Black Hole +BetaBot +Bitacle Blow -BlowFish -Boardreader -BotALot +Bolt Brandprotect Buddy -BuiltWith +BuiltBotTough Bullseye -BuzzSumo +CATExplorador CCBot CSHttp CazoodleBot Cegbfeieh -CheeseBot +CensysInspect +CheTeam CherryPicker Claritybot Cliqzbot -Cocolyzebot -Collector +Cogentbot CopyRightCheck -Cosmos -Craftbot Crawling at Home Project CrunchBot +Curious Custo -CyotekWebCopy DBLBot -DatabaseDriverMysqli -Demon -Deusu Devil -Dirbuster -Discoverybot +Digincore +DittoSpyder DomainAppender -DomainStatsBot -Domains Project +Dotbot +Download Wonder +Drip +EMail Siphon +EMail Wolf +EasyDL Ebingbong -Ecxi -EirGrabber Exabot -Express WebPictures -Extreme Picture Finder -FlashGet +EyeNetIE +FDM +Fimap +Firefox/7.0 FrontPage Fuzz -FyberSpider Fyrebot G-i-g-a-b-o-t +GalaxyBot +Genieo +Gigabot Go!Zilla -GoZilla -GrabNet -Grabber +Go-Ahead-Got-It +Gotit Grafula +GrapeshotCrawler +GridBot Harvest Hloader HybridBot -Iblog -Indy Library -InfoTekies +IRLbot +Id-search +IlseBot +Image Fetch +IndeedBot InternetSeer -Iria -Iskanie IstellaBot -Jetty +JetCar Jorgee -Jyxobot +JustView +Keyword Density Kozmosbot -LNSpiderguy -LWP::Simple -Larbin +Leap LeechFTP -LibWeb -LinkWalker +LeechGet +Lftp +Libwhisker +LieBaoFast +Lightspeedsystems +LinkScan Linkdexbot -LinkextractorPro -LinkpadBot LinksManager -LinqiaScrapeBot Lipperhey -Ltx71 +Litemage_walker +Lmspider MFC_Tear_Sample -MIDown tool -MJ12bot MQQBrowser -MSIECrawler +MSFrontPage MTRobot -Mag-Net +Magnet +Majestic SEO Majestic12 MarkMonitor -Mass Downloader -Mata Hari +MarkWatch Mb2345Browser MeanPath Bot -MegaIndex.ru +Meanpathbot +Metauri MicroMessenger -Microsoft Data Access -Microsoft URL Control -Moblie Safari +Mister PiX Morfeus Fucking Scanner -Mr.4x3 -NPbot -Nameprotect -Nessus +Musobot +NICErsPRO +Needle +NetAnts +NetLyzer NetMechanic NetSpider -Netvibes +Netcraft +NextGenSearchBot +Niki-bot Nikto -NimbleCrawler -Nmap -Nuclei -Octopus +Nimbostratus OpenLinkProfiler Openfind -Openvas -OrangeBot -PECL::HTTP +PHPCrawl Page Analyzer -PageScorer -Pandalytics -Papa Foto -Pavuk -PeoplePal -Petalbot -Pi-Monster -Picscout -Probethenet -Pump -PxBroker +PageAnalyzer +Piepmatz +Pixray +PleaseCrawl +ProPowerBot +ProWebWalker +Pu_iN PyCurl RankActive -RankFlex -RealDownload -Reaper -RedesScrapy +RankActiveLinkBot +RankingBot2 +Rankivabot +Re-re +ReGet +RebelMouse +Ripper +Rogerbot SBIder -SEOprofiler +SEOkicks SEOstats +SMTBot +ScanAlert +Scanbot ScoutJet -Scrapy -Screaming +Searchestate +SearchmetricsBot Semrush SentiBot SeoSiteCheckup -Site Sucker -Sitevigil +Seomoz +Shodan +SiteCheckerBotCrawler +SiteExplorer +Sitebeam +Siteimprove SlySearch -Snapbot SocialRankIOBot -Sosospider -Spanner +Sociscraper +Sogou web spider +Sottopop +SpaceBison +Spammen +Spbot +Spinn3r SputnikBot -Sqlworm +Sqlmap Steeler -Stripper -Sucuri SuperBot -Surfbot -SurveyBot Suzuran -Swiftbot -Szukacz -T8Abot -Telesphoreo -The Intraformant -TheNomad -Thumbor -Toweyabot +TightTwatBot Tracemyfile -Turingos -Turnitin +Trendictionbot TurnitinBot -URLy Warning -URLy.Warning +Twice +Typhoeus UnisterBot V-BOT VB Project VCI +Vacuum +Vagabondo VelenPublicWebCrawler -VeriCiteCrawler +VidibleScraper +Virusdie +Voil +Voltron WEBDAV -WWW::Mechanize +WWW-Collector-E +WWW-Mechanize WWWOFFLE -Wallpapers -Wallpapers/3.0 -WeSEE -Web Fuck +WebAuto +WebCollage WebFuck +WebGo IS +WebImageCollector WebLeacher -WebStripper +WebPix +WebSauger WebZIP -Webshag -Website Quester -WebsiteQuester -Whacker -Whatweb +Webster Who.is Bot -Xaldon_WebSpider +Wonderbot +Wprecon +Xaldon WebSpider +Xenu Zade Zitebot +ZmEu ZoominfoBot -ZumBot ZyBorg arquivo-web-crawler -cah.io.community -check1.exe -clark-crawler -crawler.feedback +autoemailspider +backlink-check +coccocbot-web +cognitiveseo crawler4j -dataforseo.com -demandbase-bot -evc-batch -facebookscraper +domainsproject.org +gopher +instabid +isitwp.com magpie-crawler meanpathbot -mediawords -plumanalytics -polaris version +netEstate NE Crawler +page scorer probe-image-size +ripz +s1z.ru scalaj-http -scan.lol seoscanners -seostar serpstatbot -sexsearcher -sitechecker.pro -sogouspider +siteripz +sp_auditbot sysscan -tAkeOut trendiction.com +trendiction.de ubermetrics-technologies.com -webmeup-crawler +voyagerx.com webprosbot +x09Mozilla +x22Mozilla +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 230c826fb..b20ae1a50 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com +404checker 80legs -AIBOT -Aboundex +ALittle Client Aboundexbot +Acunetix AfD-Verbotsverfahren -Aipbot -AlphaBot -Anarchie -Anarchy +AhrefsBot +AllSubmitter Anarchy99 -Aspiegel -Asterias -AwarioRssBot +Ankit +Apexoo +Attach +AwarioSmartBot +BBBike +BDCbot BDFetch +BacklinkCrawler Badass -Barkrowler +Bandit +BetaBot Bigfoot -Blackboard -Brandprotect +Bitacle +Black Hole +Boardreader +Bolt Brandwatch BuiltBotTough -Bullseye BunnySlippers +BuzzSumo +CATExplorador CCBot CODE87 +CazoodleBot +CensysInspect CheTeam +ChinaClaw Claritybot -Cloud mapping +Cliqzbot Cocolyzebot Cogentbot -Craftbot +Collector +CopyRightCheck +Copyscape +Crawling at Home Project +CrazyWebCrawler CrunchBot -Custo -CyotekWebCopy -DataCha0s -DatabaseDriverMysqli -Devil +DTS Agent +Demon +Deusu Digincore DigitalPebble -Dirbuster Discobot +Discoverybot DittoSpyder -Drip -EirGrabber -EroCrawler -Evil +DnyzBot +DomainAppender +DomainCrawler +DomainSigmaCrawler +DomainStatsBot +Domains Project +Dotbot +Dragonfly +EMail Siphon +EMail Wolf +Ebingbong Exabot -Express WebPictures -ExtLinksBot ExtractorPro EyeNetIE -FDM -Fimap +Ezooms +FemtosearchBot +Flunky Foobot Freeuploader Fuzz -Fyrebot -G-i-g-a-b-o-t GT::WWW -GermCrawler -GetRight -Getintent -Gigabot +Go-Ahead-Got-It GoZilla -Gotit -GrabNet -Grabber Grafula -GrapeFX +GrapeshotCrawler GridBot -HEADMasterSEO -HMView -HTMLparser Haansoft +HaosouSpider +Harvest +Heritrix Humanlinks HybridBot -IlseBot -IndeedBot -Intelliseek +IDBot +Image Sucker +Indy Library InterGET Internet Ninja -JOC Web Spider +Iria +Iskanie JamesBOT -Jetty -Kenjin Spider -Kozmosbot +JennyBot +JetCar +Jorgee +Jyxobot +LNSpiderguy Lanshanbot -LeechFTP +Larbin LeechGet -LexiBot +Lftp LibWeb -Libwhisker -LieBaoFast -LinkScan -Linkdexbot -LinkextractorPro -LinkpadBot +Lightspeedsystems +Likse +LinkWalker +Linkbot LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey -Litemage_walker -Lmspider MIDown tool +MJ12bot +MQQBrowser MSFrontPage -Majestic SEO -Majestic-SEO -MarkWatch -Masscan +Magnet +Mata Hari MauiBot -Mediatoolkitbot -Microsoft Data Access -Mojolicious -Musobot +MeanPath Bot +MegaIndex.ru +Metauri +Mozlila +Msrabot NICErsPRO -Nameprotect -NearSite -Needle -Nessus -NetLyzer -NetMechanic +NetAnts +NetSpider Nettrack -NextGenSearchBot -Nimbostratus +Nibbler +Nikto +Nmap +Nutch +Offline Explorer +Offline Navigator +OnCrawl +OpenLinkProfiler OpenVAS -Openvas OrangeSpider -OutfoxBot -PageAnalyzer -PageGrabber -Pavuk -PictureFinder +OutclicksBot +PHPCrawl +Page Analyzer +PageThing.com +Papa Foto +PeoplePal +Pi-Monster +Piepmatz +Pimonster +Pixray PleaseCrawl +Pockey +ProWebWalker Probethenet Pump -Quick-Crawler -RankActive -RankFlex -Rankivabot -Re-re -ReGet -Reaper -RebelMouse -Recorder -Rogerbot -SBIder +RankurBot +RealDownload +RedesScrapy SEOkicks SEOkicks-Robot -SEOlyticsCrawler -SEOprofiler -SalesIntelligent -ScanAlert +SEOstats ScoutJet -ScreenerBot +Screaming +Searchestate SearchmetricsBot Semrush -SeoSiteCheckup -Seomoz +SeobilityBot Shodan -Site Sucker SiteCheckerBotCrawler +SiteExplorer +SiteSnagger SiteSucker -Sitevigil SmartDownload +Snapbot Snoopy -SocialRankIOBot -SpaceBison -Spammen +Sociscraper +Sottopop +Spanner Spinn3r Sqlmap -Sqworm +Sqlworm Surfbot -SurveyBot -Swiftbot -Szukacz -Teleport +Suzuran +T0PHackTeam +T8Abot Telesphoreo -TightTwatBot -Titan -Toweyabot -Trendictionbot +The Intraformant +Toata +Trendiction True_Robot -Turnitin +Turingos +TwengaBot Typhoeus -URLy Warning -V-BOT -Vagabondo +URLy.Warning +Upflow +VB Project +VCI +Vacuum VelenPublicWebCrawler -Virusdie -Voil -WISENutbot -WPScan +VidibleScraper +VoidEYE +Voltron +WASALive-Bot +WBSearchBot +WEBDAV +WWW-Collector-E WWW::Mechanize WWWOFFLE +Wallpapers/3.0 +WeSEE Web Sauger -Web Sucker +WebAuto WebCopier -WebFetch WebFuck -WebImageCollector -WebLeacher -WebWhacker -WebZIP +WebSauger +WebSucker WebmasterWorldForumBot -WebsiteExtractor -Whack +Website Quester +Whatweb Who.is Bot -Widow -WinHTTrack Wonderbot Wprecon -Xaldon WebSpider -Xaldon_WebSpider Xenu -YoudaoBot -Zade -Zauba -Zermelo Zeus -Zitebot -ZmEu ZoomBot +ZoominfoBot ZumBot archive.org_bot -autoemailspider -backlink-check +arquivo-web-crawler cah.io.community clark-crawler -com.plumanalytics +cognitiveseo crawl.sogou.com -eCatch +crawler.feedback +dataforseo.com +demandbase-bot instabid -internetVista monitor -lwp-trivial -magpie-crawler -muhstik-scan -page scorer -plumanalytics -probe-image-size +ips-agent +mediawords +oBot ripz s1z.ru -satoristudio.net -seobility +scalaj-http +scan.lol +seoscanners +serpstatbot +sexsearcher sitechecker.pro +siteripz sogouspider -spyfu -tAkeOut -trendiction.com -voyagerx.com -webprosbot +sp_auditbot +sysscan +trendiction.de +webmeup-crawler diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 0320ffe32..1f462fd43 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -101flag.ru -adssafeprotected.com -cashonads.com -dnepropetrovsk.mistr-x.org -gsasearchengineranker.top -noclegonline.info -paintingplanet.ru -plusnetwork.com -torrents.cd -xvideospornoru.com +buzzurl.jp +clash-clans.ru +divatraffic.com +fym.com.ru +leboard.ru +sabizonline.com +sexkvartal.com +telefonsexkostenlos.tk +tubo360.com +xxxtube69.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 94ee309c1..bcffddb15 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0daymusic.org -0n-line.tv -108shot.com -256bit.by -2nt.ru -4kepics.com +01apple.com +0lovespells0.blogspot.com +2daytrendingnews.com +3-letter-domains.net 4senses.co -5kstore.com -7yue.org -addtoadd.men -adverster.com -aghanyna.com -all-streaming-media.com -allproblog.com -amanda-porn.ga -amehdaily.com -android4fun.org -angkortours.vn -animal36.com -animalrank.com -animenime.ru -anti-virus-removal.info -apiwebwebgetcom-a.akamaihd.net +51.la +6hopping.com +70casino.online +7xc4n.com +abcguru.xyz +adconscious.com +adsref.men +adultmeetonline.info +advertex.info +afmuseum.com +afslankpillen2017nl.eu +airmaxshoes-2016.com +allfinweb.com +alphavisions.net +alveris.ru +amigobulls.com +aosexkontakte.net +appartement-stumm.at +appiq.mobi applyneedy.xyz -approved.su -aquarium-pro.ru -arendakvartir.kz -artpicso.com -asrv-a.akamaihd.net -asscenihotosidea.blogspot.com -asseenontv.ru +aproposde.com +arcadeplayhouse.com +arquivo.pt +artel116.ru +artparquet.ru +asdfz.pro +astana.xxxkaz.org +astrochicks.com +atelielembrancaqueencanta.com.br +autoloans.com +autolombard-krasnodar.ru +autotrends.today aversis.net -aviapanda.ru -azartclub.org -azbukafree.com -bagcionderlab.com +avtolombard-krasnodar.ru +axbocz.net +ayeartoforget.com +azazaporn.com +backlinkwatch.com +baixar-musicas-gratis.com bala.getenjoyment.net -bank.uz -bbtec.net -beauby.ru -belinvestdom.by -best-games.today -bestdooz.com -bestmarriages.com +bayareaaeroclub.org +beachtoday.ru +bear.gotcher.us +beclean-nn.ru +bestofferswalkmydogouteveryday.gq +bestofpicture.com +bestplacetobuyeriacta.jw.lt +betonka.pro bigcities.org -bingo8888.com -bio.trade-jp.net -bitcoinpile.com -blacktwhite.com -blavia.00author.com -bloglag.com -boanonihaca.tk -bookhome.info -bpro1.top -brainboosting.club -brainsandeggs.blogspot.com -braintobe.win -brakehawk.com -breastaugmentation.co.za -breget74.ru -brg8.com -bronzeaid-a.akamaihd.net -bryansk.zrus.org -bum.com.ru +bimatoprost-careprost.com.ua +binaryoptionscops.info +biocn.dx.am +bitnote.co +blogos.kz +boleznikogi.com +bombla.org +bonzibuddi.com +boole.onlinewebshop.net +boostmyppc.com +brainxs.us +brandehk.dk +briomotor.co +brokergid.ru +btvn.ru +buchananshardware.com +businesn.men +buttons-for-website.com buzz-porno.info -candytiner.com -canrioloadm.gq -capsderfudd.tk -castingbank.ru -cfjump.com -chatroulette.life -chatseo.com -cheap-pills-norx.com -cheapbarbour.online -cheapjerseysa.com +buzzurl.jp +camdolls.com +candlewooddentalcentre.com.au +carapics.com +carsplate.com +cartierjusteunclou.xyz +cartujano-pre.de +cascadelink.org +casinos4dummies.co.uk +celebsopics.com +centraletermice.us +centrumcoachingu.com +cfacarrosserie74.com cheapjerseysap.com cheapmarmot.online -cheapmoncler.xyz -checkpagerank.net +chidporn.com chinaelitecheapjerseys.com -chinese-amezon.com -chocolateslim-u-srbiji.com -cialiswithoutadoctor.net -cineacademy.ru +christianlouboutinsaleonline.us +cialischstgerts.com +cinemaflix.website circlesl.com -classiquebijoux.ru -clickbanksites.info -clicksor.com -clippingphotoindia.com -clips.ua.ac.be -cocyq.inwtrade.com -coderstate.com -coin-hive.com -compiko.info +clickintext.net +clodo.ru +clothesforcash.com +cmhomestayagency.com +commoncrawl.org +communisave.co.za compliance-don.xyz -compliance-george.xyz -compliance-irvin.xyz compliance-ivan.xyz -concealthyself.com -copro.pw -cougfan.info -cryptoswap.biz -cscwtalkto.site -customboxes4less.com -customcatchcan.com -customcollegeessays.net -cwetochki.ru +coolgramgoods.com +cornerstone-countertops.com +cosmetic.donna7753191.ru +creditwell.ru +daisye.top +danashop.ru +data1.scopich.com day-news.info -dayibiao.com -deadlinkchecker.com -detmebel.su -dipstar.org -directrev.com -docsportal.net -dogclothing.store -domain-submit.info -domainanalyzing.xyz -domaincrawler.com -domashneeruporno.com -domcran.net -domini.cat -donna7753191.ru +ddospanel.com +ddsoldes.fr +dealwifi.com +dentalpearls.com.au +djekxa.ru +djstools.com +dmmspy.com +docs4all.com +documentsite.net +domaineaneblanc.com dostavimvdom.ru -dynainbox.com -e-collantes.com -earn-from-articles.com -ec-file.info -edwinkonijn.com.au -eets.net -electronicadirect.com -elektrozigarette2.webs.com +dostavka-v-krym.com +dotmass.top +downloadkakaotalk.com +downloadme.life +downtuptv.gq +drpornogratisx.xxx +druzhininevgeniy63.blogspot.com +dumpsmania24.com +dvd-famille.com +educatemetv.com +eduserver.net +ege-essay.ru +elidelcream.weebly.com +elstal.com.pl +elvenar.com enbersoft.com -eng-lyrics.com -enskedesquashclub.se -epngo.bz +encodable.com +englate.com +englishdictionaryfree.com +englishgamer.com +epicbrogaming.com erotik0049.com -eurosamodelki.ru -evrotekhservis.ru +erotiktreff24.info +escortplius.com +evaashop.ru +everytalk.tv exchanges-bet.com -excitacion.info -extstat.com -eyelike.com.ua -facebook-mobile.xyz -fantasticpixcool.com -farmprofi.net +exdocsfiles.com +expertnaya-ocenka.ru +exportshop.us +extractorandburner.com +eyes-on-you.ga +ez8motelseaworldsandiego.com +f-loaded.de +fandlr.com +fashion-mk.net fenoyl.batcave.net -fettefrauen.net -fickkontakte.org -fickkontaktehobbyhuren.com -fillmewithhappiness.com -film-one.ru -filmbokep69.com -filmci.pro -findacheaplawyers.com -findpik.com -fitnesspiks.com -flooringinstallation-edmonton.com -fordsonmajbor.cf -forex21.ru -forum20.smailik.org -foto-telok.net -fototravel.eu -fotoxxxru.com -frbizlist.com -free-today.com -freewebs.com +filmi-onlain.info +fodelsedagspresenter.nu +foodgid.net +forum.tvmir.org +forums.toucharcade.com +foto-weinberger.at +foxjuegos.com +franecki.net +frankofficial.ru +freelinkbuilding.website.tk +freelotto.com +freesitetest.com freewlan.info -frivgame250.com -gambarkataku.co -gay-site.store -gearcraft.us -ggiaro.com -gigixo.com -globetrotting-culture.ru -greatzip.com -grizzlysgrill.com -gsasearchengineranker.space -gsmtlf.ru -guarrasdelporno.xxx -guod.me -hao123.com -hd-filmy.net -hdpixent.com -heliko.no -hermesreplica.win -homemature.net -hostingclub.lk -hostsshop.ru -hubbble.com -husky-shop.cz -ideoworld.org -igrovyeavtomaty777.ru -ihtec2019.org -imagine-ex.co -indo-export.ru -infogame.name -insurple.com +fuckmill.com +fullfileaccess.com +funnel.co.za +fusoradio.info +galaxyflowers.ru +gallery.rennlist.com +gavuer.ru +gaypornmovie.net +generic-pills-online.com +get-free-social-traffic.com +getdot.ru +gettpromos.com +getyourimage.club +ghazel.ru +given2.com +glogow.pl +gne8.com +goldadpremium.com +googleseo.com.tr +graphics8.info +gratuitbaise.com +guitar-master.org +hanwei.us +haveinc.xyz +hd720kino.ru +healgastro.com +heroz.fr +heygidday.biz +hidemyass.com +highland-homes.com +hikesearch.net +himazin.info +hobild.net +houdom.net +howtowhitenteethfast.xyz +hscsscotland.com +hyhj.info +i-midias.net.br +ibb.com.ua +ilovevitaly.ru +imediadesk.com +impisr.ru +inboundlinks.win +inmate-locator.us +innodgfdriverhm.aircus.com +int.search.mywebsearch.com +invest-pamm.ru +investingclub.ru +investmac.com +iomoio.net iradiology.ru -itis4you.com -ixora.pro +islandminingsupply.wordpress.com +iwantmyfreecash.com janavibekken.no -javidol.site -jeremyeaton.co -johannesburgsingles.co.za -justbcause.com -kakadu-interior.com.ua -kanimage.com -kaz.kz -keenoutlet.online -kerei.ru +javstock.com +javxxx18.com +jolic2.com +junketjuice.blogspot.com +jwcialislrt.com +kamalsinha.com +kambasoft.com +kamen-e.ru +kazinogames.lv keyword-suggestions.com -keywordteam.net -kfon.eu -khafre.us +keywordsking.com +keywordsuggests.com kimcurlrvsms.com kino-key.info -klosetkitten.com -krasivoe-hd.com -lacapilla.info -landoftracking.com -law-check-eight.xyz -leboard.ru -letsart.ru -letslowbefast.site -lexiangwan.com -lezbiyanki.net -li-er.ru +kino-rating.ru +kiwi237au.tk +kladrus.ru +kletkimehan.ru +kmd-pto.ru +kmgamex.cf +knigonosha.net +kometars.xyz +koronirealestate.gr +lacloop.info +larger.io +larose.jb2c.me +lawyersinfo.org +leadn.pl life-instyle.com -liky.co.ua -lion.conboy.us -liumimgx.pw -liverpool.gsofootball.com -lizace.com +linkrr.com +live-sexcam.tk +lmrauction.com localflirtbuddies.com -locatellicorretor.com.br -lombia.com -lonerangergames.com -lubetube.com -lunamedia.co -m-google.xyz -m4ever.net -machicon-ueno.info -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macnewtech.com -magicplayer-s.acestream.net -mansiondelrio.co -mansparskats.com -marcowebonyodziezowe.pl -maridan.com.ua -massage-info.nl -master-muznachas.ru -mcadamssupplyco.com -mebelcomplekt.ru +lostfilm-online.ru +louboutinshoes.xyz +luchshie-topcasino.ru +lutherstable.org +luxup.ru +m5home.ru +mac-shield.com +manifestation.betteroffers.review +manipulyator-peterburg.ru +medanestesia.ru +medicines-choice.com +mega-bony2017.pl megavolt.net.ua -memberty.com -menstennisforums.com -midst.eu -minharevisao.com +meltwater.com +member-quiz.com +minet.club mirmedinfo.ru -mitrasound.ru -mixx.com -mobile.ok.ru -mobstarr.com -moesexy.com -monarchfind-a.akamaihd.net -moneyteam24.com -moviemail-online.co.uk -moviezbonkerssk.cf -movpod.in -mrpornogratis.xxx -mulberryoutletonlineeu.com -musicpro.monster -my-cash-bot.co -mybinaryoptionsrobot.com -mydownloadengine.com -myshopmatemac.com -mywallpaper.top -na15.ru -netfacet.net -new-apps.ru -newhairstylesformen2014.com -newsperuse.com -niki-mlt.ru -nina.az -noscrapleftbehind.co -nosecret.com.ua -notasprensa.info -nuker.com -obiavo.by -okayimage.com -okout.ru -oksrv.com -old-rock.com -omsk.xrus.org -onetravelguides.com -online7777.com -onlinedomains.ru -onlyporno.ru -osagonline.ru -outclicks.net -outrageousdeal-a.akamaihd.net -ovirus.ru -paceform.com -panamaforbeginners.com -papasdelivery.ru -parajumpersstore.online -pcgroup.com.uy -pechikamini.ru -pepperstyle.ru -petedrummond.com -physfunc.ru -pintattoos.com -pinwallpaper.xyz -pivka.xyz -pixgood.com -pk-services.ru -placid-rounded-coast.glitch.me -platesauto.com -play-mp3.com -playfortuna-play.ru -poligon.com -polytopesexempt.com -pontiacsolstice.info -popcash.net -porngalleries.top -pornhubforum.tk -pornolook.net -pornotubexxx.name -pornpost.in -portadd.men -pourvous.info -powenlite24.ru -prokotov.com -prostitutki-tyumeni.org -pts163.ru -pwwysydh.com -raavidesigns.com -rabotaetvse.ru -radiodigital.co -ranksignals.com -refererx.com -refudiatethissarah.info -remont-fridge-tv.ru -robertefuller.com -rocis.site -rockma.se -rospromtest.ru -rossanasaavedra.net -royal-betting.net -rubanners.com -rusvideos.su -rutor.group -sack.net -salutmontreal.com -samo-soznanie.ru -satoristudio.net -savememoney.co.za -sbf441.com -sc-specialhost.com -scanner-josh.top -schalke04fc.info -search-goo.com -sei80.com -semp.net -seo-2-0.com -seo-tools-optimizing.com -seorussian.ru -servethis.com -sexcamamateurchat.com -sexobzor.info -sexytrend.ru -shariki-zuma-lines.ru -sherlock.se -shikiso.info -shohanb.com -siteonomy.com -sitevaluation.org -sloopyjoes.com -social-button.xyz -social-fun.ru -socialseet.ru -softomix.com -sotechco.co -spb-plitka.ru -spidtest.space -spyfu.com -sr-rekneskap.no -stmassage.ru -strag-invest.ru -strana-krasoty.ru -stroiminsk.com -students-cheapskate.ml -superoboi.com.ua -supervesti.ru -surcentro.com -svetodiodoff.ru -tacbelarus.ru -taqywu51.soup.io -tasteidea.com -tastyfoodideas.com -tdsing.ru -testingads.pro -texbaza.by -thedownloadfreeonlinegames.blogspot.com -thegalerie.eu +mirzonru.net +mmgq.ru +mmog-play.ru +mobioffertrck.com +mojowhois.com +mojpreskumanie.com +mokrayakiska.com +monthlywinners.com +moxo.com +mp3films.ru +mp3s.club +musicdaddy.net +musicspire.online +muz-baza.net +mybackgroundlandscape.blogspot.com +myperiod.club +mysex21.com +najaden.no +naturalshair.site +negral.pluto.ro +nerudlogistik.ru +nevansk.ru +nlfjjunb5.ru +northfacestore.online +obiavo.in +odywpjtw.bloger.index.hr +oil-td.ru +oneclickfiles.com +onemactrckr.com +onlineporno.site +onlyforemont.ru +orel-reshka.net +ororodnik.goodbb.ru +outshop.ru +palocco.it +parfusale.se +percin.biz.ly +perfectplanned.com +pestomou.info +peugeot-club.org +photokitchendesign.com +pics-group.com +picsfair.com +picture-group.com +pierrehardysale.online +pistonclasico.com +plastgranar.nu +plusnetwork.com +pochtovyi-index.ru +pony-business.com +popmarker.com +popup-hgd.xyz +pornogratisdiario.com +pornoslive.net +portside.xyz +privacyassistant.net +productarium.com +projectforte.ru +proposal-engine.com +propranolol40mg.blogspot.com +proxyradar.com +pshare.biz +psoriasis-file.trade +pssucai.info +purchasepillsnorx.com +py100.ru +ragecash.com +razleton.com +realtytimes.com +rebelmouse.com +rebrand.ly +recipedays.ru +redirlock.com +rentaremotecomputer.com +replicaclub.ru +riralmolamsaca.tk +risparmiocasa.bz.it +rn-to-bsn.com +runtnc.net +rusexy.xyz +sanatorrii.ru +sardinie.us +sbwealthsolutions.ca +scanner-john.top +scanner-nelson.top +scoopquest.com +security60-e.com +segol.tv +seksotur.ru +selectads.men +sell-fb-group-here.com +seoholding.com +seonetwizard.com +sexkontakteao.info +sexsearch.com +sexyebonyteen.com +shama-rc.net +sharebutton.to +shell-pmr.ru +shisha-swag.de +shtora66.ru +sigmund-freud.co.uk +simon3.ru +simplesite.com +sinel.info +slimcdn.com +smadihome.com +snegozaderzhatel.ru +socialbookmarksubmission.org +socialbuttons.xyz +socialmadesimple.com +soda.media +soochi.co +spabali.org +space-worry.ml +space2019.top +spbchampionat.ru +stariy-baku.com +stats-collector.org +stroicol.net +superinterstitial.com +superlist.biz +sureone.pro +svarkagid.com +taboola.com +taqplayer.info +taranerymagesswa.blogspot.com +taraz.xkaz.org +tattoo33.ru +taxi-v-eisk.ru +tds-advert005.info +tecnoteakviareggio.it +teletype.in +theheroes.ru +themestotal.com thewomenlife.com -thexart.club -thin.me.pn -tizanidinedruginteractions.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidineinfo.blogspot.com -tizanidineinteractions.blogspot.com -tizanidineoral.blogspot.com -tizanidinepills.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tjkckpytpnje.com -tmm-kurs.ru -tootoo.to -top-study.work -tracksz.co -tupper-shop.ru -turizm.bz -tvory.predmety.in.ua -twelvevisionspartyofcolorado.com -tyumen.xrus.org +threecolumnblogger.com +tiandeural.ru +timetorelax.biz +tizanidinedosageforsleep.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tk-assortiment.ru +tomck.com +toon-families.com +top-karkas.ru +top1-seo-service.com +top10-way.com +top10registrycleaners.com +topcasinoratings.ru +topkarkas.com +tovaroboom.vast.ru +toys.erolove.in +traffixer.com +trkdf.com +trustedhealthtips.com +turbabitload.weebly.com +tvnewsclips.info +ua.tc +uchetunet.su +udsgame.online uggbootsoutletsale.us -uggsale.online -uginekologa.com -uhdtv.website -ukrtvir.com.ua -um-razum.ru -unimodemhalfduplefw.pen.io -unrealcommander.com -upproar.com -upstore.me -urlopener.blogspot.com.au -urlopener.com -usadacha.net -usswrite.com -vacances-voyages.info -varbergsvind.se -velobikestock.com -veselokloun.ru -vesnatehno.ru -vezuviy.su -via-energy-acquistare.com -viandpet.com -viberdownload10.com -viddyoze.com -videochaty.ru -vilingstore.net -vip.51.la -virus-schutzmasken.de -vladimir.xrus.org -vladimir.zrus.org -vod.com.ua -vozbujdenie.com -vpnhowto.info -vsexkontakte.net +ultimateclassicrock.com +unlimitdocs.net +unmaroll.ya.ru +uprour.com +urzedowski.eu +usbggettwku.ga +ustion.ru +vacuumscleaner.com +valkiria-tk.ru +vancleefreplica.pw +video-chat.cn +video-hollywood.ru +videochat.bz +videochat.ph +virtuagirl.com +vk-mus.ru +vksaver-all.ru +vladhistory.com +vse-pesni.com +vucms.com vut.com.ru vykupavto-krasnodar.ru -wait3sec.org +vzube.com +wapsite.me +waterefficiency.co +wcb.su webpromotion.ae -wesharepics.site -workle.website -world-mmo.com -worldis.me -www.kabbalah-red-bracelets.com -x69ty.ru -xblog.in -xmronta.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aodinpgi.xn--p1ai -xxlargepop.com -xxxdatinglocal.us -xz618.com -yaaknaa.info -yebocasino.com +website-analytics.online +websites-reviews.com +webstatsdomain.org +weburok.com +wedding-salon.net +welck.octopis.com +wesharepics.com +whipme.yopoint.in +whiteelephantwellington.com +wildcattube.com +wildnatureimages.com +winterclassichockeyjerseys.com +winwotgold.pl +witclub.info +wladimirpayen.com +wurr.voila.net +www.pinnacle-bets.com +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--h1aakne2ba.xn--p1ai +xn--lifehacer-1rb.com +xxxsiterips.xyz +yatrk.xyz yellowads.men -yellowstonesafaritours.com -yoshkarola.zrus.org -youjizz.vc -yourmovies.pl -yoursearch.me -youtubologia.it -yunque.pluto.ro +yun56.co +z-master.ru zacreditom.ru -zdesoboi.com -zero1.it -zeroredirect.com -zirondelli.it -zlatnajesen.com -zoogdiesney.com -zrizvtrnpale.tk -zscalerone.net -zzbroya.com.ua -zzlgxh.com +zaimite.ru +zambini.ru +zarenica.net +zeroredirect5.com +zmoda.hostreo.com +zone-kev717.info +zoogdisany.com +zoomovies.org +zrelaya.pw +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index f09de48ef..dda2bca2c 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -28n2gl3wfyb0.ru -5000-cotydzien.com -57883.net -7ooo.ru -add-add.men -adhome.biz -adultactioncam.com -advokat-grodno.by -advokateg.xyz -alfa-img.com -ameblo.jp -analytics-ads.xyz -animebox.com.ua -apibatbrowsecom-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -arcteryxstore.online -artel116.ru -artpicso.com -ayerbo.xhost.ro -ayodhya.co -azarttoto.com +0c47f8422d3f.com +0lovespells0.blogspot.com +13tabs.com +2girls1cup-free.com +5i2.net +7a2rnuey1tw9ar.ru +admitad.com +adultnet.in +aksonural.ru +all4invest.ru +amanda-porn.ga +apiqualitinknet-a.akamaihd.net +arquapetrarca.info +artefakct.com +autowebmarket.com.ua +aviav.org +ayakino.net bablonow.ru -batanga.net -battle.net -besttorrentknifta.weebly.com -biketank.ga -bildsuche.ru -binomo.kz -bjetjt.com -blacktwhite.com -bonzybuddy.com +bad-stars.net +beauty-b0x.pl +belstaffstore.online +best-games.today +best-mam.ru +bget.ru +bioca.org +bjgugu.net.ua +blogporn.in +bluerobot.info bookmark4you.com.biz -boole.onlinewebshop.net -brainsandeggs.blogspot.com -breget74.ru -btnativenav.com -businesn.men -businesxxl.com +brakehawk.com +brus.city +bus-offer.com +buy-forum.ru buyk.host.sk -cactussoft.biz -canrioloadm.gq -cartierring.xyz -cartiertrinity.xyz -cbb1smartlist12.click -cctva.tv -cenoval.ru -cezartabac.ro -changde.58.com -cheapmoncler.win -chinacheapelitejerseys.com +cardsharp1.ru +carsdined.org +cartierbraceletsreplica.pw +chiblackhawks-jerseys.com +chiptuninger.com +chuckguilford.com +cialgenisrx.com +cityadspix.com +claytransformations.info clknsee.com -compliance-olga.top -comsysnet.com -cool-wedding.net -coolbar.pro -coprofam.org +compliance-willy.top +conciergegroup.org cornerstone-countertops.com -cosmetic.donna7753191.ru -cosmeticswomens-womensports.rhcloud.com -cottageofgrace.com -crazyprotocol.com -creativehutindia.com -creatives.adbetclickin.pink -creditwell.ru -customboxes4less.com -customerpromos-a.akamaihd.net -damasarenai.info -defenderxtactical.com -demian.kz -detective01.ru -divci-hry.info -dood.live -downloads-whatsapp.com -drugstoreforyou.com -easycommerce.cf -ekspertmed.com -electro-prom.com -elvenar.com -en.altezza.travel -englate.com -ereko.ru -exchangeit.gq -ezigarettekaufen2.blox.pl -fikasound.tk -filmbokep69.com -filmetricsasia.com -finemanteam.com -fordsonmajbor.cf -forodvd.com -fotzen-ficken.com -foxweber.com -ftns.ru -goldenggames.com -goodhumor24.com -goodnightjournal.com -gopixdatabase.com -gotwebsite1.com -graphicwe.org -greenzaim.ru -guge.io -hildinghr.se -hollywoodactress.info -honyaku.yahoofs.jp -house.sieraddns.com -howopen.ru -hreade.com -huimin764128.com -igru-xbox.net -images.gyffu.com -imgarit.pw -imitex-plus.ru +crafthubs.com +dailyrank.net +danceuniverse.ru +dealighted.com +design-lands.ru +discountliv.com +doeco.ru +dorratex.tn +dosug-lux.ru +dosugrostov.site +download-wallpaper.net +drupa.com +dscaas.website +education-cz.ru +elektrischezigarette2.devhub.com +elmifarhangi.com +emailaccountlogin.co +es5.com +essayassist.com +european-torches.ru +executehosting.com +extremal-blog.com +ezigaretteshop2.vefblog.net +favornews.com +femdom.twiclub.in +filmci.pro +findpics.pw +firesub.pl +fok.nl +forum.doctissimo.fr +forum69.info +foxtechfpv.com +freenode.info +gaz-voshod.ru +gdcentre.ru +genericlowlatencyasiodriverhq.aircus.com +gigixo.com +gilbertbanda.net +gnuetella.com +greatidea.marketing +gsasearchenginerankerdiscount.com +gsmtlf.ru +hatdc.org +hdapp1008-a.akamaihd.net +hdpixion.com +hdwallpapers-free.com +healmytrauma.info +herehloadibs.cf +histats.com +hitmuzik.ru +ilovevitaly.ru +ilte.info imperia31.ru -infodocsportal.com -instasexyblog.com -investyb.com +impisr.edunsk.ru +indo-export.ru +investpamm.ru ipornox.xxx -iqs.biz.ua -irunfar.com -islandminingsupply.wordpress.com -iusstf.org -javrip.net -javspace.net jerseyssportsshop.com -jwcialislrt.com -kerch.site -keywordsdoctor.com -keywordsuggest.org -khadastoafarde.tk -kino2018.club -kinoplen.ru -kostenloser-sex.com -kskjco.club -lafriore.ru -lapitec.eu -law-check-eight.xyz -lechenie-gemorroya.com -legionalpha.com -lernur.net -lincolntheatre.com -lonfon.xyz -long-beach-air-conditioning.com -longlifelomilomi.info -lottospring.com -lumb.co -madot.onlinewebshop.net -mafa-free.com -marmitaco.cat -matematikus.info -megakino.net -merryhouse.co.uk -modenamebel.ru -money-every-day.com -money-for-placing-articles.com -mouselink.co -mug-na-chas-moscow.ru -musicas.baixar-musicas-gratis.com -muz-shoes.ru -mxgetcode.com -myftpupload.com -mypets.by -nikitsyringedrivelg.pen.io -nomuos.it -nootrino.com -o333o.com -oakleyglassesonline.us -obnal.org -ofanda.com -oivcvx.website -onclickpredictiv.com -online.ktc45.ru -onlinemegax.com -ontargetseo.us -oralsexfilme.net -owohho.com -panouri-solare-acoperis.com -partnersafe.men -photo-clip.ru -picquery.com -porn-w.org -pornodojd.ru -pornoforadult.com +kamalsinha.com +katadhin.co +kino-ecran.ru +kinobest.pl +kinopolet.net +koopilka.com +kovrenok.ru +lampokrat.ws +laulini.soclog.se +lechtaczka.net +letmacwork.world +liffa.ru +ljusihus.se +maglid.ru +marketingvici.com +marwer.info +master-muznachas.ru +matpre.top +menhealed.net +mini-modus.ru +mmostrike.ru +moneyteam24.com +moneytop.ru +morlat.altervista.org +mosdverka.ru +mountainstream.ms +mozello.ru +mustwineblog.com +myhydros.org +myonigroup.com +nlfjjunb5.ru +nvformula.ru +o-o-8-o-o.com +obsessionphrases.com +odesproperty.com +onlyporno.ru +openfrost.net +ordernorxx.com +pepperstyle.ru +picmoonco.pw +picturesboss.com +pizza-imperia.com +poiskzakona.ru +pornoelita.info pornogratisdiario.com -priora-2.com -profitfx.online -pronekut.com -psa48.ru -ptr.ruvds.com -pussyfleet.com -pyramidlitho.webs.com -queerspace.com -rabot.host.sk -rapidsites.pro -real-time-analytics.com -reeyanaturopathy.com -remontgruzovik.ru -riders.ro -sbf441.com -scanner-willy.top -scottbywater.com -seo-prof1.xyz -shopperifymac.com -siha.de -site-auditor.online -smart-scripts.com -smichovbike.cz -snjatie-geroinovoy-lomki.ru -splendorsearch-a.akamaihd.net -stjamesschool.info -stop-zavisimost.com -stuff-about-money.com -suchenindeutschland.com -superoboi.com.ua -technika-remont.ru -thetattoohut.com -tizanidinedruginteractions.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidinehclsideeffects.blogspot.com -tmearegion26.com -tobeyouday.win -top10registrycleaners.com -track-rankings.online -trafficnetzwerk.de -trustedmaccleaner.com -tuberkuleznik.ru +portside.cc +produkto.net +proposal-engine.com +prostitutki-kharkova.org +prostitutki-tyumeni.org +pts163.ru +puzzleweb.ru +quangcaons.com +quick-seeker.com +rangoman.date +rankscanner.com +ranksonic.org +rating-bestcasino.com +responsinator.com +robertefuller.com +roofers.org.uk +royal-betting.net +rukino.org +russintv.fr +sakhboard.ru +santechnik.jimdo.com +sbwealthsolutions.ca +scanner-jack.top +scrnet.biz.ua +sdrescher.net +searchinquire.com +seotoolsagency.com +sergiorossistore.online +servethis.com +sex.hotblog.top +sexpornotales.net +sharpchallenge.com +sindragosa.comxa.com +socialseet.ru +soft1.ru +softomix.net +soundfrost.org +spb.afora.ru +stevemonsen.com +stop-gepatit.te.ua +streha-metalko.si +sugvant.ru +sureone.pro +surintech.ac.th +svarkagid.com +svnuppsalaorebro.se +tam-gde-more.ru +taqywu51.soup.io +tds-advert002.info +theplacetoupdating.pw +tizanidine4mg.blogspot.com +tizanidinecost.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tmm-kurs.ru +tongkatmadura.info +toon-families.com +top10-way.com +topquality.cf +topsiteminecraft.com +trafficmania.com +ttsq.fr +tula.howotorg.ru +uamtrk.com uchetunet.su -ultimateclassicrock.com -umekana.ru -unionmarkt.de -unpredictable.ga -usiad.net -varbergsvind.se -varikozdok.ru -vedomstvo.net +uhodzalijami.ru +upstore.me +usadacha.net vektorpress.ru -wallpapersist.com -wardreapptokone.tk -warning.or.kr -watchdogs-2.ru -waycash.net -whosonmyserver.com -worldhistory.biz -worldis.me -xn--80aafb2a.xn--p1ai -xsion.net -youradexchange.com -yousense.info -yuweng.info -zaim-pod-zalog-krasnodar.ru -zigarettenonlinekaufen2.drupalgardens.com -zs2vm.top +verymes.xyz +videonsk.com +web.cvut.cz +webtherapy.ru +weburok.com +welck.octopis.com +wesharepics.info +whatistizanidine2mg.blogspot.com +wingsofrefuge.net +wrona.it +wsgames.ru +wstroika.ru +wzgyyq.com +xaylapdiendanang.com +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----itbkqkfiq.xn--p1ai +xxx-treker.ru +xxxkaz.org +yaaknaa.info +yaoguangdj.com +youdao.com +yourporngay.com +youtubedownload.org +yuarra.pluto.ro +yun56.co +zakonobosago.ru +zarepta.com +zigarettenonl.canalblog.com +zoosexart.com +zootravel.com +zrus.org +zvooq.eu diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,14 +581,4 @@
This is merely used for testing !!!