diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 500f85d26..e3ee42fc5 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2841 +#### Version: V4.2022.01.2842 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [632](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 14a1bce39..40ceaf424 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2841 +#### Version: V4.2022.01.2842 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [632](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 96c7eadad..7088dfd16 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.01.2841 +#### Version: V4.2022.01.2842 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [632](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 5c975c50a..3118dfa44 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.01.2841 +#### Version: V4.2022.01.2842 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [632](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 372417727..31acea603 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 372417727..31acea603 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 372417727..31acea603 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 372417727..31acea603 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 372417727..31acea603 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 6cda91b39..cc378d9e4 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2841 +2842 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 372417727..31acea603 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2841 -### Updated: Sun Jan 9 07:00:23 UTC 2022 +### Version: V3.2022.01.2842 +### Updated: Sun Jan 9 10:06:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 26b2894e0..b464fefe4 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index e72cb9e76..cab1bed93 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.127.127.68 0; +23.99.179.186 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 3951616fb..f518680dd 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 0; +10.1.1.194 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 26b2894e0..b464fefe4 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e72cb9e76..cab1bed93 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.127.127.68 0; +23.99.179.186 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 1dce6b387..3c1ffc04c 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index e72cb9e76..cab1bed93 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.127.127.68 0; +23.99.179.186 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 46452191c..a179768d1 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2841 -### Updated: Sun Jan 9 07:00:22 UTC 2022 +### Version: V4.2022.01.2842 +### Updated: Sun Jan 9 10:06:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 632 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 35f734417..845ed8532 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.222 1; +10.1.1.194 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 1ed5ccb3a..6fc04da60 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Alexibot -BetaBot -Crawling at Home Project -Genieo -GetRight -Grabber -Image Sucker -Iria -Rankivabot -Re-re +Citoid +Digincore +G-i-g-a-b-o-t +Kozmosbot +Lipperhey +Masscan +NetZIP +ProWebWalker +TheNomad +UnisterBot diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index b7d330e1a..7f7ebadbd 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker +80legs ADmantX AIBOT ALittle Client -Aboundex Acunetix -AhrefsBot +AfD-Verbotsverfahren AiHitBot -AllSubmitter +Aipbot Anarchy99 -AwarioRssBot -AwarioSmartBot -BackStreet +Aspiegel +BBBike +BLEXBot +BackDoorBot +BackWeb Backlink-Ceck BacklinkCrawler -Badass -Bandit -Battleztar Bazinga -Bigfoot -Bitacle +BatchFTP Blackboard -Blow -Boardreader Brandwatch -Buck -CATExplorador -CCBot -CSHttp +Bullseye +CODE87 +Calculon +CazoodleBot Cegbfeieh -ChinaClaw +CherryPicker Chlooe -Citoid -Claritybot Cliqzbot +Cocolyzebot Cogentbot +Collector Copier -CrazyWebCrawler +CopyRightCheck +Copyscape CrunchBot Curious -DataCha0s -Demon +Custo +DBLBot +DIIbot +DSearch +DTS Agent +DatabaseDriverMysqli Devil +DigitalPebble Dirbuster -Disco +Dispatch DittoSpyder -DnBCrawler-Analytics -DnyzBot -DomainSigmaCrawler -Domains Project +DomCopBot +DomainStatsBot Dotbot +Download Wonder +ECCP/1.0 EMail Wolf -EasyDL -Ebingbong Ecxi -EirGrabber -EroCrawler Express WebPictures -ExtLinksBot Extractor -ExtractorPro +Extreme Picture Finder EyeNetIE -Ezooms -FDM FHscan FemtosearchBot Fimap FlashGet -G-i-g-a-b-o-t +Fuzz +FyberSpider +Fyrebot GT::WWW -Getintent +GalaxyBot +Genieo +GermCrawler +GetRight +GetWeb Grabber -GrapeFX -HaosouSpider +HMView +HTTrack Harvest Havij -Heritrix Hloader HybridBot -IDBTE4M IDBot +IRLbot +Id-search Image Fetch IndeedBot -InfoNaviRobot -InfoTekies -InterGET -Iria -Iskanie -IstellaBot -JamesBOT +Indy Library +Intelliseek +Internet Ninja +InternetSeer +JOC Web Spider Jbrofuzz -JennyBot JetCar JikeSpider -Joomla -Jorgee -Keyword Density -Kinza +JustView +Kenjin Spider LNSpiderguy -Lanshanbot -Larbin +LWP::Simple +Leap LeechFTP -LeechGet +LexiBot +LibWeb Libwhisker -Linkdexbot -LinkextractorPro +Lightspeedsystems +LinkpadBot +LinqiaMetadataDownloaderBot LinqiaScrapeBot -Ltx71 MIDown tool -MQQBrowser +MJ12bot +MSFrontPage +MSIECrawler Mag-Net -Mail.RU_Bot -Majestic-SEO +Magnet Majestic12 MarkMonitor -MarkWatch -Mass Downloader +Masscan +Mata Hari Mb2345Browser -Meanpathbot +Mediatoolkitbot +Metauri +MicroMessenger +Minefield Mojolicious -NICErsPRO -Navroad -Nessus -NetSpider -NetZIP -Netcraft -Netvibes -Nikto -Nutch -Octopus -Offline Explorer +Morfeus Fucking Scanner +Mr.4x3 +Musobot +NPbot +Net Vampire +NetMechanic +Niki-bot Offline Navigator -OpenLinkProfiler -OpenVAS +OnCrawl Openfind +OrangeBot OrangeSpider PHPCrawl -PageAnalyzer +POE-Component-Client-HTTP +PageGrabber PageScorer -Panscient +Pandalytics Pavuk -Petalbot Picscout -PictureFinder -Piepmatz -ProPowerBot -ProWebWalker +Pixray +PleaseCrawl +Pockey Psbot -PyCurl -Quick-Crawler -RSSingBot -RankActive -RankFlex +RankActiveLinkBot RankingBot -Rankivabot +RankingBot2 +RankurBot +Re-re +ReGet Reaper -Recorder -RepoMonkey -SEOkicks +RocketCrawler +SEOkicks-Robot +SEOstats SISTRIX +SMTBot SalesIntelligent -Scrapy +ScanAlert +ScrepyBot SearchmetricsBot -Seomoz -Shodan +Seekport +SemanticJuice +SentiBot +SeobilityBot Site Sucker SiteExplorer +SiteSnagger SiteSucker -Sitevigil +Snapbot Snoopy -Sosospider -Spinn3r -Sqlmap +Sottopop +Spammen +Steeler +Stripper +Sucker Sucuri -SuperBot SuperHTTP -SurveyBot Suzuran -TeleportPro +T0PHackTeam +T8Abot +Telesphoreo Telesphorep -Thumbor -Titan -Toata +TheNomad Toweyabot Trendiction +Trendictionbot Turingos +Turnitin +TurnitinBot +TwengaBot URLy Warning -URLy.Warning -Upflow -VB Project -Vacuum -VeriCiteCrawler -VidibleScraper -Voil +UnisterBot +V-BOT +WBSearchBot WEBDAV -WPScan -WWW::Mechanize -WallpapersHD -WeSEE +WWW-Mechanize +WWWOFFLE Web Auto -Web Fuck -Web Sauger -WebAuto +Web Collage +Web Enhancer +Web Pix WebBandit -WebCollage WebCopier WebEnhancer -WebFetch -WebLeacher -WebPix +WebFuck +WebImageCollector WebReaper +WebSauger WebStripper WebSucker -WebWhacker -WebZIP +WebmasterWorldForumBot Webshag -Webster -Whatweb -Wotbox -Xenu -Zermelo +WebsiteExtractor +Whacker +Who.is Bot +Widow +WiseGuys Robot +Wonderbot +Xaldon WebSpider +Xaldon_WebSpider +YoudaoBot +ZoomBot ZumBot -ZyBorg adscanner -archive.org_bot -arquivo-web-crawler -crawler.feedback +check1.exe +clark-crawler +coccocbot-web +cognitiveseo +com.plumanalytics crawler4j -demandbase-bot -domainsproject.org evc-batch -facebookscraper +gopher instabid -internetVista monitor ips-agent -lwp-request -meanpathbot -netEstate NE Crawler +lwp-trivial +mediawords oBot plumanalytics -seocompany.store +polaris version +ripz +satoristudio.net +seobility seoscanners +sexsearcher siteripz -spyfu -tAkeOut +sp_auditbot +sysscan trendiction.de ubermetrics-technologies.com -x09Mozilla +webgains-bot zauba.io zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index af8710872..06bed2ce8 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -ADmantX -ALittle Client -Abonti -Acunetix +ASPSeek AhrefsBot -Aipbot -AllSubmitter -Alligator -AlphaBot -Apexoo +Anarchie +Anthill Aspiegel -Attach +BBBike BDFetch -BLEXBot -Backlink-Ceck -Battleztar Bazinga +BackStreet +BackWeb +BacklinkCrawler +Badass +Bandit +BatchFTP BetaBot -Bitacle -Black Hole -Blow +Bigfoot +Boardreader Bolt +BotALot Buck -Buddy BuiltBotTough +Bullseye BunnySlippers -CATExplorador -CCBot -CODE87 +BuzzSumo CSHttp Calculon CazoodleBot Cegbfeieh CensysInspect CheeseBot -CherryPicker +ChinaClaw +Claritybot Cloud mapping -Cogentbot -Copyscape Crawling at Home Project -CrazyWebCrawler +Crescent CrunchBot Curious -DIIbot -DSearch +Custo +DataCha0s DatabaseDriverMysqli Demon +Deusu Digincore -Dirbuster -DnBCrawler-Analytics +Dispatch +DittoSpyder DnyzBot DomCopBot DomainAppender DomainCrawler -DomainSigmaCrawler DomainStatsBot +Domains Project Dotbot +Dragonfly EMail Siphon -EMail Wolf +Ebingbong +EirGrabber EroCrawler +Evil +Exabot Extractor ExtractorPro -Extreme Picture Finder EyeNetIE +FDM FemtosearchBot FlashGet -Foobot +FyberSpider G-i-g-a-b-o-t -GT::WWW GalaxyBot Genieo +GermCrawler GetRight -GetWeb +Getintent Go!Zilla -GoZilla -GrapeshotCrawler -HTMLparser +Gotit +Grafula +GrapeFX HTTP::Lite -HybridBot -IDBTE4M -IDBot -IRLbot -Iblog -Id-search +HaosouSpider +Humanlinks IlseBot -Image Fetch -Image Sucker +IndeedBot Indy Library -Internet Ninja -Iria -IstellaBot -JOC Web Spider -Jbrofuzz -Jetty -JikeSpider -Joomla +InfoTekies +InterGET +JetCar Jorgee +JustView +Jyxobot +Kenjin Spider +Keyword Density +Kozmosbot LNSpiderguy LWP::Simple +Lanshanbot Larbin -Lftp +Leap +LeechFTP LibWeb Libwhisker -Lightspeedsystems -Likse -Linkdexbot -LinqiaMetadataDownloaderBot -Lipperhey -Ltx71 +LinkScan +LinkWalker +LinkpadBot +LinksManager +LinqiaRSSBot +Lmspider +MFC_Tear_Sample +MJ12bot MQQBrowser MSFrontPage -MSIECrawler -MTRobot -Mail.RU_Bot -Majestic-SEO +Magnet MarkMonitor MarkWatch Mass Downloader +Mata Hari MauiBot MeanPath Bot Meanpathbot -MicroMessenger -Microsoft URL Control +MegaIndex.ru +Metauri +Moblie Safari +Mojolicious +Morfeus Fucking Scanner +Mozlila Mr.4x3 -Needle +Msrabot +Musobot +NICErsPRO +Name Intelligence +Navroad +Nessus NetAnts +NetLyzer NetSpider NetZIP Netvibes +Nibbler +Nikto NimbleCrawler +Nimbostratus +Nmap Not +Nuclei +Nutch Offline Explorer -OnCrawl -Openfind -OrangeBot +Offline Navigator +OpenLinkProfiler +PECL::HTTP PHPCrawl -Page Analyzer PageAnalyzer -Panscient -PeoplePal -Petalbot Pi-Monster -PictureFinder -Pimonster -PleaseCrawl -Pockey +Picscout +Picsearch +Piepmatz ProPowerBot ProWebWalker Psbot -Pu_iN +Pump PyCurl -QueryN Metasearch +Quick-Crawler RSSingBot -Re-re -ReGet -RealDownload +RankActive +Rankivabot Reaper RebelMouse -Rogerbot +Recorder +RedesScrapy +Ripper +RocketCrawler +SBIder +SEOkicks-Robot +SEOlyticsCrawler +SEOprofiler SEOstats -SISTRIX SalesIntelligent -ScanAlert Scanbot -Scrapy -Screaming -ScreenerBot +ScrepyBot +Searchestate +SearchmetricsBot Seekport -SentiBot +SemanticJuice +Semrush SeoSiteCheckup Shodan -Site Sucker SiteLockSpider -Sitebeam -Siteimprove -Snake -Sociscraper +Snoopy +Sosospider Sottopop Spinn3r -Sqlworm -Steeler -Stripper -Sucuri -SuperHTTP -Surfbot -Suzuran -Telesphoreo -TheNomad +SurveyBot +Teleport Thumbor +TightTwatBot +Titan Toweyabot -Tracemyfile -Trendiction Trendictionbot +Turnitin TwengaBot Typhoeus -VCI -Vacuum +URLy.Warning +Upflow Vagabondo +VidibleScraper +Virusdie Voltron WASALive-Bot +WBSearchBot WEBDAV -WISENutbot -WWW-Mechanize -WWW::Mechanize -Wallpapers -Wallpapers/3.0 -Web Auto -Web Collage -Web Pix +WeSEE +Web Fetch Web Sauger -Web Sucker -WebLeacher +WebFetch WebPix WebReaper +WebSauger +WebStripper WebWhacker -Webshag +WebmasterWorldForumBot WebsiteExtractor Webster -WinHTTrack +Whatweb +Who.is Bot +Woobot +Wotbox Xaldon WebSpider -Xaldon_WebSpider Xenu -YoudaoBot -Zade -Zeus -Zitebot -ZyBorg -adscanner -backlink-check -cah.io.community +ZmEu +archive.org_bot coccocbot-web -cognitiveseo +com.plumanalytics crawler4j domainsproject.org eCatch evc-batch -gopher -internetVista monitor +heritrix +instabid +isitwp.com meanpathbot plumanalytics -satoristudio.net -scalaj-http +ripz seocompany.store +seoscanners +sexsearcher +sitechecker.pro sogouspider +sp_auditbot spyfu -tAkeOut trendiction.com -trendiction.de -webpros.com -zgrab +webprosbot +xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 77af2b05b..565955768 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -28n2gl3wfyb0.ru -cindymatches.com -dekorkeramik.ru -panamaforbeginners.com -pogodnyyeavarii.gq -sluganarodu.ru -vladhistory.com -watracker.net -xn--80ak6aa92e.com -xrus.org +4ur.click +applicationg29.com +avto-oligarh.ru +backgroundpictures.net +magiadinamibia.blogspot.com +scanner-julia.top +sergiorossistore.online +urlopener.blogspot.com.au +xn----9sbubg3ambdfl1j.xn--p1ai +yoopsie.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index fafd453ae..176c68c5d 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -11235813.webzdarma.cz -1314dh.com -178evakuator178.ru -1qingdao.com -24x7-server-support.site -2rich4bitches.com -40cg.com -8jn.dating-app.ru -91abcw.com -991mostfm.co.id -999webdesign.com +101lesbian.xyz +101raccoon.ru +123movies.love +20pascals.nl +28n2gl3wfyb0.ru +300richmond.co.nz +6hopping.com +7a2rnuey1tw9ar.ru +7zap.com +888.com a96527gi.beget.tech -aadroid.net -acortarurl.es -ad-words.ru -adsland.men -affordablewebsitesandmobileapps.com -agapovdg.ru -aksonural.ru -akuhni.by -alert-fjg.xyz -alienwheel.es -allbizne.co.ua -allsilver925.co.il -am-se.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aa9d046aab36af4ff182f097f840430d51.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +absugars.com +adcash.com +adclickthru.net +adloads.net +admitad.com +ads-cool.pro +adultgalls.com +afmuseum.com +agahinameh.com +alfabot.xyz +allornamenti.com ameblo.jp -androids-store.com -animaltoplist.com -animenime.ru -apiallgeniusinfo-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -appartement-stumm.at -apple.com-webbrowsing-security.science -applicationg29.com -appmsr.org -arcadeplayhouse.com -arkartex.ru -ascat.porn -autoloans.com +ample-awards-today.us +ampower.me +amyfoxfitness.com +anatomiy.com +angigreene.com +angry-fermi-7633.arukascloud.io +anonymous-redirect.com +antons-transporte.de +apiwoodensealcom-a.akamaihd.net +appleid-verification.com +applyneedy.xyz +arabgirls.adultgalls.com +arabseyes.com +aramaicmedia.org +asrvrep-a.akamaihd.net +auspolice.com autonew.biz -aversis.net -avon-novosib.ru -avtolombard-krasnodar.com -azazaporn.com +aviav.org +azartniy-bonus.com azazu.ru -azte.ch -backlinkwatch.com -baltgem.com -banan.tv -banksrf.ru -bannerswap.com -batanga.net -battle.net -battlecarnival.su -bausparen.bz.it -beatifullandscape.co -best-coupon-offer.com -betune.onlinewebshop.net -bif-ru.info -bio-market.kz -blackcurranthumidifiers.site -blog.f00kclan.de -bloggen.be +baikaleminer.com +bannertesting.com +beauty-b0x.pl +belstaffstore.online +best-way.men +bestdraws.com +besttorrentknifta.weebly.com +bet365.com +big-cash.net +bioscorp.ru +biteg.xyz +biznesrealnost.ru +blackhatworth.com +blobar.org +bloggerads.net blogqpot.com -bnt-team.com -bonanza-fortune.men -brateg.xyz -btvn.ru -buyantiviralwp.com -buydissertation.net -buyviagraa.blogspot.com -cablecar.us -cah.io.community -calc-for-credit.ru -candlewooddentalcentre.com.au -canzoni.ru -capture-room.com -cardsharp1.ru -carmuffler.net -carstrends2015.com -cartierring.xyz -cashkitten-a.akamaihd.net -cashonads.com -catalogs-parts.com -cayado.snn.gr -cezartabac.ro -cfsrating.sonicwall.com -cheapmoncler.pw -checktext.org -chocolateslim-u-srbiji.com -christianlouboutinoutlet.win +boazpower.com +boltalko.xyz +boostmyppc.com +bouda.kvalitne.cz +brains2.biz +brainsandeggs.blogspot.com +brainzpod.win +bristolhostel.com +buigas.00it.com +bumskontakte.org +buscarfoto.com +buypanicdisorderpill.com +buyparajumpers.online +cakemediahq.com.au +call-of-duty.info +callcafe.info +canvas.gloverid.site +carsdined.org +cartierlovestore.xyz +cartierreplica.pw +ccbill.com +cdncash.org +celebsopics.com +centre-indigo.org.ua +chcu.net +cheapcigarettesc.info +cheapsergiorossi.online +children-learningreading.info +chlooe.com +choosecuisine.com +christianlouboutinreplica.win +christianlouboutinsaleoutletonline.us +christianlouboutinshoes.xyz cindymatches.com -clevernt.com +ciproandtizanidine.blogspot.com +citizenclsdriveri7.pen.io click2pawn.com -clipartnew.com -clknsee.com -clksite.com -clothesforcash.com -codysbbq.com -comeondog.info -compliance-alexa.xyz -compliance-don.top -compliance-margo.top -cool-wedding.net -corta.co +clippingphotoindia.com +codq.info +com-secure.download +compliance-fred.top +compliance-george.xyz +compliance-jane.top +compliance-julia.top +comsysnet.com +coolingoods.com +costablue.xyz crackzplanet.com -creativehutindia.com -cvety24.by -dandiyabeats.in -darmebel.com.ua -datadepths.com -daymusam.com -db.speedup.gdn -degerlund.net -dekorkeramik.ru -delitime.info -deluxedumps.com -derevesendeco.com -designdevise.com -detskie-konstruktory.ru -dev-seo.blog -diarioaconcagua.com -dickssportinggoods.com -dikqlyremy.info -dispo.de -disruptingdinnerparties.com -divci-hry.info -dmmspy.com -dodlive.mil +crd.clan.su +cupday.com +custom-product-labels.com +cutt.us +cwetochki.ru +damasarenai.info +darodar.com +daydream-studio.ru +ddpills.com +decoratinghomes.ga +delfin-aqua.com.ua +dentalpearls.com.au +depositfiles-porn.ga +detki-opt.ru +detoxmed24.ru +deutschland123.de +digitalassetmanagement.site +dildofotzen.net dojki365.online -domainsatcost.com -drupa.com -dvd-famille.com -dyt.net -e-buyeasy.com -earncash.com.ua -ecommerce-seo.org -ednorxmed.com -educatemetv.com -ee77ee.com -elektrischezigarette2.devhub.com -elektrozigarette1.dreamwidth.org -elektrozigarettekaufen2.blogse.nl -elite-sex-finders.com -elmacho.xyz -elvenar.com -en.altezza.travel -enbersoft.com -energy-ua.com +domashneeruporno.com +doska-vsem.ru +dpihatinh.gov.vn +dprtb.com +dumpsmania24.com +dynainbox.com +e-kwiaciarz.pl +earn-from-articles.com +edge.sharethis.com +ege-essay.ru +elektrischeziga.livejournal.com +elektronischezigarettekaufen1.beeplog.com +elektrozigarette2.webs.com +elexies.info +elkacentr.ru +energydiet24.ru +englate.com +enpolis.ru +eonpal.com eorogo.top -escort-russian.com +epngo.bz +eropornosex.ru +errorfixing.space +espaceinventoristes.com eu-cookie-law.info -event-tracking.com -everypony.ru -expertblog.info -eyes-on-you.ga -ezigarettekaufen2.blox.pl -ezigarettenshop1.yolasite.com -ezrvrentals.com -f0815.de -face.hostingx.eu -familienzahnaerzte.com -fantasticpixcool.com -feeriaclub.ru -ferretsoft.com -ff30236ddef1465f88547e760973d70a.com -filmania-x.ru -filmfanatic.com -financehint.eu -finansov.info -finstroy.net +euromasterclass.ru +eurosamodelki.ru +evidencecleanergold.com +evogarage.com +exchanges-bet.com +ezigarettenkaufen2.dreamwidth.org +ezigarettenshop2.postbit.com +faithe.top +fanoboi.com +faptitans.com +faracontrol.ir +fefo.gdn +fetroshok.ru +fickenbumsen.net +fil.ru +filmidivx.com fishtauto.ru -floridahuntingfishingadventures.com +fix-website-errors.com foodcrafts.website -foodgid.net -forums.d2jsp.org -freenode.info -freshdz.com -froggytube.com -fullfileaccess.com -fx-brokers-review.com -g7m.pl -gambarkatabaru.com -game300.ru -gateway.zscalerone.net -gaz-voshod.ru +forensicpsychiatry.ru +forex-procto.ru +fortunejack.com +free-video-tool.com +freeuploader.com +fsakhalin.ru +game-top.su gazoblok.net.ua -ge0ip.org -gearcraft.us -genericviagrasildenafiled.net -germes-trans.com -glcomputers.ru -goldpanningtools.com -golfresa.lucania.se -googleseo.com.tr -gowreckdiving.com -gratuitbaise.com -greatzip.com -groupmoney.ru -gsasearchengineranker.top -gta-top.ru -hasfun.com -havepussy.com -hdfreeporno.net -hmmm.cz -hobbyhuren-datenbank.com -home-task.com -homeandhealth.ru -homelygarden.com -hop.clickbank.net -hotdl.in -hotelcrocenzi.sm -hoverboard360.de -iblogpress.xyz -ideashome.id -igrovyeavtomaty777.ru -iinstalll-fii1leis.jus0wil.pp.ua -ilmen.net -imagez.co -imgarit.pw -incep.imagine-ex.co -incest-ru.com -infowarcraft.ru -innoslicon.com -intimshop-fantasy.ru -ipchicken.com -isistaylorporn.info -jacago.com -jackwolfskinoutlet.online -jagg.info -jbl-charge.info -jennyfire.ru -jerseyschinabizwholesale.us -jerseywholesaleelitestore.com -jobmarket.com.ua -jose.mulinohouse.co +gk-atlant.info +glicol.kz +glopages.ru +go2mike.ru +good-mummy.ru +gosarhivrt.ru +graphicwe.org +gsmlab.pl +hackers-crackers.tk +handsandlegs.ru +hd720kino.ru +hdpixent.com +hdseriale.pl +hermesbirkinhandbagoutlets.com +hexpilot.com +hitmuzik.ru +homemade.gq +hostcritique.com +hotel-mkad.ru +hotloans.ru +howlongdoestizanidinestayinyoursystem.blogspot.com +huhn.altervista.org +hulfingtonpost.com +hully.altervista.org +hybrid.ru +iklysha.ml +imperia31.ru +infodocsportal.com +interior-stickers.ru +intervsem.ru +invest-pamm.ru +investsuccess.org +iopeninghours.co.uk +isitpaleo.info +j-times.ru +janettabridal.com +je7.us +jewelryandfiligree.com +jolic2.com +jovencitas.gratis jyrxd.com -kalandranis.gr -karadene.com -kareliatobacco.ru -katadhin.co -kazan.zrus.org +kamalsinha.com +kazan.xrus.org keki.info -kerch.site -kerei.ru -keyword-suggestions.com -kfon.eu -kino-key.info -kleine-titten.biz -kmgamex.cf -kndxbkdx.bloger.index.hr -kometars.xyz -konica.kz -krasivye-devushki.net -kumuk.info -kvartira-sutochno.com -larose.jb2c.me +keywordsuggest.org +kimcurlrvsms.com +kinky-fetishes.com +kinoflux.net +klejonka.info +klosetkitten.com +kol-energo.ru +kosova.de +kovesszucs.atw.hu +krynica.info +kunstaktien.info +labelwater.se +landscapebackgrounds.blogspot.com +lapolis.it +larchik.net +lashstudia.ru +lawyersinfo.org layola.biz.tc -lernur.net -levaquin750mg.blogspot.com +lazy-z.com +lechenie-gemorroya.com +lennatin.info +lescinq.com +letmacwork.world +letmacworkfaster.world +letslowbefast.site +lexaprogeneric.link +life-instyle.com +lifebyleese.com +lignofix.ua limads.men -limtu.ifmo.ru -linkrr.com -livejasmin.com -livesex-amateure.info -lockerz.com -locustdesign.co -lulea-auktionsverk.se -macdamaged.space -makemoneyonline.com -malls.com -mantramusic.ru -marcogrup.com -masterseek.com -mature.free-websites.com -medicovi.com -medosmotr-ufa.ru -meetingrainstorm.bid -mejoresfotos.eu -member-quiz.com +lionking-1994.blogspot.com +lisque.batcave.net +liumimgx.pw +lodki-pvh.dp.ua +loginduepunti.it +lol-smurfs.com +lomb.co +lombardfinder.ru +lonely-mature.com +lostfilm-online.ru +lotto6888.com +louboutinreplica.pw +lsp-awak-perikanan.com +m0r0zk0-krava.ru +mafa-free.com +magicdiet.gq +mansiondelrio.co +map028.com +mediafresh.online +meet-flirt-dating.com memberty.com -meteocast.net -meteostate.com -midst.eu -mindeyegames.com -minecraft-neo.ru -mompussy.net -monclervests.xyz -moomi-daeri.com -more-letom.ru -most-kerch.org -mouselink.co -musflashtv.com -musicpro.monster -musicspire.online -muztops.ru -myonigroup.com -myperiod.club -na15.ru -naturalpharm.com.ua -nina.az -nrv.co.za -nsatc.net -nw-servis.ru -obiavo.ru -ochistka-stokov.ru -offer.camp -offside2.5v.pl -oivcvx.website -okout.ru -old-rock.com -omgtnc.com -omoikiri-japan.ru -onefilms.net -oranga.host.sk -orsonet.ru -paccohichetoti.ml -pastaleads.com -pewit.pw -phpdevops.com -picurams.pw -pintattoos.com -pinwallpaper.top -pisanieprac.info -pix-hd.com -pl.aasoldes.fr -placid-rounded-coast.glitch.me -platezhka.net -playlott.com -pod-muzyku.club -podshipniki-nsk.ru -polybuild.ru -portadd.men -predominant-invent.tk -privatov-zapisi.ru -privhosting.com -prize44.com -prodess.ru -promalp-universal.ru -prostitutki-yaroslavlya.org -proxyradar.com -push-ad.com -putevka24.ru -qcstrtvt.bloger.index.hr -qexyfu.bugs3.com -qitt.ru -questionmarque.ch -rankia.com -registry-cleaner.net -registrysweeper.com -reining.lovasszovetseg.hu +mex-annushka.ru +michaelkorsoutlet.store +middlerush-a.akamaihd.net +mirobuvi.com.ua +mixed-wrestling.ru +mixx.com +mmostrike.ru +mobilierland.com +moesonce.com +monclercheap.xyz +money-every-day.com +moskva.nodup.ru +mossmesi.com +mp3s.club +muizre.ru +myiptest.com +myliveblog.ru +mypets.by +mypornfree.ru +mysexpics.ru +nac-bearings.ru +nakozhe.com +net-radar.com +netcheckcdn.xyz +netfacet.net +new7ob.com +niroo.info +nisuturnetdgu.tk +nodup.ru +nudejapan.net +o-dachnik.ru +o-o-11-o-o.com +of-ireland.info +okmedia.sk +okroshki.ru +oksrv.com +oktube.ru +one-gear.com +one.net.in +onemactrckr.com +onetravelguides.com +optom-deshevo.ru +osagonline.ru +osnova3.ru +owathemes.com +oynat.info +page2rss.com +pagesense.com +paintingplanet.ru +paradontozanet.ru +partner-high.men +partnerads.men +patol01.pw +pc4download.co +pcboa.se +pearlisland.ru +pensplan.com +perfectpracticeweb.com +phelissota.xyz +pixell.club +pokemon-go-play.online +popserve.adscpm.net +popup-fdm.xyz +porno-transsexuals.ru +pornoinn.com +pornosemki.info +pozdrawleniya.ru +pr0fit-b0x.com +pro-okis.ru +progonrumarket.ru +progress-upakovka.ru +prointer.net.ua +pyrodesigns.com.au +q-moto.ru +qor360.com +quality-traffic.com +randalljhoward.com +ranksonic.com +rapidgator-porn.ga +realitykings.com +realmonte.net +redirect.trafficreceiver.club +reeyanaturopathy.com +registrydomainservices.com reklama1.ru -remont-mobile-phones.ru -remontvsamare.su -rentalcarnavi.info -resultshub-a.akamaihd.net +remont-comp-pomosh.ru +remybutler.fr +rentehno.ru +restaurantlescampi.com retreatia.com -revistaindustria.com -rfserial.net -rightenergysolutions.com.au -rimedia.org -ruclicks.com -rvtv.ru -saecsa.co -salutmontreal.com -santasgift.ml +richinvestmonitor.com +rockingclicks.com +royal-investments.net +rucrypt.com +ruex.org.ua +rus-teh.narod.ru +rusexy.xyz +rybalka-opt.ru +ryetaw.com sarf3omlat.com -sbetodiodnye-lampy.ru -sbtdesign.co.uk -sbwealthsolutions.ca -scanhub.ru -scanner-alex.top -scanner-john.top +savefrom.com +savetubevideo.com +sc-specialhost.com +scanner-brian.top +scanner-don.top +scanner-elena.top scrapinghub.com -scrapy.org -sdelatmebel.ru -searchimage.co -searchinterneat-a.akamaihd.net -seksotur.ru +searchaddis.com +security60-e.com +seemoreresultshu-a.akamaihd.net +seo-smm.kz +seo-tools-optimizing.com seonetwizard.com -serpstat.com -servisural.ru -sexcamamateurchat.com -sexvporno.ru -sharebutton.net -sharpchallenge.com -shikiso.info +sex-dating.co +sex-foto.pw +sexstream.pl +sheerseo.com ship-marvel.co.ua -shop.xz618.com -shopfishing.com.ua -shoppingjequiti.com.br +shivafurnishings.com +shoesonlinebuy.cn +shop-electron.ru +shymkent.xkaz.org +sibecoprom.ru sibtest.ru -sicfor.bcu.cc -sideeffectsoftizanidine.blogspot.com -sildenafilcitratemed.com -simple-share-buttons.com -sims-sims.ru -sitevalued.com -skuteczna-dieta.co.pl -slavic-magic.ru -sledstvie-veli.net -smart-balancewheel.com -snip.tw -snow.nvr163.com -social-fun.ru -social-s-ggg.xyz -social-s-iii.xyz -socialmediasuggest.com -socialsignals24.com -soft-terminal.ru -soft1.ru -soheavyblog.com -solinf.co -solmarket.by -soochi.co -space-worry.ml -space2019.top -squidoo.com -stroymonolit.su -stroyplus.ru -stuff-about-money.com +siha.de +sildenafil-tadalafil.info +sim-service.net +simplepooltips.com +simply.net +sitevaluation.org +skachat-besplatno-obrazcy.ru +skatestick.bid +slavia.info +snjatie-geroinovoy-lomki.ru +snyatie-lomki-v-stacionare.ru +socialbuttons.xyz +softomix.net +spaceshipad.com +spb-plitka.ru +spidtest.org +spy-app.info +spymac.net +stmassage.ru +strag-invest.ru +strigkaomsk.ru +styro.ru subj.ukr-lit.com -suchenindeutschland.com -sukirgenk.dvrlists.com +suhanpacktech.com +sukarame.net +supernew.org +superstats.com +surintech.ac.th survival.betteroffers.review -svbur.ru -t-bygg.com -tamada69.com -technika-remont.ru -teenbbw.yopoint.in -theautoprofit.ml -theheroes.ru +svarkagid.com +tandvardshuset.net +tastyfoodideas.com +teastory.co +teenfuck.tv +timdreby.com timecrimea.ru -tizanidinehcl4mgtabinfo.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidineinfo.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinevssoma.blogspot.com -top-l2.com -topflownews.com -torrentdownloadhub.com -tourismvictoria.com +timer4web.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tmtrck.com +torontoplumbinggroup.com +toyota.7zap.com +track.deriv.com +traffic-club.info +trafficshaper.com traffictrade.life -traffique.net -traffpartners.com -tramadolandtizanidine.blogspot.com -tryrating.com -tubo360.com -ukkelberg.no -umnovocaminho.com -unrealcommander.com -upproar.com -uroffer.link -vabasa.inwtrade.com -veerotech.com -vegan-foods.us -velen.io -venta-prom.ru -ventelnos.com -video-camer.com -video-chat.love -vip-parfumeria.ru -vipsexfinders.com -vkmusics.ru -voloslove.ru -voluumtrk.com -voronezh.xrus.org -w3data.co -wallpaperaccess.com -walpaperlist.com -waterefficiency.co -website-analyzer.info -websites-reviews.com -wejdz-tu.pl -wellcome2slovenia.ru +trustaffs.com +tula.howotorg.ru +turvgori.ru +uamtrk.com +ultimateclassicrock.com +unblocksit.es +uptime-alpha.net +uptime-delta.net +url2image.com +v-doc.co +vellings.info +venerologiya.com +vesnatehno.com +viagroid.ru +videonsk.com +videooko.weebly.com +vita.com.hr +vkontaktemusic.ru +vksex.ru +voloomoney.com +vostoktrade.info +vzube.com +webjam.com +website-speed-check.site +webtherapy.ru westvilletowingservices.co.za -wholesalejerseychinashop.com -wholinkstome.com -writersgroup580.web.fc2.com -wsgames.ru -x-diesel.com -xclicks.net -xgftnlrt.bloger.index.hr -xitjw.info -xjlottery.com -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn--lifehacer-1rb.com -xtubeporno.net -xxxdatinglocal.us -yebocasino.co.za -yellowstonesafaritours.com -yoopsie.com -youraticles.pl -yourporngay.com -youtoner.it -ypmuseum.ru -zdesoboi.com -zigarettenonlinekaufen1.bloog.pl -zrelaya.pw +whatsupinfoley.com +win-spy.com +windowssearch-exp.com +witherrom55.eklablog.fr +withstandingheartwarming.com +woman-tampon.ru +word-vorlagen.xyz +workle.website +worldmusicfests.com +wyniki-lista.pl +xmronta.com +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80atua3d.xn--p1ai +xn--d1acah0c.xn--p1ai +xnxx-n.com +xnxx699.com +xsfetish.org +xxx-treker.ru +yebocasino.com +zapiszto.pl +zarabotat-na-sajte.ru +zeroredirect11.com +zixizop.net.ru +zolotoy-lis.ru +zona-aqua.ru +zrus.org +zzbroya.com.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 068030095..171489dd2 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1flag.co.za -2000k.ru -300richmond.co.nz -45en.ru -4webmasters.org -aac52006ec82a24e08b665f4db2b5013f7.com -abwa.tk -actionnooz.com -adelly.bg -agardomains.com -albuteroli.com -alienwheel.es -alif-ba-ta.com -amateurgalls.com +00it.com +100searchengines.com +1pamm.ru +2020iscoming.info +8jn.dating-app.ru +actulite.com +add-add.men +adf.ly +adsland.men +advertisingtag.net +akvamaster.dp.ua +alfabot.xyz +alive-ua.com anal-acrobats.hol.es -anticrawler.org -apiholdingmypage-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -approved.su +android-style.com +angigreene.com +angry-fermi-7633.arukascloud.io +animalrank.com +apidigidocketnet-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +arabsexxxtube.com arewater.com -arius.tech -artpicso.com -ausergrubhof.info -becuo.com -best-seo-offer.com -bestwebsiteawards.com -bet365.com -bizcheapjerseyswholesalechina.com -blog.axant.it -bloggerads.net +asiavirtualsolutions.com +avtointeres.ru +azbukadiets.ru +b2b-lounge.com +balkanfarma.ru +bankofthewext.com +barbourjackets.online +bdsmgalls.net +bioca.org +blackcurranthumidifiers.site +bloggers.nl boanonihaca.tk -boc.kz -braindaily.xyz -braip.com.br -bwlx.prepedu.cn -carmuffler.net -casinos4dummies.co.uk +boltalko.xyz +bookmark4you.com +brandimensions.com +bugof.gq +buybest1.biz +buypillsorderonline.com +c1.onedmp.com +callawaygolfstore.online +callcafe.info +celejihad.info cheapmoncler.win -chiblackhawks-jerseys.com -cialisndbrx.com -circlesl.com -clickhype.com -com-supportcenter.website -communisave.co.za -compliance-alexa.top -compliance-don.xyz -contentlook.co -crackguru.tk -customcollegeessays.net -customerpromos-a.akamaihd.net -demian.kz -doctissimo.fr -e-collantes.com -e90post.com -earn-from-articles.com -editmedios.com -ekto.ee -el-nation.com -elektrischezigaretten1.blogse.nl -elmifarhangi.com -eropho.net -erotik0049.com -european-torches.ru -euroskat.ru -excitacao.com -factorynightclub.com -faz99.com -feeriaclub.ru -financeloan.us -findthe.pet +cialisovercounteratwalmartusa.com +cialiswithoutadoctor.net +cjs.com.ru +clickcash.com +club-samodelkin.ru +coolgramgoods.com +cougfan.info +covadhosting.biz +creditwell.ru +cvety24.by +czat.wp.pl +d2jsp.org +danashop.ru +dandiyabeats.in +darmebel.com.ua +darodar.com +dating-time-now.com +datract.com +dayibiao.com +decoratinghomes.ga +digitalassetmanagement.site +dildofotzen.net +dimaka.info +divisioncore.com +domaincheck.io +drivotracker.com +dtm-spain.com +dvr.biz.ua +eandsgallery.com +earl-brown.info +ebooknovel.club +ecookna.com.ua +ed-shop01.ru +educontest.net +esfchat.tk +etenininrade.ga +exmasters.com +extads.net +eyelike.com.ua +ez8motelseaworldsandiego.com +ezigarettenshop1.yolasite.com +fidelityfunding.com +findclan.org florida-tourism.net -fm-upgrade.ru -footbalive.org -free-floating-buttons.com -fz139.ttk.ru -gallery.rennlist.com -game-top.su -gaming-journal.com -ge0ip.com -geilehausfrauen.net -given2.com -gk-atlant.info -globalscam.ga -gok-kasten.net -goodnightjournal.com -gosreg.amchs.ru -green-tea.tv -growshop.es -gsasearchengineranker.space -gunsvicceadadebt.tk -guruofcasino.com -hermesbelts.xyz -hesteel.pl -home-task.com +forexunion.net +forum.poker4life.ru +freakycheats.com +free-video-tool.com +frivgame250.com +go2jump.org +golmau.host.sk +googst2.ru +gta-club.ru +homeart.space +homeinns.com hosting-tracker.com -hothor.se -huimin764128.com -ifirestarter.ru -iframe-toloka.com -ihtec2019.org -ilmexico.com -import-sales.com -increasewwwtraffic.info -informatiecentro.be -irunfar.com -jose.mulinohouse.co +hotelcrocenzi.sm +hspline.com +hut1.ru +imediadesk.com +importchinacoach-teach.com +infodocsportal.com +iwantedmoney.com +james13prix.info +japan-bearings.ru +jaxcube.info +jerseysbizwholesalecheap.com +journeydownthescale.info +joyceblog.top +junketjuice.blogspot.com +jwss.cc +kambasoft.com katadhin.co -katushka.net -kiinomaniak.pl +katjimej.blog.fc2.com +keywordsuggest.org +kinomaniatv.pl kiskinhouse.com -kvartir-remont.biz -lacave.ntic.fr -lanadelreyfans.us -lapitec.eu -laudit.ru -lawyers.cafe -leadwayau.com -letolove.ru -lexixxx.com -livingroomdecor.info -magicdiet.gq -mb140.ru -medicovi.com -medkritika.ru -misandesign.se -missclub.info -mlvc4zzw.space -modenamebel.ru -moneyviking-a.akamaihd.net -mosrif.ru -mrpornogratis.xxx -mydirtystuff.com -myhydros.org -mzdish.site -naturalpharm.com.ua -netvouz.com -nicefloor.co.uk -nikhilbahl.com -nisuturnetdgu.tk -nodup.ru -norththeface.store -novgorod.xrus.org -okeinfo.online -orhonit.com -parfusale.se -patol01.pw -pdns.download +klosetkitten.com +kol-energo.ru +koleso24.com.ua +kolotiloff.ru +kongoultry.net +ladsblue.com +leboard.ru +letmacworkfaster.site +localmatchbook.com +lombia.co +losangeles-ads.com +lutherstable.org +m4ever.net +mainhp.net +maximpartnerspr.com +mebelcomplekt.ru +mere.host.sk +metalonly.info +moesonce.com +monclerboots.xyz +mundoaberrante.com +musicpro.monster +musirc.com +mvpicton.co.uk +my-aladin.com +newstaffadsshop.club +newtechspb.ru +nightvision746.weebly.com +noumeda.com +npoet.ru +officedocuments.net +oil-td.ru +okout.ru +omgtnc.com +online-hd.pl perfectpracticeweb.com -photo.houseofgaga.ru -picphotos.net -piulatte.cz +picturesfrom.com pixelrz.com pk-pomosch.ru -plastweb.ru -play-mp3.com -plohaya-kreditnaya-istoriya.ru -pochtovyi-index.ru -porno-chaman.info -poshiv-chehol.ru -prizeestates.cricket -projectforte.ru +pl.id-forex.com +playtap.us +poppen-nw.net +pourvous.info +pretty-mart.com +prointer.net.ua +proposal-engine.com +psvita.ru +rankingchart.de ratemodels.net -regionshop.biz -registrationdomainsite.com -reklamuss.ru -remybutler.fr -ribieiendom.no -ringporno.com -royal-investments.net -ruex.org.ua -rutor.vip -salmonfishingsacramentoriver.com -samoiedo.it -sbornik-zakonov.ru -scanner-elena.top -scanner-ivan.top -sdsjweb.com -searchimpression.com -semprofile.com -serpstat.com -sexvporno.ru -sexy-screen-savers.com -sim-service.net -simplesite.com -skanninge.se -smartshoppymac.com -snjatie-geroinovoy-lomki.ru +rentehno.ru +responsinator.com +resultshub-a.akamaihd.net +retailwith.com +royalvegascasino.com +rp9.ru +sabizonline.com +sarm.tk +sbf441.com +search.1and1.com +searchtooknow-a.akamaihd.net +searchwebknow-a.akamaihd.net +semaltmedia.com +seonetwizard.com +seoprofiler.com +servethis.com +serving.adbetclickin.pink +sexkontakteao.info +sexpartygirls.net +sexsaoy.com +sexyali.com +shemale-sex.net +shivafurnishings.com +siteheart.net +sitevalued.com +skatestick.bid +sledstvie-veli.net snts.shell-pmr.ru -soblaznu.net -social-button.xyz -socialmadesimple.com -softonicads.com -spylog.com -spywarebegone.com -squidoo.com -studiofmp.com -success-seo.com -summerlinhomes411.info -sygraem.com -tarad.com -taranerymagesswa.blogspot.com -tattomedia.com -theguardlan.com -thenews-today.info -threecolumnblogger.com +sortthemesitesby.com +sosdepotdebilan.com +souvenir.cc +space4update.pw +spb.ru +spinnerco.ca +stard.shop +stardevine.com +strana-krasoty.ru +tetracsaudi.com +theprofitsmaker.net +thetattoohut.com +timetorelax.biz +titangel-vietnam.com tivolibasket.it -topclickguru.com -topdownloads.ru -tripper.de -trubywriting.com +tizanidinesleepaid.blogspot.com +tomatis.gospartner.com +tovaroboom.vast.ru +toy-shop.top trustaffs.com -tuckermktg.com -turbabitload.weebly.com -turbo-suslik.org -ugogo.info -uhodzalijami.ru -umityangin.net -urlcut.ru -vapomnoncri.tk -viagroid.ru -video-chat.love -videochat.cafe -vip-parfumeria.ru -virus-respirators.com -viveresaniesnelli.it -voloslove.ru +tula.mdverey.ru +tyumen.xrus.org +u17795.netangels.ru +uasb.ru +urengoy.pro +valmetrundan.se +vapeface.club +viagra-soft.ru +video-production.com volume-pills.biz -voronezh.xrus.org -wardreapptokone.tk -waterpurifier.club -website-speed-up.site -wesharepics.info -westen-z.life -whengirlsgowild.com -wholesalenfljerseys.us.com -wingsofrefuge.net -woman-tampon.ru -womensterritory.ru -worst-sites.online -wstroika.ru -x-lime.com -xkaz.org -yhit.press +vseigru.one +wallpapers-best.com +webnode.me +webtherapy.ru +win-spy.com +withstandingheartwarming.com +worldis.me +xblognetwork.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xxxhdvideo.site youdao.com -yourtemplatefinder.com -z-master.ru -zhacker.net -znaniyapolza.ru -zophim.me -zs2vm.top +ytmnd.com +za-fun-offer.com +zambini.ru +zazagames.org +zeg-distribution.com +zeroredirect5.com +zoogdiesney.com +zootoplist.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index b2122ba99..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -1,11 +1,21 @@ - + + +
+This is merely used for testing !!!
+ +