diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 8372f7b9c..cd6c9d59f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3273 +#### Version: V4.2022.08.3274 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c77f49500..8b46187d7 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3273 +#### Version: V4.2022.08.3274 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 862167b0e..1a521cb42 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.08.3273 +#### Version: V4.2022.08.3274 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 10634d439..7da1e58c9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.08.3273 +#### Version: V4.2022.08.3274 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 99b47de85..6df2365f0 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 99b47de85..6df2365f0 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 99b47de85..6df2365f0 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 99b47de85..6df2365f0 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 99b47de85..6df2365f0 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 2c4c1a551..ae9a469cc 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3273 +3274 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 99b47de85..6df2365f0 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3273 -### Updated: Sat Aug 6 10:03:34 UTC 2022 +### Version: V3.2022.08.3274 +### Updated: Sat Aug 6 22:01:20 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index ce6c27a7b..4e61d708b 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 984a48baa..eeac038ec 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.12.226.13 0; +20.228.66.253 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 5ebd2f7e4..687d89316 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 0; +10.1.0.76 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index ce6c27a7b..4e61d708b 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 984a48baa..eeac038ec 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.12.226.13 0; +20.228.66.253 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 7c0d761d5..1203bda21 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 984a48baa..eeac038ec 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.12.226.13 0; +20.228.66.253 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 23c483ca8..7ae07fb34 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3273 -### Updated: Sat Aug 6 10:03:33 UTC 2022 +### Version: V4.2022.08.3274 +### Updated: Sat Aug 6 22:01:19 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index d6d997e9e..50cf62a52 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.95 1; +10.1.0.76 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index de087e2c2..f3e9cc37f 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Dispatch -Drip -MJ12bot -Offline Navigator -Pavuk -Seekport -Webalta -cognitiveseo -isitwp.com -lwp-trivial +Anarchy99 +Buddy +HaosouSpider +NICErsPRO +Nuclei +Page Analyzer +SpaceBison +Titan +VCI +Zeus diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 4e4fb80f6..e90186271 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider +404checker 404enemy +80legs +ADmantX +Abonti +Aboundex AhrefsBot AiHitBot Aipbot -Alexibot +Alligator AlphaBot +Anarchie +Anarchy Anarchy99 -Atomseobot -AwarioRssBot -BLEXBot -BackDoorBot +Aspiegel +Asterias +AwarioSmartBot +BDFetch BackStreet -BackWeb Backlink-Ceck +Barkrowler +Battleztar Bazinga +BetaBot Bigfoot Black Hole -Blow -Bolt +BlackWidow +Blackboard BotALot -Brandprotect +BuiltBotTough +BuiltWith Bullseye +BunnySlippers CATExplorador -CODE87 +CCBot CSHttp -CazoodleBot -Cegbfeieh -CheTeam -ChinaClaw +CherryPicker Citoid -Cliqzbot -Cogentbot +Cocolyzebot Collector -Copier -Copyscape -Cosmos Craftbot -Crawling at Home Project CrazyWebCrawler -Curious -Custo +Crescent CyotekWebCopy -DBLBot -Deusu -Devil -DigitalPebble -Disco -Discobot -Discoverybot -DnyzBot -Dotbot +DSearch +Demon +Dispatch +DomainCrawler +DomainSigmaCrawler +DomainStatsBot +Domains Project +Download Wonder Dragonfly -EMail Siphon +ECCP/1.0 +Ebingbong +EirGrabber Exabot +Express WebPictures +Extractor +ExtractorPro Extreme Picture Finder -EyeNetIE -FDM +Ezooms FemtosearchBot Fimap Firefox/7.0 -Flunky -FrontPage +Foobot FyberSpider -Fyrebot GalaxyBot Genieo -GermCrawler -Getintent +Gigabot Go-Ahead-Got-It +GoZilla +GrabNet +Grafula +GrapeFX GrapeshotCrawler +GridBot +HEADMasterSEO HTMLparser +HTTP::Lite HTTrack +Haansoft +HaosouSpider +Harvest HonoluluBot -Humanlinks -IDBot -IRLbot -Id-search -IlseBot -Indy Library -InfoNaviRobot -Intelliseek -InterGET +HybridBot +Iblog +Image Fetch +Image Sucker +InfoTekies +Internet Ninja Iskanie -Jbrofuzz -JennyBot -Jetty -JikeSpider +Joomla Jorgee -Jyxobot -Kenjin Spider -Keybot Translation-Search-Machine +JustView Keyword Density -Kinza Kozmosbot LNSpiderguy LWP::Simple -Lanshanbot +LeechFTP LexiBot -LinkWalker -Linkbot +LibWeb +LieBaoFast +Lightspeedsystems +Likse LinkextractorPro -Lmspider +LinqiaMetadataDownloaderBot +Lipperhey Spider +Litemage_walker Ltx71 -MFC_Tear_Sample -MIDown tool -MSIECrawler -Magnet +MJ12bot +Mail.RU_Bot Majestic SEO -MarkMonitor +MarkWatch +Masscan Mb2345Browser -MeanPath Bot +Mediatoolkitbot MegaIndex.ru Metauri -MicroMessenger -Microsoft URL Control -Minefield -Mister PiX +Microsoft Data Access +Moblie Safari Mojolicious MolokaiBot Morfeus Fucking Scanner -Mr.4x3 -Msrabot Name Intelligence Nameprotect -NearSite -Netcraft -NextGenSearchBot +Nessus +NetMechanic +NetSpider +Nettrack Nibbler -Ninja -Nuclei -OnCrawl -OrangeSpider +Niki-bot +Nikto +Not +Openfind +OrangeBot OutclicksBot OutfoxBot PHPCrawl -POE-Component-Client-HTTP -Pandalytics -Panscient +PageAnalyzer +PageScorer +Pavuk PeoplePal -Pi-Monster Pimonster +Pixray ProPowerBot -Psbot +ProWebWalker Pump +PxBroker +PyCurl +QueryN Metasearch Quick-Crawler -RankActive +RankingBot +RankurBot +ReGet +RealDownload Reaper -RebelMouse -Recorder RedesScrapy Rogerbot -SEOkicks SEOkicks-Robot -SMTBot +SalesIntelligent +Screaming ScreenerBot -ScrepyBot Searchestate SearchmetricsBot Seekport -Site Sucker -SiteCheckerBotCrawler +SentiBot +SeobilityBot +Seomoz +Shodan SiteExplorer -SiteLockSpider -Sitebeam -Siteimprove +SiteSnagger +SiteSucker +Sitevigil +Snake Snoopy Sociscraper Sogou web spider -Sottopop -SpaceBison Spanner Spinn3r -Sqlmap -Sqlworm -Steeler -SuperBot -SurveyBot -T0PHackTeam +SputnikBot +Stripper T8Abot -Teleport TeleportPro -Telesoft -TightTwatBot +Telesphorep +TheNomad +Toweyabot Trendiction -Turingos +Trendictionbot +True_Robot +Turnitin TurnitinBot -Twice -UnisterBot -V-BOT -VB Project +Upflow VCI -Vagabondo +VelenPublicWebCrawler +VeriCiteCrawler Virusdie -Voil -WASALive-Bot WBSearchBot -WISENutbot +WEBDAV WWW::Mechanize WWWOFFLE WallpapersHD -WeSEE -Web Auto -Web Collage Web Fuck -Web Pix -Web Sucker WebAuto WebBandit -WebCollage WebCopier -WebEnhancer +WebFuck +WebGo IS WebImageCollector -WebReaper WebSucker +WebWhacker WebZIP +Webshag +Website Quester +WebsiteExtractor +WebsiteQuester +Webster Whack Whacker -Whatweb -WiseGuys Robot -Woobot -Wprecon -Xaldon WebSpider -Xenu +Widow +Wotbox +Zade Zauba Zermelo -ZyBorg -arquivo-web-crawler +Zeus +ZoomBot +ZoominfoBot +autoemailspider cah.io.community +check1.exe +cognitiveseo +crawler4j dataforseo.com -evc-batch -isitwp.com -linkdexbot -lwp-trivial +heritrix +ips-agent magpie-crawler mediawords muhstik-scan -oBot page scorer pcBrowser -plumanalytics -ripz +probe-image-size +scalaj-http +scan.lol seobility -seocompany.store -sexsearcher -sysscan +seoscanners +seostar +trendiction.com trendiction.de -webgains-bot webmeup-crawler webpros.com -xpymep1.exe -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 9053ba2ec..d9e6a70e5 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -Aboundex -Aboundexbot -AiHitBot +360Spider +AIBOT +ALittle Client +ASPSeek +Acunetix +AfD-Verbotsverfahren +AhrefsBot Alexibot -AllSubmitter -AlphaBot -Anarchy -Anarchy99 Apexoo Asterias -Atomseobot -AwarioSmartBot +AwarioRssBot BBBike +BDCbot +BLEXBot BackStreet -BackWeb -BacklinkCrawler -Badass -Bandit -BetaBot Bigfoot -BlackWidow -Blackboard -BlowFish -Brandprotect -Buddy -BunnySlippers -BuzzSumo +Bitacle +Black Hole +Brandwatch CATExplorador -CODE87 +CensysInspect +CheTeam CherryPicker -Cloud mapping +ChinaClaw +Citoid +Claritybot Cocolyzebot -Cogentbot Collector -Copyscape -CrazyWebCrawler +CopyRightCheck +Crawling at Home Project +Crescent +Curious Custo CyotekWebCopy -DBLBot +DIIbot DTS Agent -DataCha0s -Demon +DatabaseDriverMysqli Deusu -Discobot -DittoSpyder -ECCP/1.0 -EMail Siphon +Devil +DigitalPebble +Dirbuster +Disco +DomainAppender +DomainCrawler +DomainSigmaCrawler +DomainStatsBot +Domains Project EMail Wolf -Evil -Extractor +Ecxi +EirGrabber +Exabot +ExtLinksBot EyeNetIE -FDM +FemtosearchBot Fimap Firefox/7.0 -FlashGet Foobot -FyberSpider -Fyrebot +GT::WWW GalaxyBot +GermCrawler +GetRight +Getintent Gigabot -Go-Ahead-Got-It +Go!Zilla GrapeFX -GrapeshotCrawler -GridBot -HTMLparser +HMView +HTTP::Lite +HTTrack Haansoft -Heritrix Hloader HonoluluBot -Humanlinks -HybridBot IDBot -Iblog -Image Fetch -InfoNaviRobot +IndeedBot +Indy Library +InfoTekies Intelliseek -Iria Iskanie IstellaBot +JamesBOT Jbrofuzz -JennyBot -Jetty -Joomla -Kenjin Spider -Keyword Density -Lightspeedsystems +LWP::Simple +Lanshanbot +Larbin +Leap +LexiBot +LibWeb LinkScan +LinkWalker Linkbot -LinksManager -LinqiaMetadataDownloaderBot +LinkextractorPro LinqiaScrapeBot Lipperhey -MSFrontPage -Mag-Net +Ltx71 +MIIxpc +Magnet +Mail.RU_Bot +Majestic SEO +Majestic-SEO Majestic12 Mass Downloader -Masscan +MauiBot Mb2345Browser +MeanPath Bot Meanpathbot -Microsoft URL Control -Mojeek -Mojolicious +Mediatoolkitbot +MicroMessenger +Mister PiX +Moblie Safari +Morfeus Fucking Scanner Msrabot -NICErsPRO +NPbot +Name Intelligence Nameprotect -Navroad -Nessus -Net Vampire -NetLyzer -NetMechanic -NetSpider +NetAnts +Netcraft NextGenSearchBot -Niki-bot +Nibbler Nikto -Ninja -Nuclei -Nutch +Nimbostratus Octopus +Offline Navigator OnCrawl OpenVAS -Openfind -Openvas -OrangeSpider +OrangeBot OutfoxBot +PECL::HTTP PHPCrawl -Page Analyzer PageScorer +Panscient Papa Foto -Pavuk -Piepmatz +Pimonster +PleaseCrawl Pockey -ProWebWalker +Probethenet Psbot -QueryN Metasearch -Quick-Crawler +Pump +RankActive RankActiveLinkBot +RankFlex RankingBot2 +RankurBot Re-re ReGet +RealDownload +Reaper RebelMouse +Ripper RocketCrawler +Rogerbot SEOkicks-Robot -SEOlyticsCrawler -ScoutJet +SEOstats +SalesIntelligent Scrapy Screaming +ScrepyBot +SearchmetricsBot +Seekport Semrush -SemrushBot -SentiBot -Site Sucker +SeoSiteCheckup +Siphon SiteCheckerBotCrawler -SiteSucker +SiteLockSpider Sitebeam -SmartDownload -SocialRankIOBot -Sociscraper -Sottopop +Sitevigil +Snake +Snoopy SpaceBison -SpankBot +Spanner Spbot -Spinn3r -Sqlmap -Sqlworm -Steeler -Stripper -SuperHTTP +Sqworm +Sucker Surfbot -SurveyBot -Swiftbot +Suzuran +T0PHackTeam Telesoft +Telesphoreo Telesphorep -Toweyabot -Tracemyfile +Titan +Toata +Trendictionbot True_Robot -Turingos -TurnitinBot +TwengaBot +Typhoeus URLy Warning URLy.Warning V-BOT -Vacuum VelenPublicWebCrawler -Voil +VeriCiteCrawler +VoidEYE +WASALive-Bot +WBSearchBot WPScan -WWW-Collector-E -WWW-Mechanize -WWW::Mechanize WWWOFFLE Wallpapers/3.0 -WallpapersHD Web Auto -Web Sucker -WebBandit +Web Fetch +Web Pix +Web Sauger +WebAuto WebCollage -WebFuck +WebCopier +WebGo IS WebLeacher -WebPix WebReaper -WebSucker -WebmasterWorldForumBot -Website Quester +WebZIP +Webshag WebsiteExtractor +WebsiteQuester Whack -WinHTTrack +Whatweb +Who.is Bot +Widow WiseGuys Robot Woobot -YoudaoBot +Xaldon WebSpider +Xenu Zeus Zitebot -ZoominfoBot -ZumBot -adscanner +ZmEu +ZyBorg archive.org_bot -backlink-check -cah.io.community check1.exe -coccocbot cognitiveseo -com.plumanalytics crawl.sogou.com +crawler.feedback dataforseo.com -demandbase-bot +eCatch evc-batch -gopher +facebookscraper heritrix -instabid -lwp-request -lwp-trivial +internetVista monitor +ips-agent +linkdexbot magpie-crawler -meanpathbot mediawords -page scorer -polaris version -probe-image-size +muhstik-scan +pcBrowser +plumanalytics ripz -scalaj-http -scan.lol +satoristudio.net seobility -seostar -serpstatbot -sitechecker.pro +sexsearcher sogouspider sp_auditbot -spyfu -trendiction.de +sysscan voyagerx.com -webgains-bot -webmeup-crawler +webprosbot x22Mozilla -zauba.io +xpymep1.exe zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f72352544..dc1dde399 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -allornamenti.com -alphavisions.net -best-way.men -kandidos.com -lietaer.com -onclickpredictiv.com -pay2me.pl -pinwallpaper.xyz -sexkontakte-seite.com -shitting.pro +allknow.info +discovertreasurenow.com +eu-cookie-law.info +historichometeam.com +kamen-e.ru +leftofcentrist.com +musicvidz.ru +play-mp3.com +vkmusics.ru +xitjw.info diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index ddc148813..b75e77d97 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101billion.com -11235813.webzdarma.cz -1pamm.ru -1qingdao.com -1stat.ru -2020iscoming.info -24videos.tv -3dracergames.com -3th.co.in -4inn.ru -4pp13.com -4webmasters.org -5kstore.com -7makemoneyonline.com -91abcw.com -9icmzvn6.website -abcdefh.xyz -abctoppictures.net -adidas.frwebs.fr -admitad.com -ads.gold -adssafeprotected.com -adtiger.tk -adult-shop.com.ua -adultactioncam.com -adultgalls.com -advokateg.ru -alarmobninsk.ru -albumsuper.info -alf-img.com -alice.it -allknow.info -allpdfmags.net +03e.info +1-99seo.com +100dollars-seo.com +123movies.love +20pascals.nl +2nt.ru +300richmond.co.nz +4webmasters.com +5u.com +76brighton.co.uk +777-club.ru +999webdesign.com +a14download.com +aarbur.com +acads.net +adclickservice.com +addray.pro +adinterax.com +adman.gr +adserver-e7.com +adsland.men +adtech.fr +adtology.com +affrh2015.com +afftrack001.com +ald2014.org +alfa-medosmotr.ru +alltheviews.com allwidewallpapers.com -alt-servis.ru -alyeskaresort.com -amateurgalls.com -amazon-adsystem.com -angigreene.com -anti-virus-removal.info -apelsinnik.website -apioutoboxnet-a.akamaihd.net -apishops.ru -apps-analytics.net -apxeo.info -arabsexxxtube.com -arpelsreplica.xyz -artavenuegardenstudios.com -asia-forum.ru -astrochicks.com -atdedinotuho.tk -atelielembrancaqueencanta.com.br -atmovs.com -atout-energie-69.com +alphavisions.net +aludecor.info +am15.net +amt-k.ru +animal-drawings.com +animali.deagostinipassion.it +anonymizeme.pro +api.stathat.com +apiholdingmypage-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +app5.letmacworkfaster.world +appiq.mobi +appleid-verification.com +architecturebest.com +arendakvartir.kz +asseenontv.ru +audiobangout.com audiofree.ru -ausmepa.org.au -autobrennero.it -avto-oligarh.ru -azartmix.com -bangla-chat-uk-paralud.ga -banki76.ru -bedcapdealers.com -beetpics.pw -beremenyashka.com -best-seo-software.xyz -bestbrainprod.win -besthoro.ru -bestmobilityscooterstoday.com -bestwebsitesawards.com -bigcareer.info -biketank.ga -bildsuche.ru +autoplate.info +autovideobroadcast.com +avramstroy.ru +ayeartoforget.com +azazu.ru +bala.getenjoyment.net +bannerbank.ru +battlecarnival.su +bausparen.bz.it +beauty-bracelet.com +beauty-things.com +begalka.xyz +berrymall.ru +best-way.men +bestcalovebracelet.cn +bestempresas.es +besthomemadepornsites.com +biglistofwebsites.com +bimatoprost-careprost.com.ua bin-brokers.com -bioinnovate.co -bitcoin-ua.top -blobar.org -blockworld.ru -blog.koorg.ru -bmw-ark.ru -brainboosting.club -braindaily.xyz -brimstonehillfortress.org -business-suggested.tk -buttons-for-your-website.com -buytizanidineonline.blogspot.com -buyviagraa.blogspot.com -cactussoft.biz -californianews.cf -camdenmemorials.com -cand.jp -canoncdriverq3.pen.io -canrole.com -carapics.com -cars-modification.net -cb.iphantom.com -celebsopics.com -cfcl.co.uk -cheapjerseysfootballshop.com -chidporn.com -christianlouboutinreplica.pw -christianlouboutinsaleoutletonline.us +bio-japan.net +birzha-truda.eu +bloggers.nl +blogrankers.com +blpmovies.com +bonanza-fortune.men +bonkers.name +bradleylive.xyz +break-the-chains.com +buchananshardware.com +bumble.cheapwebsitehoster.com +bvlgariring.xyz +bvlgariwallet.xyz +bwlx.prepedu.cn +callejondelpozo.es +callmd5map.com +canacopegdl.com +cartechnic.ru +cartierlovebraceletreplica.xyz +cashonads.com +cheap-trusted-backlinks.com +cheapjerseysbizwholesale.us +cheapsergiorossi.online +chee-by.biz +chinaelitecheapjerseys.com ciekawinki.pl -cityadspix.com -cjmc.info -clicksor.com -clipartnew.com -coaching-netz.info -collegerentals.com -com-secure.download -compliance-andrew.top -compliance-barak.xyz -compliance-don.top -compliance-don.xyz -compliance-elena.xyz -connectingsingles.com -countbertwistdisp26.soup.io -covetnica.com +ciproandtizanidine.blogspot.com +clicksotrk.com +coccoc.com +compliance-george.top +conciergegroup.org +contentsexpress.com +coop-gamers.ru +countercrazy.com cowblog.fr -crazyboost.pro -credit-online.ws -crest-poloski.ru -cutalltheshit.com -darodar.com -dating-app.ru -day-news.info -db.speedup.gdn -ddlmega.net -de.zapmeta.com -defenderxtactical.com -dellalimov.com -destinationrealestate.com -dev-seo.blog -divisioncore.com -dms-sw.ru -dogclothing.store -domaincdn.xyz -domashneeruporno.com -downloads-whatsapp.com -drpornogratisx.xxx -dvrlists.com -dyshagi.ru -dyt.net -eager-nash.188-93-233-196.plesk.page -earn-from-articles.com -ekobata.ru -elektrischeziga.livejournal.com -elektrischezigarette2.onsugar.com +creditmoney.com.ua +cubs-jerseys.us +customchocolate.business-for-home.com +customerguru.in +customsua.com.ua +cwetochki.ru +cyclobenzaprinevstizanidine.blogspot.com +daneshetabiat.com +dcj-nn.ru +deanmoore.ie +den-noch24.ru +deutschland123.de +diffbot.com +digital-sale.su +disruptingdinnerparties.com +dktr.ru +documentbase.net +dojki-hd.com +doktoronline.no +doreenblog.online +dtm-spain.com +e-avon.ru +e-buyeasy.com +e-poker-2005.com +earncash.com.ua +ebonyporn.site +edudocs.net +egvar.net +elektrischezigarette1.blog.pl +elektrischezigarettekaufen2.cowblog.fr elektronischezi.livejournal.com -elektrozigarette2.webs.com -elektrozigarettekaufen2.blogse.nl -elektrozigaretten1.webs.com -elexies.info -emediate.eu -encodable.com -enhand.se -enpolis.ru -errorfixing.space -esfchat.tk -evogarage.com -exoneration-project.us -eyelike.com.ua -eyemagination.com -ezigarettekaufen2.yolasite.com -f012.de -f5mtrack.com -familyholiday.ml -farmingworm.com -faz99.com -fermersovet.ru -fighrofacciufreesig.ga -filkhbr.com -finansov.info -findpics.pw -firstdrugmall.ru -forzeronly.com -frbizlist.com -freefoto.ca -freelotto.com -funcrushgames.com -funnypica.com -fxtips.ru -gambarxkata.co -gigapeta.com -girlporn.ru -gktt.ru -goblacked.com -gotorussia.com -graphics8.info -gratis-sexkontakte.com -greatdealshop.com -gstatey.net -gtopstats.com -guiadeserraazul.com -hasfun.com -hd720kino.ru -hdimagelib.com -hdseriale.pl -healing-dysplasia.ru -highland-homes.com -homedecorpicture.us -hotel-mkad.ru -hotenergy.ru -hoterika.com -housekuba.org +elektronischezigarette2.mex.tl +elektrozigaretten1.postbit.com +elitesportsadvisor.com +elmacho.xyz +energydiet-info.ru +engines-usa.com +enskedesquashclub.se +enternet.ee +enthuse.computernetworksonline.com +estibot.com +euronis-free.com +evehemming.blogspot.com.au +extremez.net +f0815.de +face.hostingx.eu +faithe.top +favoritemoney.ru +fickblock18.com +filmidivx.com +find1friend.com +findanysex.com +findclan.org +fix-website-errors.com +flagcounter.me +fok.nl +forminecrafters.ru +forodvd.com +forum20.smailik.org +forum69.info +frameimage.org +frcls.fr +freemags.cc +frequiry.com +freshwallpapers.info +fuckingawesome.com +fym.com.ru +gallery.rennlist.com +gambarkatabaru.com +gelezki.com +generalporn.org +getlamborghini.ga +globalscam.ga +gloverid.site +gnuetella.com +goldenggames.com +goodhousekeeping.com +gosreg.amchs.ru +gowreckdiving.com +greendream.com.ua +gsbs.com.ua +guardlink.com +hawaiisurf.com +hdxnxxtube.mobi +hebr.myddns-flir.com +herehloadibs.cf +hidefiles.org +historichometeam.com +hit-kino.ru +hmmm.cz +home-task.com +host-tracker.com +hostnow.men +howopen.ru howtowhitenteethfast.xyz -huimin764128.com -i-midias.net.br +husky-shop.cz +hut1.ru +hvd-store.com +hybrid.ru +iamsport.org idealtits.net -iideaidekonkatu.info -ilo134uloh.com -imk.com.ua -imperiafilm.ru -infospot.pt +ifirestarter.ru +igrovyeavtomaty777.ru +impresagaia.it +inboundlinks.win +inclk.com +indetiske.ya.ru +informatiecentro.be +innodgfdriverhm.aircus.com +instabid.tech instasexyblog.com -int.search.mywebsearch.com -iradiology.ru -irunfar.com -ispaniya-costa-blanca.ru -istizanidineanopiate.blogspot.com -itservicesthatworkforyou.com -ivanstroi.ru -iwantmyfreecash.com -ix20.ru -jackpotchances.com -jeremyeaton.co -jofucipiku.tk -kalb.ru -kaliningrad.zrus.org -kareliatobacco.ru -kchaxton.com -kletkimehan.ru -kmgamex.cf -knowsitall.info -komputers-best.ru -kongoultry.net -kozhniebolezni.com -lacasamorett.com -lacloop.info -ladsblue.com +integritylandscapeservices.com +intellektmedia.at +internetproviderstucson.com +iomoio.net +iopeninghours.co.uk +iron-age.info +isitwp.com +islamtoday.co.za +ivanovo.zrus.org +jav-way.site +jerseywholesalebizchina.com +jerseywholesaleelitestore.com +joy-penguin.com +karachev-city.ru +kemerovo.zrus.org +keywordhouse.com +kino-fun.ru +kino-rf.ru +kinobest.pl +kliksaya.com +koopilka.com +kostenlos-sexvideos.com +kosynka-games.ru +krasivoe-hd.com +krasivye-devushki.net +lacapilla.info +ladsup.com laexotic.com -laptop-4-less.com -lasvegaslockandsafe.com +lanasshop.ru +landreferat.ru +larchik.net +laudit.ru laulini.soclog.se -law-check-eight.xyz -le-clos-des-alouettes.com -li-er.ru -lider-zhaluzi.kiev.ua -lightinghomes.net -lisque.batcave.net -locimge.pw -locustdesign.co -lostaruban.com -lsp-awak-perikanan.com -ltvperf.com -lubetube.com -macdamaged.space -makedo.ru -managerpak204.weebly.com -marsgatan.com -martlinker.com -masserect.com -matrixalchemy.com -mature.free-websites.com -mebeldekor.com.ua -medkritika.ru -medtherapy.ru -megakino.net -memberty.com -message-warning.net -metalonly.info -microsoftportal.net -mirobuvi.com.ua -misswell.net -mistr-x.org -mobile.ok.ru -mobplayer.net -moneyteam24.com -monitorwebsitespeed.com -monsterdivx.com -morepoweronmac.trade -msk.afora.ru -musezone.ru -myanyone.net -mybinaryoptionsrobot.com -mydearest.co -myfreemp3.eu -myftpupload.com -myindospace.com -mymobilemoneypages.com -myseoconsultant.com -mysexpics.ru +lenvred.org +lerporn.info +limtu.ifmo.ru +linerdrilling.com +linkwithin.com +littlesunraiser.com +livejasmin.com +long-beach-air-conditioning.com +lulea-auktionsverk.se +mackeeper-center.club +magiadinamibia.blogspot.com +mansparskats.com +maslenka.kz +masterseek.com +med-zdorovie.com.ua +mediaoffers.click +meet-flirt-dating.com +meltwater.com +mexicotravelnet.com +mhi-systems.ru +michellblog.online +mielec.pl +minneapoliscopiers.com +mir-betting.ru +mixed-wrestling.ru +mmostrike.ru +moesexy.com +moesonce.com +mountainstream.ms +mouselink.co +moz.com +mrlmedia.net +mrvideospornogratis.xxx +msfsaar.de +musirc.com +muycerdas.xxx +my-floor.in.ua +myblogregistercm.tk +mygameplus.com +napalm51.nut.cc +nardulan.com narkologiya-penza.ru narkologiya-voronezh.ru -narutonaruto.ru -naturtreenspicerx.pw -net-radar.com -nicovideo.jp -nikhilbahl.com -ningessaybe.me -nufaq.com -o00.in +naturalbreakthroughsresearch.com +neks.info +newfilmsonline.ru +newstraveller.ru +nicefloor.co.uk +nikkiewart.ru +nl.netlog.com +notfastfood.ru +o-dachnik.ru +o-o-8-o-o.com obiavo.by -obnal.org -ok.ru -okonich.com.ua -open-odyssey.org -orgasmatrix.com -outrageousdeal-a.akamaihd.net -ownshop.cf +offf.info +oksrv.com +onefilms.net +online-hit.info +online-sbank.ru +oops-cinema.ru +openfrost.com +opinionreelle.com +optom-deshevo.ru +ownshop.win +oz-offers.com ozoz.it -paintingplanet.ru -pammik.ru -panchro.xyz -paparazzistudios.com.au -parlament.biz -partner-high.men -partner-host.men -partnerworkroom.men -pavlodar.xkaz.org -perederni.net -photo-clip.ru +paccohichetoti.ml +paceform.com +paclitor.com +paidonlinesites.com +pandroid.co +parajumpersstore.online +parfusale.se +partner-print.men +pathwhelp.org +pcads.ru +pcboa.se +pekori.to +perm.xrus.org +pewit.pw +phormchina.com photosaga.info -pic2fly.com +phrcialiled.com +picsearch.com +picsforkeywordsuggestion.com +pigrafix.at pijoto.net pinsdaddy.com -piratecams.com -pivka.xyz -pixell.club -pl.id-forex.com -podshipniki-nsk.ru +pinup-casino1.ru +pinwallpaper.xyz +pio.polytopesexempt.com +pladform.ru +play.leadzupc.com +playlott.com +plohaya-kreditnaya-istoriya.ru +polcin.de polybuild.ru +popup-jdh.xyz porn555.com -pornoinn.com -pornosmola.info -portal-eu.ru -posible.net +pornhub-forum.ga +porno-dojki.net +porno-video-chati.ru +pornpost.in +positive2b.ru +postclass.com +potoideas.us potolokelekor.ru -pozdrawleniya.ru -printingpeach.com -privatbank46.ru -privhosting.com -prizesbook.online -proftests.net -ptr.ruvds.com -putevka24.ru -pyrodesigns.com.au -qld10000.net -quangcaons.com -radiogambling.com -rapidokbrain.com -realmonte.net -realtytimes.com -reklamuss.ru +predominant-invent.tk +preparevideosafesystem4unow.site +presleycollectibles.com +printdirectforless.com +prostitutki-rostova.org +psoriasis-file.trade +quizzitch.net +ranking2017.ga +razamicroelectronics.com remote-dba.de +renecaovilla.online renewablewealth.com -rennlist.com -responsinator.com -rfd-split.hr -ringporno.com +renhacklids.tk +running-line.ru rus-pornuha.com -ruscoininvest.company -rusprostitute.com -russintv.fr -sammyweaver.com -santechnik.jimdo.com -sape.top -sarahmilne.top -scalerite.co.za -scanner-andrew.top -scanner-don.top -scanner-julianna.top -scenarii-1-sentyabrya.uroki.org.ua -scrnet.biz.ua -searchaddis.com -searchimage.co -securityallianceservices.com -selectads.men -seoexperimenty.ru -seorankinglinks.xyz -servingnotice.com -sexgalleries.top -sextracker.com -sexyebonyteen.com -sexytrend.ru +rybalka-opt.ru +ryetaw.com +s-iwantyou.com +samara.rosfirm.ru +sammlungfotos.online +savingsslider-a.akamaihd.net +scanner-barak.top +scanner-brian.top +scanner-jess.top +scanner-olga.top +schalke04fc.info +schlampen-treffen.com +seoanalyses.com +seolab.top +servethis.com +sex-foto.pw +sex-pr.net +sexflirtbook.com +sextracker.be +sexyteens.hol.es +sheerseo.com +shisha-swag.de +shopfishing.com.ua shopperifymac.com shopvilleroyboch.com.ua -site.ru -siteaero.com -skincrate.net -slomm.ru -slowmac.tech -smailik.org -smart-scripts.com -smartshoppymac.com -smsactivator.ru -softomix.net -soietvousmaime.fr -solmarket.by -solnplast.ru -spywarenuker.com -stal-rulon.ru -stathat.com -sterva.cc -stillmiracle.com -superiends.org -supermodni.com.ua +sibtest.ru +signal03.ru +sildenafil-tadalafil.info +siteexpress.co.il +sitopreferito.it +skatestick.bid +social-search.me +songoo.wz.cz +soviet-portal.do.am +spaceshipad.com +splendorsearch-a.akamaihd.net +stroiminsk.com +sugarkun.com +suggest-keywords.com superstats.com -support.nopeas.sk -surgut.zrus.org -tacbelarus.ru -takeflyte.com -tattomedia.com -tattoo33.ru -tech4master.com -telefonsexkostenlos.tk -telegramdownload10.com -templates.franklinfire.co -thebestweightlosspills.ovh -thedownloadfromwarez.blogspot.com -thenews-today.info -thesmartsearch.net -ticketsys.inetwd.com -tizanidinecapsules.blogspot.com -tizanidinedrugtest.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinepills.blogspot.com -tizanidinezanaflex.blogspot.com -tmearegion26.com -toloka.hurtom.com -tongkatmadura.info -top-study.work -topanasex.com -torontoplumbinggroup.com -trackmedia101.com +swinon.site +symbaloo.com +taihouse.ru +taxi-v-eisk.ru +teastory.co +teencastingporn.com +textads.men +thecoral.com.br +theguardlan.com +theheroes.ru +thewebsitetemplate.info +timer4web.com +titelhelden.eu +tomatis.gospartner.com +top10registrycleaners.com +topkarkas.com +topvidos.ru +tourcroatia.co.uk +toyota.7zap.com +track2.shop +tracxn.com traxdom.ru -tt-ipd.info -turbodsp.com -u17795.netangels.ru +trucri.me +trustaffs.com +trustl.life +tvnewsclips.info +tvteleport.ru +twelvevisionspartyofcolorado.com u555u.info -ucsol.ru -udayavani.com -unitygame3d.com -uptime-alpha.net -urengoy.pro -valueclick.com -velpanex.ru -vezuviy.su +ublaze.ru +universals.com.ua +ussearche.cf +ustion.ru +vacuumscleaner.com +validccseller.com +vapomnoncri.tk +vasileostrovsky-rayon.ru +vchulkax.com +veles.shop +venta-prom.ru +ventelnos.com +veopornogratis.xxx +vepad.com +versaut.xxx-cam.webcam vgoloveboli.net -viandpet.com -video--production.com -video-woman.com -videochat.life -w3data.co -wallpapersist.com -waterpurifier.club -watsonrealtycorp.com +video-chat.cn +videooko.weebly.com +videosbox.ru +vilingstore.net +voloslove.ru +vote-up.ru +vvon.co.uk +vzubah.com weblibrary.win -webmasters.stackexchange.com -weboptimizes.com -webscouter.net -webshoppermac.com -weightatraining.com -wemedinc.com -wesharepics.info -westermarkanjou.se -westvilletowingservices.co.za -whereiskentoday.com -wholesalecheapjerseysfree.com -wholesalenfljerseys.us.com -wikes.20fr.com -wstroika.ru -www.event-tracking.com -xerox-douglas.cf -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--l1aengat.xn--p1ai -xtremeeagles.net -xtubeporno.net -xxx-cam.webcam -xxxmania.top -yachts-cruise.info -yellowproxy.net -yellowstonesafaritours.com -ynymnwbm.bloger.index.hr -youjizz.com -ytmnd.com -zahvat.ru -zaobao.com.sg -zapatosenventa.info -zazagames.org -zeroredirect11.com -zetmaster.ru -zhongwenlink.com -zirondelli.it -zocaparj.kz -zoolubimets.ru +weburlopener.com +wechatdownload10.com +welck.octopis.com +wellcome2slovenia.ru +whatistizanidinehclusedfor.blogspot.com +whiteproduct.com +wholesalejerseychinaoutlet.com +wholesalejerseysgaa.com +wieseversa.no +wildnatureimages.com +winner7777.net +winx-play.ru +woman-orgasm.ru +worldinternetauthority.com +worldis.me +wrz0iuebwhp5fg.freeddns.com +wtsindia.in +ww2awards.info +www.jbetting.com +x-lime.com +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xxxrus.org +xxxtube69.com +xzlive.com +yeartwit.com +youdao.com +youjizz.vc +yourmovies.pl +yourserverisdown.com +yunque.pluto.ro +zaloro.com +zambini.ru +zeroredirect7.com +zigzog.ru +zojirushi-products.ru +zolotoy-lis.ru +zoogdiesney.com zoompegs.com -zscalertwo.net -zverokruh-shop.cz diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 81d8433ff..3c7d2e255 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -100searchengines.com -1qingdao.com -2kata.ru +1webmaster.ml +2015god.org +24-ak.ru +273-fz.ru +2daytrendingnews.com 4kepics.com -5-steps-to-start-business.com -5000-cotydzien.com -adult3dgames.com -alevinefesleri.com -alyeskaresort.com -angigreene.com -arendas.net -artparquet.ru -azte.ch -b00kmarks.com -bagsonsale.online -balans.shahterworld.org -bannerpower.com -begalka.xyz -beremenyashka.com -besthomemadepornsites.com -besthoro.ru -bestkfiledxd.cf -bigcareer.info -blockworld.ru -blog.yam.com -blpmovies.com -bmw.afora.ru -bracketsmackdown.com -braindaily.xyz -bukleteg.xyz -buy-cheap-online.info -candiceloves.us -carrauterie.be -casite-513049.cloudaccess.net -catalogs-parts.com -caveavins.fr -cdnanalytics.xyz -centre-indigo.org.ua -cfsrating.sonicwall.com -cgi2.nintendo.co.jp -chatseo.com -checkpagerank.net -checktext.org -cherubinimobili.it -cialgenisrx.com -ciekawinki.pl -clickhype.com -compliance-julia.top -connectingsingles.com -coop-gamers.ru -cutalltheshit.com -cymbaltaandtizanidine.blogspot.com -data.vtc.pw -de.zapmeta.com -depositfiles-porn.ga -dktr.ru -dnepr-avtospar.com.ua -earl-brown.info -elektroniksigaraankara.info -elektronischezi.livejournal.com -elitepcgames.com -enginebay.ru -englishdictionaryfree.com -enternet.ee -ereko.ru -etenininrade.ga +7wind.ru +abbanreddy.com +abcdefh.xyz +abtasty.com +adanih.com +air-edem.ru +akama.com +alert-hgd.xyz +all4invest.info +alloysteel.ru +amateurgalls.com +amateurlivechat.org +amazingninja.com +ananumous.ru +apartmentratings.com +apiholdingmypage-a.akamaihd.net +asacopaco.tk +asrvrep-a.akamaihd.net +atout-energie-69.com +autochoixspinelli.com +avirasecureserver.com +azartmsl.com +babespcs.com +balitouroffice.com +bard-real.com.ua +bavsac.com +becuo.com +bezsporno.ru +bikini-image.com +bimatoprost-careprost.com +biographiya.com +bloggedporn.com +bloke.com +bolezniorganov.ru +bongacams.com +bonzbuddy.com +braintobe.win +cartierreplica.xyz +casablancamanor.co.za +casinopinup-wins.com +ccjp.eu +cheapcigarettesc.info +clickintext.net +clmforexeu.com +codysbbq.com +compliance-walter.top +cranly.net +customboxes4less.com +danceuniverse.ru +daneshetabiat.com +dangphoto.trade +data-mining.tk +detki-opt.ru +dev33.dioniqlabb.se +diesel-parts28.ru +djonwatch.ru +draniki.org +edge.sharethis.com +eets.net +ekosmetyki.net.pl +ekspresihati.info +elektrozigaretten1.postbit.com +eupornstar.info europeanwatches.ru -exoneration-project.us -eyessurgery.ru -farmprofi.net -fearcrow.com -fickkontaktehobbyhuren.com -filesclub.net -fillmewithhappiness.com -formulaf1results.blogspot.com -gayxperience.com -gazobeton-p.com.ua -germes-trans.com -gk-atlant.info -goodprotein.ru -goodwinmetals.co +evehemming.blogspot.com.au +ezigarettenkaufen1.deviantart.com +ezrvrentals.com +f1nder.org +facecup.top +fickblock18.com +forminecrafters.ru +foto-basa.com +franecki.net +free-video-tool.com +fungirlsgames.net +ge0ip.net +gearcraft.us +geile-lelly.eu +gembird.com +genericlowlatencyasiodriverhq.aircus.com +gepezz.info +gheus.altervista.org +gne8.com +go2jump.org +goldenggames.com googglet.com gorodservis.ru -gotomontenegro.net -greatfind-a.akamaihd.net -green-tea.tv -gtopstats.com -guruofcasino.com -hdseriale.pl -healbio.ru -heatpower.ru -histock.info -hit-kino.ru -hmmm.cz -howmuchdoestizanidinecost.blogspot.com -hoztorg-opt.ru -hscsscotland.com -hyhj.info -ideashome.id -iideaidekonkatu.info -infostatsvc.com -istripper.com -joingames.org -jolic2.com -jovencitas.gratis -jwss.cc -kam-dom.ru -karusel-market.ru -kinobest.pl -kinoduh.ru -kletkimehan.ru +grupografico-pilar.com.ar +hawaiisurf.com +headpharmacy.com +hermesbelts.xyz +hetmanship.xyz +highspeed5.net +hobild.net +hotdl.in +hoverboard360.se +https-legalrc.biz +huhn.altervista.org +ie.57883.net +igithab.com +imabase.com +imk.com.ua +imperiafilm.ru +inet-traffic.com +internet-apteka.ru +iplusbit.blogspot.co.za +iron-age.info +ivanstroi.ru +jackpotchances.com +jewelryandfiligree.com +joyceblog.top +jrpmakati.com kmd-pto.ru -konturkrasoty.ru -koral.se -kosova.de -kosynka-games.ru -kozhniebolezni.com -kreativperlen.ch -kumuk.info -labelwater.se -leboard.ru -light.ifmo.ru -likrot.com -linksharingt.com -linkwithin.com -locimge.pw -locksmith.jp -lottospring.com -louboutinbooties.xyz -mantramusic.ru -manuscript.su -mega-bony2017.pl -merryhouse.co.uk -midst.eu -monarchfind-a.akamaihd.net -moviemail-online.co.uk -muz-shoes.ru -mydownloadengine.com -myindospace.com -nagdak.ru -new-post.tk -nfvsz.com -offer.wpsecurity.website -offergroup.info -offers.bycontext.com -officedocuments.net -offtime.ru -oktube.ru -onescreen.cc -osoznanie-narkotikam.net -ostrovtaxi.ru -pagesense.com -palocco.it -pattersonsweb.com -pc4download.co -pestomou.info -phelissota.xyz -picurams.pw +kvartira-sutochno.com +kvartiry-remont.ucoz.ru +ladov.ru +laxdrills.com +libertybilisim.com +linkarena.com +liran-locks.com +lisque.batcave.net +ljusihus.se +lockerz.com +lostfilm-online.ru +m-google.xyz +m0r0zk0-krava.ru +makemoneyonline.com +mansparskats.com +manualterap.roleforum.ru +marinetraffic.com +maxxtor.eu +mbiologi.ru +mobstarr.com +morpicert.pw +movies-in-theaters.net +mrmoneymustache.com +musezone.su +national-today-winning-winner.club +nerudlogistik.ru +netoil.no +netpics.org +nikkiewart.ru +nudejapan.net +o-o-6-o-o.com +obiavo.com +obnal.org +onko-24.com +online-podarki.com +online247.ml +onlyforemont.ru +ops.picscout.com +papasdelivery.ru +pekori.to +pelfind.me +perm-profnastil.ru +physfunc.ru +pl.aasoldes.fr +play-movie.pl play.leadzupc.com -ploenjitmedia.azurewebsites.net -pochtovyi-index.ru -poligon.com -popugaychiki.com -pornhub-forum.ga -pr0fit-b0x.com -privhosting.com -prizesbook.online -profit-opportunity.com -prointer.net.ua -proxyelite.biz +playmsn.com +pomoc-drogowa.cba.pl +pornogig.com pst2017.onlinewebshop.net -ptr.ruvds.com -raavidesigns.com -rangoman.date -rank-checker.online -rapidgator-porn.ga -remybutler.fr -ritlweb.com -rocis.site -ros-ctm.ru -ru-mediaget.ru -russia-today-video.ru -rutor.group +psvita.ru +radiogambling.com +rankingchart.de +refudiatethissarah.info +relax.ru +research.ifmo.ru +riralmolamsaca.tk +risparmiocasa.bz.it +rosbalt.com.ua +rossmark.ru +ruex.org.ua +ruspdd.com +russia-tao.ru s.lollypopgaming.com -santechnik.jimdo.com -sarahmilne.top -sbprabooks.com -scanner-alex.top -scottbywater.com -seryeznie-znakomstva.ru -sexblog.pw -sexkontakte-seite.com -sexsearch.com -shinikiev.com.ua -shop.acim.org -shopwme.ru -sibvitr.ru -simon3.ru -siteaero.com -sitiz.club -sitopreferito.it -smokewithrabbits.com -snowplanes.com -sodexo.com -soheavyblog.com -space4updating.win -stroiminsk.org -sweepstakes.rewardit.com -taqywu51.soup.io -teastory.co -telefonsexkostenlos.tk -telemetryverification.net -testingads.pro -texbaza.by -thebestphotos.eu -thenews-today.info -timeallnews.ru -tizanidinehcl2mgsideeffects.blogspot.com -tizanidineshowupondrugtest.blogspot.com -turizmus.us -uptime-alpha.net -urlopener.com -usacasino.com -usdx.us -validdomain.xyz -valueclick.com -verymes.xyz -viddyoze.com -vita.com.hr -warningzscaler.heraeus.com -watch-movies.ru -website-analytics.online -wellcome2slovenia.ru -wemarketing.se -win-spy.com -worldoffiles.ru -www.arenda-yeisk.ru -www.wohnkabinen-shop.de -xjlottery.com -xmnb.net -xn--80ak6aa92e.com -yeartwit.com -youbrainboost.asia -yunque.pluto.ro -zagadki.in.ua -zajm-zalog-krasnodar.ru -zarenica.net -zatjmuzu.info -zeikopay.com -zvuker.net +satellite.maps.ilovevitaly.com +sax-sex.com +scanner-alexa.top +seoboxes.com +seolab.top +seonetwizard.com +sex-watch.com +shop.xz618.com +sibecoprom.ru +signx.info +site-speed-checker.site +sitechecker.pro +slujbauborki.ru +smart-scripts.com +smartbalanceworld.com +startufa.ru +statoutlook.info +staynplay.net +storehouse.ua +stpicks.com +stpolice.com +strv.se +success-seo.com +sunflowerdrawingpaintings.blogspot.com +svarbit.com +swsociety.se +taraz.xkaz.org +taxi-v-eisk.ru +teguh.info +tizanidineduringpregnancy.blogspot.com +tizanidinezanaflex.blogspot.com +topvidos.ru +toursmaps.com +tozup.com +traderzplanet.in +traffic2cash.org +traffictrade.life +trubywriting.com +twinderbella.com +ua-company.ru +ua.tc +uhdtv.website +urengoy.pro +url-extractor.xyz +uvozdeckych.info +vapomnoncri.tk +vedomstvo.net +viandpet.com +video-production.com +villakohlanta.nu +vip2ch.com +webmonetizer.net +webradiology.ru +websiteexplorer.info +weightatraining.com +westum.se +woman-orgasm.ru +ws.ampower.me +www.timer4web.com +xchat26.myfreecams.com +xep.info +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--h1ahbi.com.ua +xxxguitars.com +yellowfootprints.com +yoshkarola.zrus.org +zapiszto.pl diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,14 +581,4 @@
This is merely used for testing !!!