diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f75b45814..479a91353 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2833 +#### Version: V4.2022.01.2834 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 8640f004e..6a6981516 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2833 +#### Version: V4.2022.01.2834 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 731eec8d7..b07805790 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.01.2833 +#### Version: V4.2022.01.2834 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 352147bd3..591cc1839 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.01.2833 +#### Version: V4.2022.01.2834 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 122a305fb..a7d0ad8d0 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 122a305fb..a7d0ad8d0 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 122a305fb..a7d0ad8d0 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 122a305fb..a7d0ad8d0 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 122a305fb..a7d0ad8d0 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e8b6b61fe..285209839 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2833 +2834 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 122a305fb..a7d0ad8d0 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V3.2022.01.2834 +### Updated: Thu Jan 6 10:03:18 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 967c7e8f7..3a172d107 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 8a425c634..c34a8bd58 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.26.49 0; +52.142.49.139 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 36e0baff3..ee7aca5cc 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 0; +10.1.1.142 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 967c7e8f7..3a172d107 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 8a425c634..c34a8bd58 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.26.49 0; +52.142.49.139 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index e7af1e351..f873cac92 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8a425c634..c34a8bd58 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.26.49 0; +52.142.49.139 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 164c14ec5..033494ab5 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2833 -### Updated: Wed Jan 5 22:01:43 UTC 2022 +### Version: V4.2022.01.2834 +### Updated: Thu Jan 6 10:03:17 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 7ee783f1a..f724ede68 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.146 1; +10.1.1.142 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 664e17ae0..6c01c3441 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -CSHttp -Drip -EasyDL -Gotit -GrapeFX -Lftp -Ninja -ProPowerBot -Pump -SocialRankIOBot +BDCbot +BDFetch +DomainCrawler +MSIECrawler +NetMechanic +Reaper +SEOkicks-Robot +Titan +VidibleScraper +Zermelo diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 47ce89997..28deef7a1 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -80legs -Aboundexbot -AlphaBot -Anarchie +01h4x.com +360Spider +ALittle Client +Acunetix +Aipbot +Alexibot +AllSubmitter +Alligator Anarchy -Ankit +Anarchy99 Anthill Apexoo Aspiegel -Attach -AwarioRssBot -BBBike -BackDoorBot -Barkrowler -Bigfoot +Asterias +BDCbot +Bandit +BatchFTP +Battleztar Bazinga +Blow +Boardreader BotALot -Brandwatch -Buck -BuiltWith -BuzzSumo -CODE87 -CSHttp -CensysInspect +Brandprotect +BunnySlippers +CCBot CheTeam -ChinaClaw +Chlooe Citoid -Claritybot -Cocolyzebot -CopyRightCheck -Crawling at Home Project +Copier +Craftbot +CrazyWebCrawler +CrunchBot Custo -DIIbot +CyotekWebCopy +DTS Agent DataCha0s -DatabaseDriverMysqli -Devil +Demon +Digincore DigitalPebble +Disco +Discobot Discoverybot DnBCrawler-Analytics -DomainAppender -Download Wonder -Dragonfly +DomainCrawler +DomainStatsBot +Domains Project Drip +ECCP/1.0 +EasyDL Ebingbong -Ecxi EirGrabber EroCrawler -ExtLinksBot -EyeNetIE -Ezooms -FDM -Flunky +Evil +Exabot +Extractor +ExtractorPro +FemtosearchBot +Firefox/7.0 +FlashGet Foobot -FrontPage -Fuzz -GalaxyBot -Genieo -GetRight +Freeuploader +Fyrebot +GT::WWW Getintent -Gigabot -Go!Zilla -Gotit -Grabber -GrapeshotCrawler -HEADMasterSEO +Go-Ahead-Got-It +GrabNet HMView -HTMLparser -HTTrack +Haansoft +HaosouSpider Harvest Havij Heritrix -Hloader -IDBTE4M IDBot -IlseBot +IRLbot +Iblog Image Fetch -IndeedBot +Image Sucker +InfoNaviRobot InfoTekies -Internet Ninja -InternetSeer +InterGET Iria IstellaBot -JennyBot -Keyword Density -Kozmosbot +JOC Web Spider +JamesBOT +Jorgee +Kinza +LNSpiderguy LWP::Simple Larbin -Leap +LeechFTP LeechGet -Libwhisker -LieBaoFast +LexiBot +Lightspeedsystems +Likse +LinkScan +Linkbot LinkextractorPro -LinqiaScrapeBot -Lipperhey +LinkpadBot +Lipperhey Spider Lmspider -MFC_Tear_Sample -MJ12bot -MSFrontPage +MIDown tool +MIIxpc MSIECrawler -Magnet -Mail.RU_Bot -Majestic-SEO +Mag-Net Majestic12 MarkWatch Mass Downloader -MauiBot Mb2345Browser -Mediatoolkitbot +MegaIndex.ru Microsoft URL Control -Mister PiX +Minefield Mojeek -Mr.4x3 +Msrabot Musobot NPbot -Nameprotect -Nessus -Net Vampire +NearSite +Needle +NetAnts NetLyzer +NetSpider +NetZIP Netcraft Nettrack -Nibbler Niki-bot -Nikto -Nimbostratus +Nmap Nuclei -Nutch -Offline Explorer -Offline Navigator -OpenLinkProfiler -OpenVAS -Openvas -OrangeSpider +OnCrawl +OrangeBot +OutclicksBot +PECL::HTTP PHPCrawl -POE-Component-Client-HTTP +Page Analyzer +PageAnalyzer PageThing.com Pandalytics -Panscient Papa Foto Picscout -Pimonster -PleaseCrawl -Psbot -PxBroker +Picsearch +Pixray +ProPowerBot +ProWebWalker +PyCurl QueryN Metasearch +Quick-Crawler RSSingBot -RankActive -RankFlex -RankingBot +RankingBot2 +Rankivabot +ReGet +Reaper +RebelMouse Recorder -RepoMonkey +RedesScrapy +Ripper Rogerbot SEOkicks -SEOprofiler +SEOkicks-Robot SMTBot -ScoutJet +Scrapy Screaming -ScrepyBot -SearchmetricsBot -Semrush -SentiBot -SeobilityBot -Siphon -SiteCheckerBotCrawler +ScreenerBot +Seomoz +Site Sucker SiteLockSpider SiteSnagger +Siteimprove SlySearch -SmartDownload -Snake Snapbot -Sociscraper -Sogou web spider -Sottopop -SpaceBison +SocialRankIOBot +SpankBot Spbot SputnikBot Sqlmap Sqlworm +Sqworm Steeler Sucker -Surfbot -SurveyBot -T8Abot +T0PHackTeam +TeleportPro Telesoft -Thumbor -Titan -Tracemyfile +Telesphoreo +Telesphorep +The Intraformant Trendiction +Trendictionbot +True_Robot +TurnitinBot Twice +Typhoeus URLy Warning URLy.Warning -VCI +UnisterBot +VB Project Vacuum VelenPublicWebCrawler -VeriCiteCrawler -Virusdie -WASALive-Bot -WBSearchBot +WEBDAV WISENutbot +WPScan WWW::Mechanize -WWWOFFLE -Web Sucker -WebFetch -WebStripper -WebZIP +Web Auto +Web Enhancer +WebAuto +WebCollage +WebLeacher +WebPix +WebSucker +WebWhacker WebmasterWorldForumBot +Webshag Website Quester -Who.is Bot -Widow +WebsiteExtractor +WinHTTrack WiseGuys Robot -Wonderbot Woobot -Wotbox -Wprecon Xaldon_WebSpider Xenu +Zermelo Zeus -Zitebot ZmEu +ZoomBot +ZoominfoBot ZumBot ZyBorg adscanner -arquivo-web-crawler -cah.io.community -check1.exe -clark-crawler +archive.org_bot +arquivo.pt +autoemailspider +coccocbot-web +com.plumanalytics crawl.sogou.com -demandbase-bot -domainsproject.org -gopher -internetVista monitor +facebookscraper +heritrix +instabid isitwp.com -lwp-request -lwp-trivial -mediawords -muhstik-scan page scorer -plumanalytics +pcBrowser +polaris version probe-image-size -satoristudio.net -scalaj-http -sexsearcher +ripz +s1z.ru +scan.lol +seobility +serpstatbot sitechecker.pro -sogouspider +siteripz sp_auditbot -trendiction.com -trendiction.de -webgains-bot -webpros.com +tAkeOut +ubermetrics-technologies.com webprosbot +x09Mozilla +x22Mozilla zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 4af2a5237..6f89cc1a3 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -2,249 +2,249 @@ 404checker 404enemy ADmantX -Abonti -Aboundexbot -AfD-Verbotsverfahren +AIBOT +ASPSeek AhrefsBot -Aipbot -Alexibot -AllSubmitter Alligator -AlphaBot -Anarchy99 -Anthill -Asterias +Ankit Attach AwarioSmartBot -BDFetch -BackDoorBot +BDCbot +BackWeb Backlink-Ceck -Barkrowler +BacklinkCrawler +Badass +BatchFTP +Battleztar Bazinga +Bigfoot Black Hole +BlackWidow +Boardreader Bolt +BotALot Brandwatch -Bullseye -BuzzSumo -CATExplorador -Chlooe +Buddy +BuiltWith +CCBot +Calculon +CensysInspect +CheeseBot +ChinaClaw +Cliqzbot +Cogentbot Copier -CopyRightCheck Copyscape -Crawling at Home Project +Cosmos +Craftbot Curious -CyotekWebCopy -DTS Agent -Demon +Custo +DBLBot +DSearch +DatabaseDriverMysqli Deusu +Digincore +Dirbuster Disco -Discobot -Discoverybot -DittoSpyder DnBCrawler-Analytics +DomainAppender DomainCrawler +DomainSigmaCrawler DomainStatsBot -Domains Project -EasyDL -EirGrabber -Evil -Exabot -Express WebPictures -Extractor +Download Wonder +EMail Siphon ExtractorPro Ezooms FDM +FHscan +Fimap FlashGet Flunky -Freeuploader -G-i-g-a-b-o-t GalaxyBot -Genieo -GetRight +Getintent Go!Zilla -GrabNet -Grafula GrapeFX +GrapeshotCrawler HMView +HTMLparser HTTP::Lite -Harvest +HTTrack +Heritrix HybridBot -IDBTE4M -IRLbot -Iblog +Id-search +Indy Library InfoNaviRobot -Internet Ninja -InternetSeer -JOC Web Spider +InfoTekies Jbrofuzz JetCar +JikeSpider Jyxobot Kenjin Spider Keyword Density -Kinza -LWP::Simple -Leap -LeechGet -LexiBot +LNSpiderguy +Larbin +Lftp LibWeb -Lightspeedsystems -LinkScan -LinqiaMetadataDownloaderBot +LieBaoFast +Likse +LinkpadBot LinqiaRSSBot -MFC_Tear_Sample +Lipperhey +Lipperhey Spider +Ltx71 +MIDown tool MJ12bot -MQQBrowser MSIECrawler +MTRobot Mag-Net +Magnet +Mail.RU_Bot Majestic-SEO -Majestic12 -MarkWatch -Mata Hari -MauiBot Mb2345Browser -Meanpathbot -Metauri -Microsoft Data Access +Microsoft URL Control +Minefield Mister PiX +Moblie Safari +Mojeek Mojolicious Morfeus Fucking Scanner -Mozlila -Msrabot -Name Intelligence +Musobot +NICErsPRO +NPbot Nameprotect NearSite Needle +Nessus +Net Vampire NetAnts +NetMechanic NetZIP -Nettrack +Netcraft NextGenSearchBot -NimbleCrawler -Nimbostratus +Ninja Not -OnCrawl +Nuclei OpenVAS -Openfind -Openvas -OrangeSpider -OutfoxBot PECL::HTTP -POE-Component-Client-HTTP -Page Analyzer -PageAnalyzer -PageScorer +PHPCrawl +PageGrabber PageThing.com -Pavuk +Petalbot Pi-Monster Picscout -Pockey -Probethenet -Psbot -PxBroker +PictureFinder +Pimonster +PyCurl Quick-Crawler -RankurBot +RankActive +RankingBot +Re-re ReGet -Reaper +RebelMouse RedesScrapy -RepoMonkey -Ripper -SISTRIX +RocketCrawler +SBIder +SMTBot SalesIntelligent -Screaming +Scanbot ScreenerBot -Searchestate +SemrushBot SeoSiteCheckup Seomoz +SiteCheckerBotCrawler SiteLockSpider -SiteSnagger -Sitebeam -Snake -Sociscraper +SlySearch +Snapbot +SocialRankIOBot Sogou web spider -Sosospider +Sottopop +SpaceBison Spinn3r -Steeler -SuperHTTP -Surfbot +SputnikBot +Sqlmap +SuperBot SurveyBot +Suzuran +Szukacz T8Abot Teleport TeleportPro +Telesphoreo The Intraformant Thumbor TightTwatBot Titan -Trendictionbot +Toweyabot +Tracemyfile +Trendiction True_Robot Turingos +Turnitin +TurnitinBot TwengaBot -Twice -Typhoeus -URLy Warning -UnisterBot V-BOT -VCI -Vagabondo -VelenPublicWebCrawler +VB Project +VeriCiteCrawler +VidibleScraper Virusdie VoidEYE Voil Voltron +WASALive-Bot WBSearchBot -WEBDAV +WISENutbot WPScan +WWW-Collector-E WWW-Mechanize -Wallpapers -Web Auto +WWWOFFLE +WallpapersHD Web Enhancer +Web Fuck Web Sauger -WebBandit -WebCollage +Web Sucker +WebAuto WebCopier -WebFuck +WebGo IS +WebImageCollector +WebLeacher +WebPix +WebReaper WebSauger -WebSucker Webalta WebmasterWorldForumBot -Website Quester -Whack -Whacker -Widow -Woobot -Wotbox -Xaldon WebSpider +Webshag +Whatweb +Who.is Bot +WiseGuys Robot +Wprecon Xaldon_WebSpider -YoudaoBot +Xenu Zauba Zermelo -ZoomBot -ZoominfoBot -adscanner -backlink-check -cah.io.community +Zeus +ZmEu +arquivo.pt clark-crawler -crawl.sogou.com -demandbase-bot +coccocbot-web +cognitiveseo +com.plumanalytics +dataforseo.com domainsproject.org -gopher -ips-agent +evc-batch +internetVista monitor +isitwp.com +lwp-request lwp-trivial +magpie-crawler meanpathbot -muhstik-scan oBot -page scorer -plumanalytics -polaris version -probe-image-size -ripz +pcBrowser s1z.ru -satoristudio.net -scan.lol +scalaj-http seobility -seoscanners -serpstatbot -sitechecker.pro -sogouspider +seocompany.store spyfu -trendiction.com +sysscan trendiction.de -webprosbot +voyagerx.com +webpros.com zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 400af390f..7720346e3 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -55wmz.ru -alice.it -download-of-the-warez.blogspot.com -getpopunder.com -mainhp.net -onlinewritingjobs17.blogspot.ru -portal-eu.ru -privhosting.com -tizanidinehcl2mg.blogspot.com -youdao.com +animenime.ru +app5.letmacworkfaster.world +cartierlovestore.xyz +cctva.tv +creams.makeforum.eu +ddospanel.com +fatfasts-4tmz.com +financeloan.us +superfish.com +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index a58d5335a..ba50f0836 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03e.info -0c47f8422d3f.com -123locker.com -2kata.ru +00webcams.com +0n-line.tv +1008.su +11235813.webzdarma.cz +13tabs.com +2daytrendingnews.com 2nt.ru -2rich4bitches.com -300richmond.co.nz +2x2fan.ru +3-letter-domains.net 4kepics.com -4ureyesonly.com -76brighton.co.uk -7yue.org -8si.ru -aa08daf7e13b6345e09e92f771507fa5f4.com -aanapa.ru -abcdefh.xyz -adanih.com -admatic.com.tr -adobereader-free.ru -ads-cool.pro -adtech.de -aero2.ru -afslankpillen2017nl.eu -alarmobninsk.ru -albamargroup.com -all4invest.ru -allknow.info -alot.com -amateurmatch.com -android-vsem.org -anime.dougasouko.com -apessay.com -appfastplay.com -approvedlocal.co.za -arabseyes.com -arcteryxsale.online -arkartex.ru -artparquet.ru -artpicso.com -arvut.org -asseenontvonline.ru -autoblogger24.info -avtocredit-legko.ru -avtointeres.ru -awaybird.ru -ayodhya.co -azartmsl.com -back.dog -balitouroffice.com -bangla-chat-uk-paralud.ga -batanga.net -bayareaaeroclub.org -beachpics.com -bestserials.com -betteroffers.review -bezlimitko.xyz -bgviagrachrx.com -bidr.trellian.com -biglistofwebsites.com -bimatoprost-careprost.com +4kpics.rocks +4replicawatch.net +55wmz.ru +7wind.ru +7xc4n.com +9med.net +aa81bf391151884adfa3dd677e41f94be1.com +absolute-s.ru +abusora.com +accessoires-mode.in +activecampaign.dreamhosters.com +acunetix-referrer.com +addbin.men +ads.gold +adtech.fr +adultwebhosting.info +advokat-grodno.by +akuhni.by +alert-jdh.xyz +alessandraleone.com +alfa9.com +alice.it +alienwheel.es +alkoravto.ru +all-streaming-media.com +all4invest.info +allblogroll.com +allornamenti.com +amanda-porn.ga +ampower.me +amyfoxfitness.com +angigreene.com +anjalika.co.in +ap.senai.br +apxeo.info +arclk.net +articlesdirectoryme.info +asmxsatadriverin.aircus.com +atleticpharm.org +atmagroup.ru +avtolombard-krasnodar.ru +bag77.ru +balla-boo.se +banan.tv +baoxaydung.com.vn +battlecarnival.su +beachfix.co +beatifullandscape.co +bestofpicture.com +bestwrinklecreamnow.com +bezcmexa.ru +bg6s0.com +bigcareer.info bingo8888.com -bio-optomarket.ru -bizzliving.com -blog.axant.it -bolezniorganov.ru -boltalko.xyz -bonky.biz -bonux.nextview.ru +bio-japan.net +biznesluxe.ru +bluesman.nu +bmw.afora.ru +bmwhighperformers.com +bolitgorlo.net boo-arts.com -boole.onlinewebshop.net -brimstonehillfortress.org +braindaily.xyz +brandbucket.com briomotor.co -browsepulse-a.akamaihd.net +btnativenav.com +buckspar.gq +buscarfoto.com +buydissertation.net +capsderfudd.tk cardul.ru -casinorewards.info -cbox.ws -charmstroy.info -chatroulette.world -cheap-pills-norx.com -cheapjerseysap.com -cheapwebsitehoster.com -chelyabinsk.xrus.org -chinacheapelitejerseys.com -choosecuisine.com -cityadspix.com -club-musics.ru +cartierlovebracelet.xyz +caveavins.fr +cbcseward.com +cenokos.ru +chatroulette.si +cheap-trusted-backlinks.com +cheatcode-lita12.rhcloud.com +chinajerseyswholesalecoupons.com +choice-credit.ru +christianlouboutinoutlet.win +christianlouboutinsaleonline.us +cicaki.net +cigarpass.com +cineacademy.ru +cinemaenergy-hd.ru +clickcash.com +clickintext.net +clickpapa.com +clknsee.com +clmforexeu.com comeondog.info -cometorussia.net +comissionka.net +computernetworksonline.com comsysnet.com -conboy.us -counciltally.com -cowblog.fr +coolyarddecorations.com +costablue.xyz +countbertwistdisp26.soup.io cracksplanet.com -customcatchcan.com +craftinsta.ru +credit-respect.ru +credit.co.ua +creditwell.ru +crest-poloski.ru +cvety24.by cyse.tk -czeshop.info -dailyfinancefix.com -daisye.top -danashop.ru -darodar.com -dayibiao.com -degerlund.net -demenageur.com -demian.kz -deniven.1bb.ru -dentalpearls.com.au -designdevise.com -detmebel.su -dichvuvesinhhanoi.com -dimfour.com -directivepub.com -dodlive.mil -domain-tracker.com -domain.webkeyit.com -domainsphoto.com -dorratex.tn -dostavka-v-ukrainu.ru -download-of-the-warez.blogspot.com -downloadeer.net -downloadkakaotalk.com -droidlook.net -drunkenstepfather.com -drunkmoms.net -druzhininevgeniy63.blogspot.com -dtm-spain.com -dumpsmania24.com +dalavia.ru +dame-ns.kz +data-mining.tk +data1.scopich.com +date-withme.com +decenttools.com +deda-moroza-zakaz.ru +delayreferat.ru +digital-video-processing.com +dokfilms.net +domain-submit.info +dosug-lux.ru +downloader12.ru +druzhbany.ru +easyukraine.com ebooknovel.club -ecommerce-seo.com -elektrischezi.canalblog.com -elektrischezigarette1.onsugar.com -elektrischezigarettekaufen2.cowblog.fr -elektrozigarette1.dreamwidth.org -empathica.com -enginebay.ru -eropho.com -erotag.com -escortplius.com -essay-writing.work -essayservicewriting.org -europeanwatches.ru +ee77ee.com +efkt.jp +ekn-art.se +eleimgo.pw +elektrischezigarette2.onsugar.com +elidelcream.weebly.com +elkacentr.ru +elstal.com.pl +enews.tech +enge-fotzen.info +engines-usa.com +englishgamer.com +errorfixing.space +esopini.com evidencecleanergold.com +evrotekhservis.ru exct.net -executehosting.com -eywords-monitoring-your-success.com +extlinks.com +extremal-blog.com +eyelike.com.ua +ezigarettekaufen2.blox.pl +f-online.de f0815.de -farm26.ru -fashion-stickers.ru -fenoyl.batcave.net -ferieboligkbh.dk -filmania-x.ru -filmci.pro -filmfanatic.com -filunika.com.ru -firstdrugmall.ru -fishingwholesale.us -fiverr.com -forensicpsychiatry.ru +familyphysician.ru +fashionavenuegame.com +fashionindeed.ml +feargames.ru +fellowshipoftheminds.com +filesclub.net +filesdatabase.net +filesvine.com +financepoints.eu formulaantiuban.com -fotopop.club -fr.netlog.com -free-fbook-traffic.com -freelinkbuilding.website.tk -frvo.alptandem.ru -fuck-paid-share-buttons.xyz -fuckmill.com -fxund.us -fyl.com.ru -fyxabomiw.ru -g33.org -gallery.rennlist.com -galleryawesome.com -gambarkataku.co -gamblingnerd.com -gamevalue7.weebly.com -gay-file.com -get-free-traffic-now.com -getresponse.com -ggiaro.com -gigapeta.com -given2.com -glavtral.ru -globatur.ru -gne8.com -goldandcard.ru -gosreg.amchs.ru -gpms.org.my -greatgrace.ru -gsmlab.pl -guigyverpo.cf -guildebzh.info -hannasolution.ru -helvetia.com.ua -hentai-manga.porn -hetmanship.xyz -hit-kino.ru -holidaypics.org -home-task.com -hoste.octopis.com -housediz.com +forum69.info +forums.d2jsp.org +freakycheats.com +free-deals.faith +free-laptop-reward.com +free-video-tool.com +freecamdollars.com +fuckbuddybestgilf.info +fullfileaccess.com +funnel.co.za +fxtips.ru +galeon.com +gallictures.com +gateway.zscalerone.net +gay-site.store +gaz-voshod.ru +gazporno.com +geckoandfly.com +geilehausfrauen.net +gemara.com +generalporn.org +getaclueamerica.com +getlaid-xxxhookupdirect.com +gktt.ru +goldadpremium.com +gonextmedia.com +googleseo.com.tr +gotorussia.com +greenidesign.co +groupmoney.ru +growmyfunds.ca +hahashka.ru +handicapbathtubarea.com +hidefiles.org +hkdiiohi.skyrock.com +hol.es +horoshieokna.com +hosting-tracker.com +hothor.se +houseofgaga.ru +houseofrose.com +howlongdoestizanidinestayinyoursystem.blogspot.com howmuchdoestizanidinecost.blogspot.com -hreade.com -hundejo.com -hybrid.ru -hyhj.info -ideawheel.com +howopen.ru +hyiphunter.org +ido3.com +ifirestarter.ru ifmo.ru -igithab.com +iideaidekonkatu.info ikritikimou.gr -imadedinner.net -inboundlinks.win -incolors.club -indiasourcemart.in -inet-traffic.com -infospot.pt -innoslicon.com -intellektmedia.at -invest-pamm.ru -isoveti.ru -istmira.ru -itch.io -ivanovo.zrus.org -ivearchenceinflu.cf -james13prix.info -japfm.com -javidol.site -jestr.org -joessmogtestonly.com -joy-penguin.com -kaac.ru -kabbalah-red-bracelets.com -kashubadesign.ru -khafre.us -kidd.reunionwatch.com -kinosed.net +imgata.com +imguramx.pw +importchinacoach-teach.com +insider.pro +insomniagamingfestival.com +integritylandscapeservices.com +internetartfair.com +investyb.com +inzn.ru +iplusbit.blogspot.co.za +irunfar.com +isistaylorporn.info +istizanidineanopiate.blogspot.com +itis4you.com +janavibekken.no +jav-fetish.com +javxxx18.com +jewelryandfiligree.com +jus0wil.pp.ua +kaliningrad.zrus.org +karachev-city.ru +keki.info +keywordspay.com +kichenaid.ru +kino-key.info +kinohit1.ru kiwi237au.tk -kollesa.ru -konpax.com -kozhniebolezni.com -kurwa.win -kwzf.net -labelwater.se -labplus.ru -laxob.com -layola.biz.tc -ldrtrack.com -lecbter-relationships.ga -lechtaczka.net -li-er.ru -liffa.ru -likrot.com -lockerz.com -lsp-awak-perikanan.com -m292.info -makis.nu -mantramusic.ru -marblestyle.ru -mazda-roadsters.com -mecash.ru -mediaoffers.click -medicine-4u.org -medicines-choice.com -medicovi.com -mega-polis.biz.ua -merryhouse.co.uk -message-warning.net -mirmedinfo.ru -mmoguider.ru -mobilierland.com -mobot.site -monarchfind-a.akamaihd.net -moncleroutletonline.win -monthlywinners.com -moonci.ru -moroccosurfadventures.com -moskva.nodup.ru -mrmoneymustache.com -mturkcontent.com -muz-tracker.net -my-bc.ru -my-floor.in.ua -mydirtyhobby.com +kongruan.com +koptims.tiu.ru +kutikomi.net +kuzinsp.ru +laapp.com +ladsblue.com +languagecode.com +laparfumotec.com +leboard.ru +lescinq.com +letslowbefast.today +lignofix.ua +likesdesign.com +link.ac +lirunet.ru +live-sexchat.ru +localflirtbuddies.com +locationdesaison.com +lomb.co +long-beach-air-conditioning.com +lostfilm-online.ru +lovelycraftyhome.com +macresource.co.uk +maglid.ru +maladot.com +mamasuper.prom.ua +managerpak204.weebly.com +marmotstore.online +mastershef.club +masthopehomes.com +matrixalchemy.com +mebel-ekb.com +member-quiz.com +meteostate.com +mexicosleevegastrectomy.com +microsoftportal.net +mir-business-24.ru +misandesign.se +missclub.info +mixed-wrestling.ru +mobile-appster.ru +mobplayer.net +mojowhois.com +mrlmedia.net +mrpornogratis.xxx +mural.co +musirc.com +mybinaryoptionsrobot.com +mycaf.it myfreemp3.eu -myperiod.club -naphukete.ru -nardulan.com +myghillie.info +myxdate.info +mzdish.site +napalm51.nut.cc narutonaruto.ru -needtosellmyhousefast.com -nelc.edu.eg -networkcheck.xyz -nfvsz.com -nottyu.xyz -novodigs.com -novosti-hi-tech.ru -ntic.fr -nudo.ca +netcheckcdn.xyz +nevansk.ru +newstraveller.ru +nhl17coins.exblog.jp +nikitabuch.com +nmrk.ru +nodup.ru nuit-artisanale.com -nvssf.com -obnal.org -offers.bycontext.com +nvformula.ru +o-o-6-o-o.com +obiavo.by +obiavo.com +obiavo.in +obiavo.su ohmyrings.com -okayimage.com -omoikiri-japan.ru +olgacvetmet.com onclickpredictiv.com -onlinedomains.ru -onlinewritingjobs17.blogspot.ru -onthemarch.co +onetravelguides.com +online7777.com +ooo-olni.ru openfrost.com -osb.se11.ru -osnova3.ru -ossmalta.com -oxotl.com -papasdelivery.ru -parajumpersjakkesalgnorge.info -partner-trustworthy.men -pdn-4.com -perfectpracticeweb.com -pertlocogasilk.tk -petedrummond.com -php-market.ru -picsfair.com -pistonclasico.com -pl.aasoldes.fr -plastgranar.nu -pochtovyi-index.ru -pod-muzyku.club -popup-jdh.xyz -porndl.org -pornosmola.info -pretty-mart.com -princevc.com -privacyassistant.net +optibuymac.com +oren-cats.ru +ownshop.win +panchro.xyz +petsblogroll.com +photorepair.ru +pictures-and-images.net +picturesfrom.com +picurams.pw +pills24h.com +pixelrz.com +pizza-imperia.com +pliks.pl +popup.matchmaker.com +pornoelita.info +pospr.waw.pl +pozvonim.com prizefestival.mobi -prod2016.com -profitkode.com +pro-tec.kz +professionaldieselcare.com +promalp-universal.ru +proposal-engine.com +propranolol40mg.blogspot.com +prostitutki-tolyatti.org +pussysaga.com +quality-traffic.com +qualitymarketzone.com quick-offer.com -rapidokbrain.com -razyboard.com -rcpmda.ikan1080.xyz -redirect.trafficreceiver.club -registratciya-v-moskve.ru -reining.lovasszovetseg.hu -remmling.de -renewablewealth.com -resellerclub.com -ritlweb.com -rocketchange.ru -rockprogblog.com -roofers.org.uk -roznica.com.ua -ruscoininvest.company -russkie-gorki.ru +qwesa.ru +rankia.com +ranking2017.ga +rebrand.ly +relatodelpresente.com.ar +renecaovilla.online +research.ifmo.ru +restaurantlescampi.com +rewardpoll.com +ric.info +rocis.site +running-line.ru rutor.group -s-iwantyou.com -sbricur.com -scanner-elena.top -scanner-marwin.top -scansafe.net -scanspyware.net -score-ads.men -scripted.com -seemoreresultshu-a.akamaihd.net -semxiu.com -seorussian.ru -seozoom.it -sergiorossistore.online +sammlungfotos.online +sammyweaver.com +saneyes.com +sardinie.us +scanmyphones.com +scanner-ivan.top +scanner-mary.top +scanner-viktor.top +securityallianceservices.com +seksotur.ru +semalt.com +semp.net +sendearnings.com serialsway.ucoz.ru serpstat.com serw.clicksor.com -sexkontakte-seite.com -sexs-foto.top -sexsearch.com -sexxdate.net -sexyali.com -shakhtar-doneck.ru -share-buttons-for-free.com -shop-electron.ru -si-unique.com -sisiynas.ru -site-speed-check.site -sitopreferito.it -smokewithrabbits.com -social-s-iii.xyz -soft1.ru -softlinesolutions.me -sogimlecal.tk -sotkal.lark.ru -sovetogorod.ru -space4updating.win -spasswelt.net -spasswelt.xyz -spravka130.ru +sethrollins.net +sexy-pings.com +shama-rc.net +shillyourcoins.com +ship-marvel.co.ua +shitting.pro +shmetall.com.ua +shopperifymac.com +sibecoprom.ru +similardeals.net +simply.net +sitebeam.net +sitevaluation.com +sitevalued.com +sk.golden-praga.ru +skincrate.net +slimcdn.com +sms2x2.ru +snsdeainavi.info +snyatie-lomki-v-stacionare.ru +social-buttons.com +social-fun.ru +soheavyblog.com +sotechco.co +spammen.de +specialfinanceoffers.com +spitfiremusic.com +sport7777.net sps-shop.com -spymac.net -starwars.wikia.com -staynplay.net -strag-invest.ru -strongholdsb.ru -studiofaca.com -sudexpert66.ru -superiends.org +spywarenuker.com +stair.registrydomainservices.com +stairliftstrue.com +stats-public.grammarly.io +stickers-market.ru +stromerrealty.com +stroy-portal22.ru +sukirgenk.dvrlists.com supermama.top -surfbuyermac.com -surgut.zrus.org -svbur.ru -swiped.su -symbaloo.com -t-bygg.com -tabakur77.com -tampabaywatch.org -tech4master.com -tecspb.ru -the-usa-games.blogspot.com +surflinksmedical.com +tanieaukcje.com.pl +taxi-v-eisk.ru +theallgirlarcade.com thegioixekhach.com -thetoiletpaper.com -tizanidine4mgstreetvalue.blogspot.com -tizanidineandcipro.blogspot.com -tizanidinehcl2mg.blogspot.com -totu.us -tracksurf.daooda.com -trackzapper.com -tube8.com -tubeoffline.com -tuberkuleznik.ru -tvorozhnaja-zapekanka-recept.ru -tvteleport.ru -txxx.com -ugguk.online -uhdtv.website -um-razum.ru -unblocksit.es -uni.me -unlimitdocs.net -uogonline.com -uptime-delta.net -urccvfmc.bloger.index.hr -urlcut.ru -urlopener.blogspot.com.au -v720hd.ru -vancleefreplica.pw -vapomnoncri.tk -varbergsvind.se -vbabule.net -vbtracker.net -vchulkax.com -vellings.info -vesnatehno.ru -viagengrarx.com -vipms.ru -vk-mus.ru -vkmusics.ru -vladhistory.com -vsexkontakte.net -vuclip.com -wahicbefa31.soup.io -warezkeeper.com +thegolfclub.info +threecolumnblogger.com +tiens2010.ru +tilido.com +tizanidinedruginteractions.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinestreetprice.blogspot.com +tobeyouday.win +todohr.com +tongkatmadura.info +topbestgames.com +torontoplumbinggroup.com +torrentred.games +torrents.cd +toyota.7zap.com +traderzplanet.in +traffic2money.com +triplepanda.xyz +triumf-realty.ru +trk-4.net +trucri.me +ttsq.fr +turizm.bz +twiclub.in +typimga.pw +uggsale.online +ultramart.biz +urzedowski.eu +usdx.us +velen.io +veles.shop +vesnatehno.com +viddyoze.com +video--production.com +videositename.com +virus-respirators.com +visa-china.ru +viteonlusarezzo.it +vksaver-all.ru +vladimir.zrus.org +vltai.com +vse-pesni.com +vseigru.one +vzglyadriv.kg +w3javascript.com warning.or.kr -webalan.ru webinstantservice.com -wesharepics.site -whengirlsgowild.com -wholesalejerseys-cheapest.com -winx-play.ru -witclub.info -word-vorlagen.net -wordpress-crew.net -worldis.me -worldtraveler.world -woweb.com.ua -www.jbetting.com -xbaboon.com -xlolitka.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xnxx-n.com -xportvusbdriver8i.snack.ws -xxx-cam.webcam -yaderenergy.ru -yebocasino.com -ynymnwbm.bloger.index.hr -yourads.website -youtubedownload.org -yuarra.pluto.ro -yun56.co -z-master.ru -za-music.mymobiplanet.com -zacreditom.ru -zaloadi.ru +website-datenbank.de +websitevaluebot.com +westsextube.com +whereiskentoday.com +white-truck.life +wholesalejerseychinashop.com +wholesalejerseysgaa.com +wieseversa.no +wiosenny-bon-1500.pl +wnoz.de +woman-h.ru +woman-orgasm.ru +woodyguthrie.se +world-mmo.com +wosik-dach.service-for-web.de +wovis.site +x-diesel.com +x-lime.com +xkaz.org +xlovecam.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--d1acah0c.xn--p1ai +xn--oogle-wmc.com +xvideosporn.biz +xzlive.com +yoursearch.me +youtube-downloader.savetubevideo.com +za-fun-offer.com +zakonobosago.ru zarabotat-na-sajte.ru -zawyna.ua -zeroredirect2.com -zeroredirect5.com -zigarettenonlinekaufen1.bloog.pl -zkjovpdgxivg.ga -zocaparj.kz +zarenica.net +zastroyka.org +zeg-distribution.com +zeroredirect.com zoosexart.com -zryydi.com -zscalerone.net -zvezdagedon.ru -zzlgxh.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 158a1e49c..0a53895a3 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00go.com -2itech.ru -76brighton.co.uk -activecampaign.dreamhosters.com -adf.ly -adultfullhd.com -advertex.info -afftrack001.com +1000n1.ru +10bet.com +1webmaster.ml +23kw.ru +83net.jp +8xv8.com +ad-words.ru +adhome.biz +admeasures.com +adultactioncam.com +agapovdg.ru +aihelen.net alarmobninsk.ru -allstatesugarbowl.org -am-se.com -amazon-seo-service.com -analnoeporno.tv -anniemation.com -antons-transporte.de -aosheng-tech.com -apartmentratings.com +alice.it +amateurlivechat.org +api.stathat.com +apiadanaknet-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net apiqualitinknet-a.akamaihd.net -articlesdirectoryme.info -ascat.porn -asophoto.com -auto4style.ru -autoloans.com -avon-severozapad.ru -avtocredit-legko.ru -bavsac.com -bazaronline24.ru -bestwebsitesawards.com -betwinservice.com -bidbuy.co.kr -birzha-truda.eu -bloggers.nl -boanonihaca.tk -bongiornos.info -bookhome.info -brus.city -budilneg.xyz -bum.com.ru +app-ready.xyz +aquarium-pro.ru +arkartex.ru +artefakct.com +atofilms.com +audiofree.ru +autobudpostach.club +azbaseimages.net +balkanfarma.ru +bestmouthwash.club +betterscooter.com +bfz.biz +blockworld.ru +bluesalt.co +bochemit.com.ua +bonzibuddi.com +brendbutik.ru +bristolhotel.com +btvn.ru +bugof.gq +bumskontakte.org +buy-cheap-online.info +buy-forum.ru buyantiviralwp.com -buypuppies.ca -canvas.gloverid.site -canzoni.ru -cardsharp1.ru -cartechnic.ru -cbozhe.com -cdncash.com -check-this-out-now.online -compliance-alexa.top -compliance-margo.top -coolgramgoods.com -coolyarddecorations.com -copypaste.traderzplanet.in -cougfan.info -customboxes4less.com -daptravel.com -dating-time-now.com -detalizaciya-tut.biz -detsky-nabytek.info -docs4all.com -docsportal.net -ekspertmed.com -elmacho.xyz -encodable.com -epicbrogaming.com -es5.com +buzzonclick.com +candlehandmade.com +cartierlove.xyz +cartierlove2u.com +cheapestjerseys-wholesale.com +cheapjerseysap.com +chinaelitecheapjerseys.com +cialgenisrx.com +cleanersoft.com +com-onlinesupport.host +compliance-alex.top +compliance-andrew.top +compliance-julia.top +conocer-sanabria.com +countercrazy.com +db.speedup.gdn +deutschehobbyhuren.net +djonwatch.ru +dojki-hd.com +dokumentalkino.net +domaincheck.io +domainroam.win +download-wallpaper.net +dscaas.website +eachdayisagift.review +egvar.net +elmifarhangi.com +embedle.com +empirepoker.com +esfchat.tk extrabot.com -ezigarettekaufen1.hpage.com -f0815.de -faptitans.com -fashion-stickers.ru -filkhbr.com -findanysex.com -findsexguide.com -finemanteam.com -florida-tourism.net -flowwwers.com -forms-mtm.ru -formseo.com -formulaantiuban.com -fotopop.club -fototravel.eu -free-stock-illustration.com -freza-sverlo.ru -galaxys6manual.info -gk170.ru -globatur.ru -gogps.me -gratuitbaise.com -gsasearchengineranker.space -gsou.cf -gstatey.net -hao123.com -hard-porn.mobi -hdimagegallery.net -homeinns.com -hoterika.com -hydropump.su -i4track.net -ibb.com.ua -ido3.com -imagez.co -impisr.edunsk.ru -incest-ru.com -insta-add.pro -instabid.tech -instasexyblog.com -iron-age.info -itronics.ca -iyasimasennka.com -javxxx18.com -jewelryandfiligree.com -joessmogtestonly.com -kambasoft.com -kandidos.com -ketoanhanoi.info -kino-rf.ru -kinosed.net -kongruan.com -koversite.info -ku6.com +extractorandburner.com +filunika.com.ru +fitfloponline.store +flauntyoursite.com +flirt4free.com +foto-weinberger.at +free-fb-traffic.com +free-laptop-reward.com +games.kolossale.ru +gcup.ru +getdot.ru +gheus.altervista.org +go2album.com +goodwriterssales.com +greenzaim.ru +gribokstop.com +growboxbl.ru +growshop.es +guarrasdelporno.xxx +guigyverpo.cf +handsandlegs.ru +hatdc.org +hdimagelib.com +health-medical-portal.info +hentaiheroes.com +hkdiiohi.skyrock.com +hledejvshopech.cz +hotcore.info +housekuba.org +hyipmanager.in +ico.re +igru-xbox.net +inet-traffic.com +investzalog.ru +iqbazar.ru +jimmychoosale.online +jobgirl24.ru +jpcycles.com +kidd.reunionwatch.com +krasnodar.xrus.org +krasnodar.zrus.org +kvartira-sutochno.com kwzf.net -lanasshop.ru -law-check-eight.xyz -lechenie-gemorroya.com -ledpolice.ru -letsart.ru -liffa.ru -liquimondo.com -llastbuy.ru -loftdigital.eu -lowephotos.info -lyngdalhudterapi.no -magazin-pics.ru -magento-crew.net -magiadinamibia.blogspot.com -mahnwachen-helfen.info -mantramusic.ru -marcowebonyodziezowe.pl -marmotstore.online -mebeldekor.com.ua -medkletki.ru -metarip.ru -mexicotravelnet.com -mhi-systems.ru -mhtr.be -michaelkorssaleoutletonline.net -migente.com -mistr-x.org -mncrftpcs.com -mojpregled.com -mokrayakiska.com -moviemail-online.co.uk -mybackgroundlandscape.blogspot.com -mygameplus.ru -neobux-bg.info -netvouz.com -networkad.net -networkcheck.xyz -nomuos.it -nrv.co.za -oballergiya.ru -obiavo.by -owohho.com -paintingplanet.ru -paydayonlinecom.com -php-market.ru -plaff-go.ru -playboyfiles.xblog.in -pliks.pl -poiskzakona.ru -pornohub.me -primedice.com -pro-tec.kz -pst2017.onlinewebshop.net -push-ad.com -rogervivierforsale.com -sady-urala.ru -sanidumps.com -savingsslider-a.akamaihd.net -scanmarine.info -schalke04fc.info -score-ads.men -searchtooknow-a.akamaihd.net -seeresultshub-a.akamaihd.net -seolab.top -seotoolsagency.com -sexspornotub.com -sextracker.de -share-buttons-for-free.com -sharebutton.to -shitmovs.com -shtaketniki.kz -sindragosa.comxa.com -sinel.info -site-speed-check.site -siteripz.net -sledstvie-veli.net -slujbauborki.ru -softomix.com -sogimlecal.tk -sps-shop.com -spy-app.info -stairliftstrue.com -stal-rulon.ru -star61.de -stroyhelp-dv.ru -studiofmp.com -studworks.org -stuff-about-money.com -success-seo.com -swinon.site -taximytishi.ru -telefonsex-ohne0900.net -tgtclick.com -titan-cloud.life -top1-seo-service.com -topshef.ru -toy-shop.top -toyota.7zap.com -track-rankings.online -trafficjunky.net -trucri.me -trustl.life -tupper-shop.ru -ua-company.ru -upproar.com -usadacha.net -validdomain.xyz -versaut.xxx-cam.webcam -vezuviy.su -video-chat.cn -vkmusics.ru -volume-pills.biz -walpaperlist.com -webix.me -while.cheapwebsitehoster.com -wholesalecheapjerseysfree.com -wholesalejerseys-cheapest.com -www.jbetting.com -x-true.info -xjrul.com -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----dtbndd4ae7eub.top -xxxtube69.com -yellowads.men -yoursite.com -zoolubimets.ru -zoosexart.com +laptoper.net +lemon-ade.site +lezbiyanki.net +lisque.batcave.net +littleberry.ru +littlesexdolls.com +live-sexcam.tk +lockerz.com +lonerangergames.com +luxup.ru +mansparskats.com +mararoom.ru +max-eclat.men +mb140.ru +medizinreisen.de +merryhouse.co.uk +monclerjacketsoutlet.pw +musicas.baixar-musicas-gratis.com +mycaf.it +myra.top +namecrumilchlet.tk +nbsproject.ru +new-post.tk +nfljerseysforsalewholesaler.com +nightvision746.weebly.com +niroo.info +nodup.ru +nootrino.com +novodigs.com +novosti-hi-tech.ru +nvssf.com +oakridgemo.com +obiavo.com +online-sbank.ru +ons-add.men +optibuymac.com +oralsexfilme.net +oren-cats.ru +paighambot.com +partner-high.men +pechikamini.ru +picturesmania.com +playfortuna-play.ru +plugingeorgia.com +polytopesexempt.com +pontiacsolstice.info +popmarker.com +pornhive.org +pornhub-forum.ga +porno-transsexuals.ru +privetsochi.ru +pssucai.info +raavidesigns.com +radiodigital.co +refererx.com +remorcicomerciale.ro +respublica-otel.ru +restaurantlescampi.com +reversing.cc +rewardit.com +rff-cfal.info +ruex.org.ua +s-forum.biz +sa-live.com +samara.rosfirm.ru +sawin.beth.webd.pl +scanner-mark.top +scanner-walt.top +scanspyware.net +school-diplomat.ru +searchimpression.com +searchinquire.com +sharpchallenge.com +shoesonlinebuy.xyz +sicfor.bcu.cc +simplesite.com +site-speed-checker.site +sitevalued.com +skyway24.ru +snowplanes.com +socialsignals24.com +sodexo.com +sports-supplements.us +spywarebegone.com +stauga.altervista.org +stromerrealty.com +svnuppsalaorebro.se +technika-remont.ru +teesdaleflyballclub.co.uk +the-torrent-tracker.blogspot.com +thebitcoincode.com +thegolfclub.info +tilido.com +tizanidineingredients.blogspot.com +toonfamilies.net +trafficnetzwerk.de +traffmonster.info +tri-slona.org +turvgori.ru +twincitiescarservice.com +ultimatesetnewfreeallsoftupgradesystems.pw +umaseh.com +unmaroll.ya.ru +varikozdok.ru +videochat.tv.br +vitalads.net +wareseeker.com +wcb.su +webmonetizer.net +weclipart.com +wholinkstome.com +wingsofrefuge.net +wufak.com +wyniki-lista.pl +x-diesel.info +x-lime.net +x-musics.com +x-rates.ru +xev.ru +xitjw.info +xn--80aafb2a.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xrus.org +xtrafficplus.com +xtremeeagles.net +xtube.com +yourdesires.ru +zakon-ob-obrazovanii.ru +zastroyka.org +zeikopay.com +zero1.it +zetmaster.ru diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,14 +581,4 @@
This is merely used for testing !!!