From b555a1294d37a817a81b1b5f324d5f73c4887a00 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 26 Dec 2021 08:19:14 +0000 Subject: [PATCH] V4.2021.12.2808 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _generator_lists/seo-analysis-tools.list | 4 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 64 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 64 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 64 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 64 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 64 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 57 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 18 +- .../test_units/random-bots-for-test.list | 314 +++--- .../random-bots-for-whitelist-test.list | 294 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 934 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1442 insertions(+), 1091 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 7238824f9..386ed199a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2807 +#### Version: V4.2021.12.2808 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 53b3826c0..a9d9e0d0d 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2807 +#### Version: V4.2021.12.2808 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 24c8c38d7..b05f1a9c4 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2807 +#### Version: V4.2021.12.2808 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_generator_lists/seo-analysis-tools.list b/_generator_lists/seo-analysis-tools.list index 3e49df641..f7d517791 100644 --- a/_generator_lists/seo-analysis-tools.list +++ b/_generator_lists/seo-analysis-tools.list @@ -33,13 +33,13 @@ 45.134.181.131 45.90.196.155 46.105.54.243 +5.188.120.15 +5.196.208.115 51.254.152.130 51.255.126.236 51.255.148.231 51.38.245.80 51.38.245.82 -5.188.120.15 -5.196.208.115 54.37.178.36 66.249.66.11 66.249.66.7 diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d728a47c3..abb3bcaba 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2807 +#### Version: V4.2021.12.2808 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 991c790dd..04eaf6acb 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8463,6 +8463,66 @@ geo $validate_client { 54.242.250.203 1; # END NIBBLER ### DO NOT EDIT THIS LINE AT ALL ### +# ---------------------------------------------- +# BLOCK KNOWN - SEO testing and reporting tools +# ---------------------------------------------- + + +# START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; +# END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + # ----------------------------------------- # BLOCK KNOWN BAD IP ADDRESSES diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 991c790dd..04eaf6acb 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8463,6 +8463,66 @@ geo $validate_client { 54.242.250.203 1; # END NIBBLER ### DO NOT EDIT THIS LINE AT ALL ### +# ---------------------------------------------- +# BLOCK KNOWN - SEO testing and reporting tools +# ---------------------------------------------- + + +# START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; +# END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + # ----------------------------------------- # BLOCK KNOWN BAD IP ADDRESSES diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 991c790dd..04eaf6acb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8463,6 +8463,66 @@ geo $validate_client { 54.242.250.203 1; # END NIBBLER ### DO NOT EDIT THIS LINE AT ALL ### +# ---------------------------------------------- +# BLOCK KNOWN - SEO testing and reporting tools +# ---------------------------------------------- + + +# START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; +# END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + # ----------------------------------------- # BLOCK KNOWN BAD IP ADDRESSES diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 991c790dd..04eaf6acb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8463,6 +8463,66 @@ geo $validate_client { 54.242.250.203 1; # END NIBBLER ### DO NOT EDIT THIS LINE AT ALL ### +# ---------------------------------------------- +# BLOCK KNOWN - SEO testing and reporting tools +# ---------------------------------------------- + + +# START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; +# END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + # ----------------------------------------- # BLOCK KNOWN BAD IP ADDRESSES diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 991c790dd..04eaf6acb 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8463,6 +8463,66 @@ geo $validate_client { 54.242.250.203 1; # END NIBBLER ### DO NOT EDIT THIS LINE AT ALL ### +# ---------------------------------------------- +# BLOCK KNOWN - SEO testing and reporting tools +# ---------------------------------------------- + + +# START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; +# END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### + # ----------------------------------------- # BLOCK KNOWN BAD IP ADDRESSES diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 957004a4a..0b17f2365 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2807 +2808 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 45995da73..04eaf6acb 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V3.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8469,7 +8469,58 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### - + 103.77.234.66 1; + 107.189.14.76 1; + 135.125.16.69 1; + 137.74.68.27 1; + 138.199.57.151 1; + 142.44.203.108 1; + 142.44.203.109 1; + 143.244.38.129 1; + 144.217.193.44 1; + 147.135.177.240 1; + 149.202.132.36 1; + 164.132.153.247 1; + 164.132.249.224 1; + 167.114.103.181 1; + 178.32.62.47 1; + 178.33.33.174 1; + 185.93.1.242 1; + 185.93.2.241 1; + 188.165.1.248 1; + 188.165.141.230 1; + 188.165.166.11 1; + 188.165.173.19 1; + 188.165.19.115 1; + 188.165.28.187 1; + 188.165.29.14 1; + 188.165.3.212 1; + 195.181.163.194 1; + 197.101.252.142 1; + 207.46.13.15 1; + 212.102.46.113 1; + 41.114.220.138 1; + 41.13.21.129 1; + 45.134.181.131 1; + 45.90.196.155 1; + 46.105.54.243 1; + 5.188.120.15 1; + 5.196.208.115 1; + 51.254.152.130 1; + 51.255.126.236 1; + 51.255.148.231 1; + 51.38.245.80 1; + 51.38.245.82 1; + 54.37.178.36 1; + 66.249.66.11 1; + 66.249.66.7 1; + 74.125.210.142 1; + 78.135.112.76 1; + 82.217.147.252 1; + 87.98.143.148 1; + 89.187.164.66 1; + 89.187.173.66 1; + 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index f7a0894c3..b69fafc90 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index d58c334a7..4ee5f046c 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.22.59 0; +20.124.4.15 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f7a0894c3..b69fafc90 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index d58c334a7..4ee5f046c 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.22.59 0; +20.124.4.15 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3a7d65708..5c419c46c 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index d58c334a7..4ee5f046c 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.22.59 0; +20.124.4.15 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 202f9d4e1..e891ed618 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:17 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:23 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index fcbf7c951..98951eca4 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 1; +10.1.0.146 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 8975e7ea4..e6a777a2d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anthill +Blackboard CazoodleBot -ECCP/1.0 -FyberSpider -GetWeb -Mb2345Browser -PxBroker -Thumbor -Webshag -crawl.sogou.com +Extreme Picture Finder +GrabNet +Hloader +Mag-Net +Offline Explorer +SeoSiteCheckup +SpankBot +WebReaper diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index c6a5e581b..f1811ab14 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com 360Spider -80legs -ASPSeek -Aboundexbot -Acunetix +404checker +404enemy +Abonti +AfD-Verbotsverfahren +AhrefsBot +AiHitBot +Anarchie Anarchy Anarchy99 Ankit -Apexoo -Attach +Aspiegel +Asterias BBBike -BDFetch -BackDoorBot +BackStreet BackWeb -Backlink-Ceck -BacklinkCrawler -Bandit -Barkrowler -Battleztar Bazinga -BetaBot Bigfoot -Black Hole +Bitacle BlackWidow -Boardreader -Brandwatch -Buck -Buddy +Blow +BotALot +Brandprotect +BuiltBotTough BuiltWith -CCBot -CSHttp -Calculon +Bullseye +BunnySlippers +BuzzSumo +CazoodleBot +CheTeam CheeseBot +ChinaClaw Claritybot +Cliqzbot Cocolyzebot -Collector +Copier CopyRightCheck -Crawling at Home Project -Crescent -Curious +Cosmos +CrunchBot +Custo +CyotekWebCopy +DBLBot DIIbot +Demon Deusu +Devil Digincore -Discoverybot -DomainSigmaCrawler -DomainStatsBot -Dotbot -Download Wonder -ECCP/1.0 +DittoSpyder +DnyzBot +Domains Project +Dragonfly +Drip EMail Siphon -Ebingbong -Ecxi -Evil -Extreme Picture Finder -FDM +EroCrawler +ExtractorPro +Ezooms FemtosearchBot -Firefox/7.0 +Flunky +Foobot +Freeuploader +FrontPage +Fuzz FyberSpider Fyrebot -G-i-g-a-b-o-t -Genieo -GermCrawler -GetRight -Gigabot +GalaxyBot +Getintent +Go-Ahead-Got-It GoZilla +GrabNet Grafula GrapeFX GridBot -Heritrix -HybridBot -IRLbot +HEADMasterSEO +HMView +Havij +Hloader +Humanlinks +IDBot +Iblog +Id-search IlseBot -Image Fetch -IndeedBot -Indy Library +InfoTekies InterGET Internet Ninja -JamesBOT -Jbrofuzz -JennyBot -JetCar +InternetSeer +Iria +JOC Web Spider Joomla -Jyxobot -Keyword Density +JustView +Kozmosbot +LNSpiderguy LWP::Simple -Lanshanbot -Leap -LeechGet -LexiBot -Libwhisker +LeechFTP +Lftp +LibWeb +LieBaoFast Lightspeedsystems Likse LinkScan LinkWalker +Linkbot Linkdexbot LinkextractorPro -LinkpadBot +LinqiaMetadataDownloaderBot LinqiaRSSBot +Lipperhey Lipperhey Spider +Ltx71 MIDown tool MIIxpc MJ12bot -MSIECrawler -MTRobot -Mail.RU_Bot -Mass Downloader -Mb2345Browser +Mag-Net +Majestic SEO +Mata Hari Meanpathbot -Mister PiX +MegaIndex.ru +Metauri +Microsoft URL Control Moblie Safari -Morfeus Fucking Scanner -Mozlila -Mr.4x3 Msrabot -NICErsPRO -Name Intelligence -NearSite -Needle Nessus -NetAnts +Net Vampire +NetMechanic NetSpider -NetZIP -Netvibes -Nibbler -Nimbostratus -Not -Nuclei +Nettrack +Nmap +Nutch Offline Navigator -OpenLinkProfiler +Openfind +OrangeSpider +OutfoxBot PECL::HTTP -PHPCrawl +POE-Component-Client-HTTP Page Analyzer PageScorer -Pandalytics -Piepmatz +Panscient +PeoplePal +Picscout PleaseCrawl ProPowerBot ProWebWalker Probethenet -Pump -PxBroker -RankFlex -RankingBot +Psbot +Quick-Crawler Rankivabot +ReGet +RebelMouse Recorder -Ripper +RepoMonkey Rogerbot SEOkicks -SMTBot -Screaming -ScreenerBot +SEOlyticsCrawler +SEOstats +SISTRIX +Scanbot +ScoutJet ScrepyBot +Searchestate SearchmetricsBot -SemanticJuice -SeoSiteCheckup -SiteExplorer -SiteLockSpider +Shodan +Siphon +Site Sucker +SiteSucker Sitebeam -SlySearch -SmartDownload +Sitevigil Snake +Snapbot SocialRankIOBot -Spammen -SpankBot -SputnikBot -Sqlmap -Steeler +Sosospider +Spanner +Stripper Sucker Sucuri -SuperBot -SurveyBot -Szukacz -TeleportPro -Telesoft -Telesphorep +T8Abot +Teleport The Intraformant TheNomad -Thumbor -Tracemyfile -TwengaBot -Upflow -VB Project +Trendictionbot +True_Robot +Turingos +URLy.Warning +V-BOT +Vagabondo +VelenPublicWebCrawler VeriCiteCrawler -VoidEYE +Virusdie +Voltron WASALive-Bot -WBSearchBot WWW-Collector-E WWW-Mechanize WWW::Mechanize -WeSEE +WWWOFFLE +Wallpapers/3.0 +WallpapersHD Web Auto -Web Fetch -Web Fuck -Web Pix +Web Collage +Web Enhancer Web Sucker -WebBandit -WebCopier -WebEnhancer -WebLeacher -WebPix -WebSauger -WebSucker +WebFetch +WebFuck +WebGo IS +WebReaper +WebStripper +WebZIP Webshag -Website Quester -WebsiteExtractor -Whacker -Whatweb +WebsiteQuester +Webster Who.is Bot Widow WinHTTrack -WiseGuys Robot -Woobot -Wotbox -Wprecon +Xaldon_WebSpider +Xenu YoudaoBot -Zauba +Zade Zermelo -ZyBorg +Zeus +Zitebot +ZoominfoBot +ZumBot +adscanner arquivo-web-crawler -autoemailspider -backlink-check -cah.io.community +check1.exe clark-crawler -coccocbot-web -com.plumanalytics -dataforseo.com -demandbase-bot +crawler.feedback +crawler4j +domainsproject.org eCatch evc-batch -gopher instabid -isitwp.com -lwp-request -magpie-crawler +internetVista monitor meanpathbot mediawords +muhstik-scan oBot +plumanalytics probe-image-size ripz -satoristudio.net -scan.lol -seocompany.store -seoscanners +s1z.ru seostar +sexsearcher sitechecker.pro -sp_auditbot -sysscan +sogouspider +spyfu +tAkeOut +trendiction.com voyagerx.com -x09Mozilla -zauba.io +webgains-bot +webmeup-crawler +webpros.com +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 038bd0485..5220ccb5a 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404checker ADmantX AIBOT -ALittle Client Abonti +Aboundex Acunetix -AfD-Verbotsverfahren -AiHitBot +AhrefsBot +Alligator +Anarchy Anarchy99 -Anthill +Aspiegel Attach AwarioSmartBot +BBBike +BDFetch BLEXBot -BackWeb BacklinkCrawler -Bandit Barkrowler -BetaBot +Battleztar Bazinga Bigfoot +Bitacle Black Hole -BlackWidow -Buck -Buddy -BuiltBotTough -Cegbfeieh -CherryPicker -ChinaClaw -Claritybot -Cliqzbot -Cocolyzebot -Copier +Blow +BlowFish +Boardreader +Bullseye +BuzzSumo +CATExplorador +Chlooe +Cloud mapping +Cogentbot Copyscape -Crescent +CrazyWebCrawler CrunchBot -DBLBot -DIIbot -DataCha0s -DatabaseDriverMysqli -Digincore -Discobot -Dispatch -DnBCrawler-Analytics -DomainCrawler -Domains Project -Dotbot -Drip -EasyDL -Ebingbong -Ecxi +Curious +DTS Agent +Demon +Deusu +Devil +DigitalPebble +DittoSpyder +DomainSigmaCrawler +DomainStatsBot +Download Wonder +ECCP/1.0 +EMail Siphon EroCrawler +Express WebPictures +ExtLinksBot ExtractorPro Extreme Picture Finder -EyeNetIE +Ezooms +FDM +Fimap Flunky -GT::WWW -Genieo -GermCrawler -Gigabot +Foobot +Freeuploader +Fyrebot +G-i-g-a-b-o-t +GetRight +Getintent Go!Zilla -Go-Ahead-Got-It GrabNet GrapeFX -GridBot +GrapeshotCrawler HMView -Haansoft -Harvest +HTMLparser +HTTrack Heritrix -Humanlinks HybridBot -IndeedBot -Indy Library -InfoNaviRobot -Internet Ninja +IDBot +IRLbot +IlseBot +Image Fetch +InfoTekies Iria Iskanie -IstellaBot -JamesBOT -Jbrofuzz JennyBot JetCar +Jetty Joomla Jorgee +JustView +Kenjin Spider +Kozmosbot LNSpiderguy LWP::Simple +Larbin Leap -LeechGet +LeechFTP +LexiBot +LibWeb Libwhisker -LieBaoFast -LinkWalker -LinqiaRSSBot +Likse +Linkdexbot +LinkpadBot +LinksManager Lipperhey Spider -Litemage_walker +Lmspider +Ltx71 MFC_Tear_Sample +MIDown tool MIIxpc -MQQBrowser +MSIECrawler +Mag-Net +Magnet +Mail.RU_Bot Majestic SEO -Majestic-SEO MarkMonitor -Masscan +MarkWatch +Mass Downloader MauiBot -MeanPath Bot -Meanpathbot +Mb2345Browser +Metauri MicroMessenger -Microsoft URL Control +Microsoft Data Access +Mojeek Mojolicious -Morfeus Fucking Scanner -Msrabot -NPbot -NearSite -Nessus -Net Vampire +Mozlila +Mr.4x3 +Musobot +Name Intelligence +Needle NetMechanic -Nettrack +NetSpider +Netcraft Netvibes NextGenSearchBot NimbleCrawler Nimbostratus -Ninja Not Nuclei Offline Explorer -Offline Navigator -OpenVAS -PECL::HTTP -PHPCrawl +OrangeSpider +OutclicksBot Page Analyzer -PageGrabber -PageScorer +PageAnalyzer +PageThing.com +Panscient Papa Foto Pavuk PeoplePal Pi-Monster -Pimonster -ProPowerBot -Pump -PyCurl +Picscout +ProWebWalker +Probethenet +PxBroker +QueryN Metasearch +RSSingBot RankActive +RankingBot Re-re -Reaper Recorder -RepoMonkey -SEOkicks -SEOstats -SMTBot -SalesIntelligent +SEOkicks-Robot +SEOlyticsCrawler +ScanAlert Scanbot -Scrapy +Screaming ScreenerBot -ScrepyBot -SeoSiteCheckup +SearchmetricsBot +Semrush +SeobilityBot Seomoz Shodan -Siphon -SiteCheckerBotCrawler -SiteLockSpider -Sitebeam +SiteExplorer +Siteimprove +Sitevigil SlySearch -SmartDownload -Snake -SocialRankIOBot +Snapbot Sogou web spider -Sosospider SpaceBison Spammen SpankBot Spanner -Spinn3r -Steeler -Stripper +Spbot Sucker Sucuri SuperBot -Surfbot +SuperHTTP +T0PHackTeam T8Abot -Teleport -The Intraformant -TheNomad -TightTwatBot +Telesphoreo +Telesphorep Toata -Toweyabot -Trendiction -Trendictionbot -Turingos -TurnitinBot +Tracemyfile +True_Robot Twice -Typhoeus -URLy Warning -V-BOT +URLy.Warning +UnisterBot +Vacuum VidibleScraper -Voltron +Virusdie +VoidEYE +Voil WEBDAV -WPScan -WWW-Collector-E WWW-Mechanize -Wallpapers -Web Auto -Web Collage -Web Pix -Web Sucker +WWWOFFLE +Wallpapers/3.0 +Web Enhancer +Web Fuck WebAuto -WebBandit -WebCollage -WebImageCollector -WebLeacher +WebEnhancer +WebFuck WebPix -WebReaper -WebSucker -WebWhacker -Webshag -WebsiteExtractor -WebsiteQuester -Whack +WebSauger Whacker -Whatweb Widow +WinHTTrack Woobot Wprecon -Xaldon_WebSpider -Xenu -Zade +Xaldon WebSpider Zauba +Zeus Zitebot +ZoominfoBot ZyBorg -archive.org_bot +arquivo.pt autoemailspider -clark-crawler +backlink-check +coccocbot-web cognitiveseo com.plumanalytics crawl.sogou.com crawler.feedback demandbase-bot +domainsproject.org +evc-batch +facebookscraper heritrix internetVista monitor isitwp.com +lwp-request +lwp-trivial +magpie-crawler meanpathbot +mediawords oBot -page scorer -plumanalytics -polaris version probe-image-size -s1z.ru -seoscanners +seocompany.store +serpstatbot sexsearcher +sogouspider +sp_auditbot spyfu trendiction.de -ubermetrics-technologies.com -webgains-bot -webpros.com -webprosbot +voyagerx.com +webmeup-crawler x22Mozilla +zauba.io zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 518345aa3..a9913d5c2 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -free-stock-illustration.com -gilsonchiro.xyz -keywordsuggests.com -letolove.ru -myftpupload.com -partner-high.men -puzzleweb.ru -sims-sims.ru -susanholtphotography.com -versaut.xxx-cam.webcam +8xv8.com +battle.net +castingbank.ru +itronics.ca +law-check-eight.xyz +new7ob.com +petrovka-online.com +sex-dating.co +toys.erolove.in +xn--d1acah0c.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 05bf464fc..3c8d560b7 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03p.info -0daymusic.org -1-99seo.com -101flag.ru -12bet.com -178evakuator178.ru -1stat.ru -2000k.ru -2020iscoming.info -2girls1cup-free.com -3weekdiet.com -4kpics.rocks -5kstore.com -7zap.com -aa08daf7e13b6345e09e92f771507fa5f4.com +00go.com +101billion.com +123any.com +1pamm.ru +21h2o.com +28n2gl3wfyb0.ru +2drittel.de +40cg.com +4replicawatch.net +4webmasters.org +a96527gi.beget.tech aa14ab57a3339c4064bd9ae6fad7495b5f.com -aac500b7a15b2646968f6bd8c6305869d7.com -aaronabel.com -acads.net -acc.eu.org -acgs.tk -actices.com +aab94f698f36684c5a852a2ef272e031bb.com +abovetherivernc.com +adanih.com +addtoadd.men +admanaerofoil.com adsland.men -aero2.ru -afora.ru -ald2014.org -alibestsale.com -allfinweb.com -alltheviews.com -alphavisions.net +adtech.de +adtiger.tk +advancedcleaner.com +albuteroli.com +allsilver925.co.il +alphahoverboards.com alt-servis.ru -am15.net +am-se.com +amateurlivechat.org +amehdaily.com an-donut.com -anaksma.info -android-style.com -angkortours.vn -anime.dougasouko.com -anonymousfox.co -aosexkontakte.net -apartmentbay.ru -apilinkswiftco-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apishops.ru -apiwebwebgetcom-a.akamaihd.net -apparel-offer.com -applicationg29.com -appmsr.org -approved.su -approvedlocal.co.za -aquarium-pro.ru -arius.tech -artel116.ru +apelsinnik.website +apiallgeniusinfo-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +arendatora.ru +arkartex.ru artparquet.ru +asiengirls.net asrvrep-a.akamaihd.net -atlasvkusov.ru -autoblogger24.info -avkzarabotok.info -avon-ukraine.com -axbocz.net -backiee.com -bbsoldes.fr -berrymall.ru +audiobangout.com +auto-zapchasti.org +autotrends.today +avitocars.ru +avtochehli.by +avtocredit-legko.ru +azartmix.com +azartniy-bonus.com +azazaporn.com +backlink4u.net +balois.worldbreak.com +beachtoday.ru +berdasovivan.ru best-seo-software.xyz -bestcoin.cc -bestdooz.com -bestserials.com -bezlimitko.xyz -bidbuy.co.kr +bestadbid.com +bestimagecoollibrary.com +bestssaker.com +besttorrentknifta.weebly.com +bestwrinklecreamnow.com bigames.online -bigcareer.info -bizlist.com.de -bjetjt.com -blockety.co -bluesman.nu -bonky.biz -bracketsmackdown.com -braintobe.win -brandedleadgeneration.com +bimatoprost-careprost.com.ua +bimmerpost.com +binomo.com +bioinnovate.co +birzha-truda.eu +bizcheapjerseyswholesalechina.com +blockworld.ru +blogig.org +blogrankers.com +blogsfunky672.weebly.com +bluejays-jerseys.us +boazpower.com +bonanza-fortune.men +bonvillan.com +boobsimge.com +boole.onlinewebshop.net +brainzpod.win brianhenry.co -bristolhostel.com -brus-vsem.ru -buchananshardware.com -buehne-fuer-menschenrechte.de -builtwith.com -buketeg.xyz -buttons-for-website.com -buyessayonline19.blogspot.ru -buyk.host.sk -bwlx.prepedu.cn -calstaterealty.us -carapics.com -carina-sy.de -cdnanalytics.xyz -celejihad.info +bronzeaid-a.akamaihd.net +brus.city +business-made-fun.com +candypeople.se +canvas.gloverid.site +cartierjusteunclou.xyz centrumcoachingu.com -cete.ru -changde.58.com +chatroulette.si chatroulette.video -chatseo.com -cheapjerseysfootballshop.com -cheapwebsitehoster.com -chinaelitecheapjerseys.com -chocolateslim-en-france.com -christianlouboutinreplica.win -christianlouboutinsaleoutletonline.us -cialgenisrx.com -clarithromycin500mg.com -cleanallvirus.com -clickaider.com -clickprotects.com -clips.ua.ac.be -cometorussia.net -compliance-fred.top -compliance-fred.xyz -compliance-irvin.top -compliance-jess.top -compliance-nelson.top -concordexoticrentals.com -connectionstrenth.com -continent-e.tv -coolbar.pro -country-chic.ru -cranly.net -crd.clan.su -culturevie.info -customcollegeessays.net -danceuniverse.ru -daooda.com -daretodonate.co -data-mining.tk -dating-time-now.com -datract.com -ddpills.com -ddsoldes.fr -dealighted.com -decorazilla.com -diamond-necklace.info -diarioaconcagua.com -digitalassetmanagement.site -dinkolove.ya.ru -directivepub.com -disruptingdinnerparties.com -divisioncore.com -docsportal.net -dokfilms.net -doktoronline.no -dokumentalkino.net -dollartree.info -doska-vsem.ru -dosugrostov.site -download-walpaperhd.blogspot.com -downvids.net -drunkmoms.net -dvrlists.com -earthmagic.info -ecommerce-seo.com -educatemetv.com -ee77ee.com +chcu.net +cheapjerseysbizwholesale.us +cheapmoncler.win +check-host.net +chocolateslim-original.com +choice-credit.ru +chorus.terakeet.com +cialischsrx.com +ciceros.co +cienum.fr +cinemaenergy-hd.ru +cjs.com.ru +clicksotrk.com +colehaanoutlet.store +compliance-brian.xyz +compliance-donald.xyz +compliance-julia.top +confib.ifmo.ru +coolgamechannel.com +cornomase.win +creativehutindia.com +d0t.ru +damasarenai.info +darkages.info +datadepths.com +datsun-do.com +davebestdeals.com +descargar-musica-gratis.net +diffbot.com +dinosaurus.site +diy-handmade-ideas.com +djonwatch.ru +dnepr-avtospar.com.ua +domain2008.com +domini.cat +domoysshop.ru +dorratex.tn +dpihatinh.gov.vn +dscaas.website +e705.net +eachdayisagift.review +earncash.com.ua +easycommerce.cf +econom.co +editors.choice6912650.hulfingtonpost.com +ekto.ee +electronicadirect.com elektir.ru -elektrozigaretten2.yn.lt -elmifarhangi.com -elstal.com.pl -elvenmachine.com -empirepoker.com -eropho.net -escortplius.com -essay-writing.work -etotupo.ru -eu-cookie-law.blogspot.com -euronis-free.com -event-tracking.com -expdom.com -ezigarettekaufen2.yolasite.com +elektrozigaretten1.webs.com +eloxal.ru +elvel.com.ua +embedle.com +escortslet.net +espaceinventoristes.com +europages.com.ru +exmasters.com +exoclick.com +eyemagination.com +eywords-monitoring-your-success.com +ezigarettenshop1.yolasite.com f-online.de -feeriaclub.ru -fetroshok.ru -fickenbumsen.net -filerockstar298.weebly.com -filesclub.net -filmetricsasia.com +famix.xyz +fashion-stickers.ru +fast-wordpress-start.com +favorcosmetics.com +feargames.ru +fenoyl.batcave.net +fifa-coins.online +fillmewithhappiness.com +filmidivx.com +findclan.org +finstroy.net finuse.com -firma-legion.ru -fiverr.com -flash4fun.com -foodcrafts.website -footballfarrago.com -foxweber.com -free-fb-traffic.com -free-today.com -freegamesplay.online +firesub.pl +fr.netlog.com +free-laptop-reward.com +free-traffic.xyz frvo.alptandem.ru -fugarif.ga -gagrasector.ru -gambarkataku.co +funnel.co.za +fxtips.ru +g.starmoe.xyz +galaxyflowers.ru gamedayassist.com -gate5.co.za -ge0ip.com -gemara.com -generousdeal-a.akamaihd.net -get-free-social-traffic.com -getlamborghini.ga -getoutofdebtfree.org -getprismatic.com -glastecfilms.com.my -global-ics.co.za -globalsurfari.com -golaya.pw -growshop.es -health-medical-portal.info -healthcarestore.info -heartofbeijing.blogspot.com -hermesbelts.xyz -hoholikik.club -honyaku.yahoofs.jp -hostsshop.ru -hotblognetwork.com -hotdl.in -hotgirlhdwallpaper.com -htmlcorner.com -humbmosquina.tk -iframe-toloka.com -ilmexico.com -immigrational.info -indianmedicaltourismshop.com -intellekt21.ru -interfucks.net +gamesprite.me +getaclueamerica.com +getyourimage.club +gfaq.ru +gidonline.one +gigapeta.com +girlporn.ru +gne8.com +gtopstats.com +hackers-crackers.tk +hatdc.org +hccoder.info +hdpixion.com +heartofpayne.xyz +heatpower.ru +hebr.myddns-flir.com +host-protection.com +host-tracker.com +hotcore.info +humanorightswatch.org +i4track.net +iamsport.org +ideawheel.com +imgarit.pw +inboxdollars.com +infodocsportal.com +informatiecentro.be +insurple.com +intellektmedia.at intermesh.net intim-uslugi.info -investsuccess.org -iplusbit.blogspot.co.za -irkutsk.zrus.org -iwantedmoney.com -iweblist.info -ix20.ru -izhevsk.zrus.org -j33x.com +investpamm.ru +io9.com +iphantom.com +iptool.xyz +iqoption-bin.com +iscblog.info +isitpaleo.info +istizanidineanopiate.blogspot.com +istizanidinelikexanax.blogspot.com +it-max.com.ua +itsdp3.com +j-times.ru +jav-idol.com javlibrary.cc -javspace.net -jaxcube.info -jerseyssportsshop.com -jestr.org +jerseywholesalechinabiz.com +jobmarket.com.ua joessmogtestonly.com -jose.mulinohouse.co -karachev-city.ru -kerei.ru -kinogolos.ru -kmgamex.cf -kosmetyki.tm.pl -kutikomi.net -kuzinsp.ru +johannesburgsingles.co.za +jongose.ninja +journeydownthescale.info +juliadiets.com +justbcause.com +kamagragelusa.net +karadene.com +karusel-market.ru +katjimej.blog.fc2.com +kazinogames.lv +keywordsdoctor.com +keywordsuggests.com +kichenaid.ru +kino-ecran.ru +kino2018.cc +kinobaks.com +kinoplen.ru +kinotorka.ru +krasivye-devushki.net +krasula.pp.ua +kredit-blog.ru +ks1234.com +landinez.co +laudit.ru +layola.biz.tc +lazymanyoga.com leadn.pl leboard.ru -ledpolice.ru -lexaprogeneric.link -life.biz.ua -lion.conboy.us -lion.misba.us -live-sexchat.ru -liverpool.gsofootball.com -livingcanarias.com -lob.com.ru -locationdesaison.com -lombia.com -lottospring.com +letsart.ru +letslowbefast.site +lflash.ru +li-er.ru +lidoradio.com +likesdesign.com +liumimgx.pw +livejasmin.com +livesex-amateure.info +lkbennettstore.online +loadopia.com +locatellicorretor.com.br +losangeles-ads.com +louboutinbooties.xyz +low-format.ru +luckyshop.net.ua luxup.ru -mabdoola.blogspot.com -magicplayer-s.acestream.net -mainlinehobby.net -map028.com -mararoom.ru -marsgatan.com -massage-info.nl -masserect.com -mastershef.club -max-eclat.men +m292.info +m3gadownload.pl +magnetpress.sk +make-money-online.com +mamasuper.prom.ua +manimpotence.com +maridan.com.ua +matb3aa.com maximilitary.ru -maxxtor.eu -mbiologi.ru -mearns-tractors.co.uk -meet-flirt-dating.com -megavolt.net.ua -millionare.com -mmog-play.ru -mobstarr.com -modnie-futbolki.net -moesonce.com -monclerboots.xyz -moneyzzz.ru -monitorwebsitespeed.com -monsterdivx.tv +meddesk.ru +meds-online24.com +middlerush-a.akamaihd.net +mikrobiologies.ru +mir-business-24.ru +missvietnam.org +mobilemedia.md +moneyteam24.com +moneyviking-a.akamaihd.net +moomi-daeri.com +more-letom.ru +moscow.xrus.org most-kerch.org -mp3ritm.top -mp3s.club -mural.co -my-aladin.com -my-floor.in.ua -mycaf.it -myhitmp3.club -mylesosibirsk.ru -mzdish.site -namenectar.com -nardulan.com -nbsproject.ru -new-apps.ru -nl.netlog.com -nodding-passion.tk -nordstar.pro -nucia.biz.ly -obiavo.su -odoratus.net -odywpjtw.bloger.index.hr -oklogistic.ru -omsk.xrus.org -one-gear.com -online-podarki.com -openfrost.com -openmultipleurl.com +moyaterapiya.ru +mrbojikobi4.biz +mtmtv.info +mttwtrack.com +musicspire.online +musicstock.me +muznachas-service.ru +mvpicton.co.uk +mydownloadengine.com +myhealthcare.com +mysex21.com +nacap.ru +nagdak.ru +narkologiya-peterburg.ru +needtosellmyhousefast.com +net-profits.xyz +net-radar.com +newsperuse.com +next-dentists.tk +nextrent-crimea.ru +niki-mlt.ru +notfastfood.ru +nowtorrents.com +nudepatch.net +nufaq.com +offers.bycontext.com +oksrv.com +omgtnc.com +onblastblog.online +onlinefilmz.net +onlineslotmaschine.com +open-odyssey.org +openstat.com +optikremont.ru oranga.host.sk -ovirus.ru -pacificair.com -pandroid.co -pic2fly.com -picsearch.com -pila.pl -pillscheap24h.com -pio.polytopesexempt.com +orel-reshka.net +orenburg-gsm.ru +osoznanie-narkotikam.net +ownshop.win +p-business.ru +paparazzistudios.com.au +paradontozanet.ru +pestomou.info +phelissota.xyz +photo-clip.ru +photochki.com +pinstake.com +pix24x7.com +pk-pomosch.ru +pkr1hand.com +pl.aasoldes.fr pladform.ru -poems.com.ua -pojdelo.weebly.com -pokerniydom.ru -popunder.ru -porngalleries.top -pornhub-ru.com -porno-raskazy.ru -porno-transsexuals.ru -prizeestates.cricket -promoheads.com -prosmibank.ru -proxyelite.biz -pshare.biz -rabotaetvse.ru -rankia.com -ranksays.com -ranksonic.org -rapevideosmovies.com -rating-casino2021.ru -razvratnoe.org -reelheroes.net -registrationdomainsite.com -relayblog.com -rennlist.com -respublica-otel.ru -reward-survey.net -ric.info -ritlweb.com -rozalli.com -rp9.ru -rrutw.com -runstocks.com -rusexy.xyz -rvi.biz -rvtv.ru -s8-nowy-wygraj.comli.com -salutmontreal.com -sape.top -sardinie.us -savetubevideo.com -scanner-george.top -scoopquest.com -scrapy.org -sdelai-prosto.ru -searchinquire.com -security60-e.com -seo18.su -seorankinglinks.xyz -serpstat.com -serving.adbetclickin.pink -seryeznie-znakomstva.ru -sex-pr.net -sexuria.net -sexystrippe.info -sharebutton.org -shariki-zuma-lines.ru -shohanb.com -shymkent.xkaz.org -si-unique.com -site3.free-share-buttons.com +playboyfiles.xblog.in +polcin.de +pornoblood.com +pornogig.com +pornokorol.com +pornoxxx.com.mx +pozvonim.com +printie.com +prodvigator.ua +profitsport.club +profolan.pl +prohoster.info +prostitutki-belgoroda.org +prostitutki-tyumeni.org +pskcijdc.bloger.index.hr +queerspace.com +quelle.ru +r-e-f-e-r-e-r.com +rainbowice.ru +rangoman.date +realitykings.com +rebuildermedical.com +reckonstat.info +regdefense.com +registry-cleaner.net +rewardpoll.com +rfid-locker.co +robot-forex.biz +romhacking.ru +rospromtest.ru +royal-investments.net +salut-camp.ru +sammlungfotos.online +santasgift.ml +sarf3omlat.com +scanner-ivan.top +scanner-walter.top +sdrescher.net +search-error.com +secretscook.ru +seeresultshub-a.akamaihd.net +seo-smm.kz +seoanalyses.com +seoheap.com +service-core.ru +sethrollins.net +sheerseo.com +shiksabd.com +shop.xz618.com +shopperifymac.com +sibecoprom.ru +silverage.ru +sinel.info sitevaluation.org -sivs.ru -sixcooler.de -sizeplus.work -slonechka.ru -snegozaderzhatel.ru +smstraf.ru +snip.tw snsdeainavi.info -solution4u.com -soochi.co -space2019.top -spbchampionat.ru -spin2016.cf -spywarebegone.com -spywarespy.com -squidoo.com -sr-rekneskap.no -stanthonyscatholicchurch.org -statistici.ro -staynplay.net -store-rx.com -strana-krasoty.ru -streetfire.net -sucsesofinspiration.com -surffoundation.nl -svetlotorg.ru -swimpool.ca +soc-econom-problems.ru +social-buttons.com +social-s-ggg.xyz +soft-terminal.ru +softomix.net +softxaker.ru +spinnerco.ca +stairliftstrue.com +stardevine.com +startufa.ru +starwars.wikia.com +stats-collector.org +steame.ru +stickers-market.ru +stockquotes.wooeb.com +stromerrealty.com +sugvant.ru +sukirgenk.dvrlists.com +surgut.zrus.org +surintech.ac.th +symbaloo.com syvertsen-da.no -szamponrevita.pl -taqywu51.soup.io -techart24.com -tedy.su -thesmartsearch.net -tizanidineinteractions.blogspot.com -tizanidinestreetprice.blogspot.com -tjkckpytpnje.com -top10-online-games.com -topcar-krasnodar.ru -topmira.com -topshef.ru -track.deriv.com +t3chtonic.com +takethatad.com +telegraf.by +thecoolimages.net +timdreby.com +timecrimea.ru +tizanidinecapsules.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tobeyouday.win +tonerbox.kz +top1-seo-service.com +top10registrycleaners.com +topclickguru.com +topsiteminecraft.com +traffixer.com +traffpartners.com +trainoffend.ml +trubywriting.com trudogolik.net -trumpetedextremes.com -typer.one -ugogo.info -uhod-za-sobakoj.ru -ukrtextbook.com -umekana.ru -unitexindia.com -unitygame3d.com -uptimebot.net -uptimechecker.com -ustion.ru -v-doc.co -veles.shop -venerologiya.com -vertaform.com -via-energy-acquistare.com -viandpet.com -videonsk.com -videosbox.ru -vietimgy.pw -vigrx-original.ru -viktoria-center.ru -vipromoffers.com -viteonlusarezzo.it -vltai.com -voluumtracker1.com -vpnmouse.com -vriel.batcave.net -watchmygf.net -webcamdevochka.com -website-speed-checker.site -website-speed-up.site -weburok.com -wesharepics.info -westum.se -whatsappdownload10.com -wholesalejerseychinaoutlet.com -wildworld.site -winterclassichockeyjerseys.com -wleuaprpxuvr.ga -woman-tampon.ru -word-vorlagen.xyz -wowcasinoonline.ooo -wygraj-skiny.win -wzgyyq.com -xlolitka.com -xn----itbkqkfiq.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +tsyndicate.com +tubeoffline.com +uasb.ru +uggsale.online +umg-stroy.ru +unrealcommander.org +ural-buldozer.ru +urdoot.win +uzporno.mobi +vabasa.inwtrade.com +vandrie-ict.nl +varbergsvind.se +vduplo.ru +veselokloun.ru +viagra.pp.ua +video-camer.com +video-chat.cn +video-hollywood.ru +videochat.bz +videochat.ph +videospornogratisx.net +videotuber.ru +vipsiterip.org +vitanail.ru +vkontarkte.com +vrnelectro.ru +vsdshnik.com +vseigry.fun +wallpapers-best.com +web-betting.ru +website-analytics.online +website-speed-up.top +welcomeauto.ru +wesharepics.site +westvilletowingservices.co.za +whiteelephantwellington.com +wholesalenfljerseys.us.com +wieseversa.no +withstandingheartwarming.com +xchangetrak.com +xingzi-vision.com +xjlottery.com +xmladserver.com +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--24-glceagatoq7c2a6ioc.xn--p1ai xn--80aanaardaperhcem4a6i.com -xn--b1addnj3cah.xn--p1ai -xn--hxazdsfy.blogspot.com -xpresscare.ru -xvideospornoru.com -xwatt.ru +xn--80aodinpgi.xn--p1ai +xn--c1acygb.xn--p1ai +xnxx699.com +xsion.net +xvideosbay.com xxart.ru -xxxkaz.org -yatrk.xyz -youandcredit.ru -youghbould.wordpress.com -yourads.website -youraticles.pl -youtube-downloader.savetubevideo.com -zahvat.ru -zarabotat-na-sajte.ru -zdesoboi.com -zeroredirect10.com -zeroredirect2.com -zeroredirect6.com -zvooq.eu -zzlgxh.com +xxxhdvideo.site +y8games-free.com +yellocloud.be +youbrainboost.asia +yourdesires.ru +zaidia.xhost.ro +zaim-pod-zalog-krasnodar.ru +zaimite.ru +zapiszto.pl +zastroyka.org +zawyna.ua +zerocash.msk.ru +zigarettenonlinekaufen1.bloog.pl +zoompegs.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index f4f04f8cc..ac44b0a97 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -300richmond.co.nz -4k-player.pl -aasoldes.fr -abiente.ru -ads.gold -adsfresh.men -aimayangzhi.com -alevinefesleri.com -alice.it -allmarketsnewdayli.gdn -alloysteel.ru -alot.com -animalrank.com -apibrowsesmartne-a.akamaihd.net -appfixing.space -ardimobileinfo.ml -arquapetrarca.info -asiengirls.net -asrvvv-a.akamaihd.net -aucoinhomes.com -aversis.net -awaybird.ru -backgroundpictures.net -batanga.net -bdsmgalls.net -best-businessman.ru -best-games.today -best-mam.ru -bestdraws.com -bio-optomarket.ru -bioinnovate.co -bmw.afora.ru -bonvillan.com -bravegirlsclub.com -breget74.ru -buynorxx.com -c1.onedmp.com -candycrushshop.com -casinos4dummies.co.uk -cheapjerseysbizwholesale.us -clean-start.net -clmforexeu.com -clodo.ru -cognitiveseo.com -connectingsingles.com -constantaservice.net -coolwallpapers-hd.com -cracksplanet.com -cvety24.by -cyse.tk -datsun-do.com -davidovic.info -dgfitness.co -dojki-hd.com -downloadkakaotalk.com -e-poker-2005.com -easyshoppermac.com -ecommerce-seo.org -ege-russian.ru -election.interferencer.ru -elektrischezigarette1.blog.pl -fakehandbags.xyz -fearcrow.com -femdom.twiclub.in -forpostlock.ru -fototravel.eu -foxweber.com -freeuploader.com -fuel-gas.com -ge0ip.org -gelezki.com -gfaq.ru -gheus.altervista.org -glass-msk.ru -goodly.pro -hdseriale.pl -healbio.ru -healing-dysplasia.ru -heygidday.biz -holidaypics.org -home.myplaycity.com -hotdl.in -houseofrose.com -hydropump.su -iflycapetown.co.za -infoupdate.org -intelhdgraphicsgtdrive6w.metroblog.com -investmac.com -ipchicken.com -irkutsk.online-podarki.com -itag.pw -ixora.pro -izoll.ru -j-times.ru -javrip.net -kabbalah-red-bracelets.com -kakablog.net -kakadu-interior.com.ua -kalandranis.gr -kamagragelusa.net -kasino-money.pw -keywordglobal.co.za -kinosed.net -kutikomi.net -labelwater.se -lazymanyoga.com -lenpipet.ru -letmacwork.world -lifebyleese.com -locksmith.jp -lombardfinder.ru -lovelycraftyhome.com -mac-shield.com -magnetic-bracelets.ru -mcadamssupplyco.com -mcar.in.ua -mediawhirl.net -medispainstitute.com.au -mistr-x.org -mnogolok.info -mrsdalloways.com -mrvideospornogratis.xxx -msk.afora.ru -mymobilemoneypages.com -mzdish.site -nationalbreakdown.com -nbsproject.ru -net-profits.xyz -netanalytics.xyz -nhl17coinsforps3.gratisblog.biz -northfacestore.online -notaria-desalas.com -oballergiya.ru +23kw.ru +8si.ru +8xv8.com +addblueoff.com.ua +adservme.com +afslankpillen2017nl.eu +aktivator-windows10.blogspot.com +anal-acrobats.hol.es +android4fun.org +autotrends.today +avirasecureserver.com +avtointeres.ru +azbuka-mo.ru +azbukafree.com +azlex.uz +azte.ch +bad-stars.net +bannerpower.com +bestbrainprod.win +bestserials.com +bet365.com +bigcareer.info +biketank.ga +biocn.dx.am +biznesschat.net +bongiornos.info +braip.com.br +bumble.cheapwebsitehoster.com +buyhoverboard.com +cakemediahq.com.au +camsex.xxx-cam.webcam +cartierlove2u.com +cheapcigarettesc.info +cheapmarmot.online +chinaelitecheapjerseys.com +chocolateslim-original.com +cindymatches.com +cityadspix.com +cleanallspyware.com +comissionka.net +counciltally.com +countbertwistdisp26.soup.io +counter.bloke.com +counterbot.com +creatives.adbetclickin.pink +data1.scopich.com +depositfiles-porn.ga +dfwu1013.info +dinkolove.ya.ru +disruptingdinnerparties.com +dkvorota.ru +droidlook.net +druzhininevgeniy63.blogspot.com +ege-essay.ru +ekosmetyki.net.pl +elektrozigarette2.webs.com +eredijovon.com +essayservicewriting.org +eu-cookie-law.info +everypony.ru +ez8motelseaworldsandiego.com +ezigarettekaufen.myblog.de +ezigaretteshop.webs.com +ezigaretteshop2.mywapblog.com +f5mtrack.com +faptitans.com +fast-torrent.ru +fillmewithhappiness.com +filmfanatic.com +forum-engineering.ru +forums.d2jsp.org +fsakhalin.ru +galaxyflowers.ru +galleryawesome.com +gameprimary.com +games.kolossale.ru +goroda-vsego-mira.ru +greatfind-a.akamaihd.net +greenzaim.ru +grupografico-pilar.com.ar +havepussy.com +hentai-manga.porn +homelygarden.com +hoporno.com +hostnow.men +hoverboard360.at +hplaserjetpdriver8y.pen.io +hyipmanager.in +ideashome.id +imagerydatabase.com +imgarit.pw +immigrational.info +incest-ru.com +inclk.com +incomekey.net +iron-age.info +itsdp3.com +janerikholst.se +jobgirl24.ru +jobmarket.com.ua +katjimej.blog.fc2.com +kinobest.pl +kinohall.ru +kiwi237au.tk +komputernaya-pomosh-moscow.ru +koronirealestate.gr +kustanay.kz +landinez.co +landscaping.center +laparfumotec.com +lapitec.eu +lapolis.it +le-clos-des-alouettes.com +lego4x4.ru +lexixxx.com +lifeinsurancekb.com +linkbolic.com +lion.snapmap.us +llastbuy.ru +lunchrock.co +m4ever.net +mackeeper-center.club +magnetpress.sk +mailemedicinals.com +manve.info +mararoom.ru +maslenka.kz +maximpartnerspr.com +mockupui.com +money-for-placing-articles.com +moneytop.ru +moscow-region.ru +mrcsa.com.au +mtmtv.info +muizre.ru +musicvidz.ru +myiptest.com +networkcheck.xyz +nikhilbahl.com +noclegonline.info obiavo.su -oconto.ru -okout.ru -openstat.com -outpersonals.com -ozas.net -paccohichetoti.ml -paidonlinesites.com -paintingplanet.ru -pay2me.pl -picscout.com -pierrehardysale.online -pills24h.com -pisanieprac.info +oklogistic.ru +okuos.com +onclickpredictiv.com +online-zaymy.ru +onload.pw +oranga.host.sk +par-fallen.ga +pdn-4.com +perm.xrus.org +pictures-and-images.com pixell.club -pladform.ru -plugingeorgia.com -pochemychka.net -pokemongooo.ml -polimga.pw -popunder.ru -popup-hgd.xyz -porndairy.in -pornohd1080.online -pornokorol.com -privatamateure.com -pro-okis.ru -progonrumarket.ru -purchasepillsnorx.com -quangcaons.com +pizza-tycoon.com +playtap.us +pomoc-drogowa.cba.pl +pornotubs.com +pr-ten.de +profitkode.com +puzzleweb.ru +pxhdwsm.com rada.ru -realizmobi.com -rebelmouse.com -regdefense.com -relayblog.com -remont-ustanovka-tehniki.ru -rfid-locker.co -ring4rhino.com -rixpix.ru -roma-kukareku.livejournal.com -rrutw.com -ru-dety.ru -s.lollypopgaming.com -s1z.ru -sardinie.us -sashagreyblog.ga -satellite.maps.ilovevitaly.com -scalerite.co.za -screentoolkit.com -sex-znakomstva.online -sherlock.se -sinel.info -skytraf.xyz -slomm.ru -sobecjvuwa.com.ru -socas.pluto.ro -social-fun.ru -social-s-hhh.xyz -spb-plitka.ru -spbchampionat.ru +rcpmda.ikan1080.xyz +remont-komputerov-notebook.ru +remontgruzovik.ru +renhacklids.tk +replica-watch.ru +resultshub-a.akamaihd.net +samara.rosfirm.ru +sape.top +sbwealthsolutions.ca +seksvideoonlain.com +seofied.com +sergiorossistore.online +sexstream.pl +shikiso.info +shopfishing.com.ua +shopwme.ru +sitevalued.com +sk.golden-praga.ru +skypasss.com +snegozaderzhatel.ru +snomer1.ru +softtor.com splendorsearch-a.akamaihd.net -stanthonyscatholicchurch.org -steelmaster.lv -stroiminsk.org -sugarkun.com -surintech.ac.th -taranerymagesswa.blogspot.com -tattooreligion.ru -tizanidinehclsideeffects.blogspot.com -tizanidineonline.blogspot.com -top-l2.com -topanasex.com -topsiteminecraft.com +streha-metalko.si +stretchmate.net +students-cheapskate.ml +stuffpride.com +sukarame.net +surffoundation.nl +susanholtphotography.com +szamponrevita.pl +szucs.ru +taqywu51.soup.io +technika-remont.ru +teencastingporn.com +terraclicks.com +thejournal.ru +timecrimea.ru +titangel-vietnam.com +tizanidine4mgstreetprice.blogspot.com +tizanidineorflexeril.blogspot.com topvidos.ru -tracksz.co -trafficjunky.net -trahvid.com -tryrating.com -turbabitload.weebly.com -tvand.ru -tvorozhnaja-zapekanka-recept.ru -tyumen.xrus.org -tzritel.tk +tour-line.net +trafficmp.com +trafficreceiver.club +trichizobswiv.agddns.net +truemfilelj.gq +turbo-suslik.org +uasb.ru +uchebavchehii.ru +ucoz.ru +uhod-za-sobakoj.ru +unionmarkt.de unlimitdocs.net -vgoloveboli.net -via-energy-cumpara.com -vpnhowto.info -walkme.com -wardreapptokone.tk -website-analyzer.info -website-speed-checker.site -welck.octopis.com -whatistizanidinehclusedfor.blogspot.com -wholesalecheapjerseysfree.com -wholesalejerseychinaoutlet.com -www.bookmaker-bets.com -xedserver.com -xkaz.org -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xxxmania.top -yaaknaa.info -yellowfootprints.com -yellowstonevisitortours.com -yoopsie.com -youtubologia.it -zakazvzloma.com -zaloadi.ru -zarenica.net +vbabule.net +vigrx-original.ru +visa-china.ru +vitoriacabos.com +vizitki.net +vkak.ru +vksaver-all.ru +vzglyadriv.kg +warning.or.kr +webcamtalk.net +webenlace.com.ar +westen-z.life +wikes.20fr.com +wineitudes.wordpress.com +wingsoffury2.com +witherrom55.eklablog.fr +woman-tampon.ru +wonderfulflowers.biz +wovis.site +www.event-tracking.com +www.solartek.ru +x-musics.com +xaijo.com +xn----9sbebi2bvzr7h.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--d1abj0abs9d.in.ua +xn--oogle-wmc.com +yopoint.in +yourads.website +zed21.net zeroredirect2.com +zeroredirect7.com +zigarettenonlinekaufen.tumblr.com zigarettenonlinekaufen1.bloog.pl -zionstar.net -znaturaloriginal.com -zrizvtrnpale.tk -zvuker.net -zzbroya.com.ua +znaniyapolza.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 8fa087902..80715fd4d 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.236 0; +10.1.0.146 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f1e756215..ff22914f4 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:24 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f1e756215..ff22914f4 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2807 -### Updated: Sun Dec 26 07:56:18 UTC 2021 +### Version: V4.2021.12.2808 +### Updated: Sun Dec 26 08:13:24 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##