diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 710b0dfe0..a0a7e8cb0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.07.2487 +#### Version: V4.2021.07.2488 #### Bad Referrers Blocked: [7068](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ec5c70e5e..595ac6493 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.07.2487 +#### Version: V4.2021.07.2488 #### Bad Referrers Blocked: [7068](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 1896a4bdc..6702a6ab8 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.07.2487 +#### Version: V4.2021.07.2488 #### Bad Referrers Blocked: [7068](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index f5eb50805..14828ff9b 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.07.2487 +#### Version: V4.2021.07.2488 #### Bad Referrers Blocked: [7068](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 2cc3d18a4..e2e5a5791 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2cc3d18a4..e2e5a5791 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2cc3d18a4..e2e5a5791 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2cc3d18a4..e2e5a5791 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2cc3d18a4..e2e5a5791 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 408e4f9ca..38e2443e7 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2487 +2488 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 2cc3d18a4..e2e5a5791 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V3.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 2dcefa68f..0d1ceb108 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 1a18a837b..a1c85c7df 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.111.111 0; +13.66.169.42 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2dcefa68f..0d1ceb108 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1a18a837b..a1c85c7df 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.111.111 0; +13.66.169.42 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c76e18dd6..00f66f09a 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 1a18a837b..a1c85c7df 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.111.111 0; +13.66.169.42 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index b5655795e..5add926e6 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.07.2487 -### Updated: Wed Jul 28 07:39:58 UTC 2021 +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:30 UTC 2021 ### Bad Referrer Count: 7068 ### Bad Bot Count: 615 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 50cf62a52..0f898d924 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 1; +10.1.0.217 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 358f33abd..63385ef8d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AhrefsBot -GoZilla -HEADMasterSEO -Ltx71 -PictureFinder -SlySearch -Spanner -WeSEE -arquivo.pt -heritrix +404enemy +80legs +ExtLinksBot +ExtractorPro +NetMechanic +PyCurl +RankingBot2 +SiteCheckerBotCrawler +Sqlworm +WebWhacker diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 4dfce44ba..3407a98e8 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -80legs -ADmantX AIBOT -ALittle Client -ASPSeek -AfD-Verbotsverfahren -AhrefsBot -Anarchie -Anarchy +Aboundexbot +AiHitBot +Anarchy99 +Ankit +Apexoo Aspiegel -AwarioRssBot -BDCbot -BackDoorBot +Asterias +Attach +BLEXBot +BackStreet BackWeb +Backlink-Ceck +BacklinkCrawler Bandit Battleztar Bazinga Bigfoot Blackboard Blow -BlowFish -Boardreader -Buck -BuzzSumo +Bolt +Buddy +BuiltWith CCBot -CazoodleBot -CensysInspect -CheTeam -Cliqzbot +CODE87 +Calculon +Cegbfeieh +CheeseBot +CherryPicker +ChinaClaw Cloud mapping -Collector +Cocolyzebot +Copier CopyRightCheck -Cosmos Craftbot -CrazyWebCrawler +Crescent +CrunchBot +Curious +CyotekWebCopy DTS Agent -DatabaseDriverMysqli -Demon +Devil +Digincore +DigitalPebble Dirbuster -DittoSpyder +Disco +Dispatch +DnyzBot DomCopBot DomainCrawler -DomainSigmaCrawler -Download Wonder +Domains Project +Dotbot Dragonfly +Drip ECCP/1.0 -EMail Wolf -EasyDL -EroCrawler Evil -ExtLinksBot -FDM -Firefox/7.0 +Extractor +EyeNetIE +Ezooms +FHscan +Fimap FlashGet +Flunky Freeuploader Fuzz FyberSpider +Fyrebot G-i-g-a-b-o-t GT::WWW GalaxyBot Getintent -Gigabot Go!Zilla GoZilla -Gotit -Grafula -GrapeshotCrawler +GrabNet +GridBot HEADMasterSEO -HMView -HTTrack -Havij +HTMLparser +Harvest +Humanlinks HybridBot IDBot +IRLbot Id-search -IlseBot +Image Sucker +IndeedBot InfoNaviRobot InterGET Internet Ninja -InternetSeer -IstellaBot +Iria +Iskanie JOC Web Spider -JamesBOT -JetCar +Jbrofuzz +Jetty JikeSpider Jyxobot -Keyword Density +Kenjin Spider +Kinza +Kozmosbot +LNSpiderguy Larbin -LexiBot -LieBaoFast -Likse +LeechFTP +LibWeb LinkWalker -LinqiaMetadataDownloaderBot +LinkpadBot +LinqiaScrapeBot Lipperhey Spider -Lmspider -MIDown tool +Ltx71 +MFC_Tear_Sample MIIxpc MJ12bot -Mag-Net +MQQBrowser +MSFrontPage +MSIECrawler +Magnet Majestic SEO Majestic-SEO Majestic12 -MarkMonitor -Mass Downloader +Masscan Mata Hari -MauiBot -Mediatoolkitbot -MicroMessenger -Microsoft Data Access -Microsoft URL Control -Mojeek -Morfeus Fucking Scanner -Mr.4x3 +MeanPath Bot +MegaIndex.ru +Mister PiX NICErsPRO NPbot -Nameprotect -Navroad -NearSite -Nessus -Net Vampire -NetAnts +Needle +NetSpider NetZIP +Netcraft Nettrack +Netvibes +Nibbler +Nikto NimbleCrawler +Nimbostratus Ninja -Octopus +Nutch Offline Explorer OnCrawl Openfind OrangeSpider +OutfoxBot PHPCrawl POE-Component-Client-HTTP Page Analyzer -PageGrabber +PageAnalyzer PageScorer -PageThing.com +Pandalytics Panscient -Papa Foto -Pavuk PeoplePal -Piepmatz +Picsearch Pimonster +Pixray PleaseCrawl -ProPowerBot -Pu_iN -PyCurl +ProWebWalker +Psbot +PxBroker +QueryN Metasearch RankActive -RankActiveLinkBot -RankingBot2 -Rankivabot +RankFlex +Re-re ReGet Reaper -Ripper -SBIder -SEOkicks -Scanbot -Scrapy -ScreenerBot -Searchestate -SearchmetricsBot +RebelMouse +SMTBot +ScanAlert +ScoutJet +Screaming +ScrepyBot +SemrushBot SeobilityBot Seomoz -Shodan Siphon -Site Sucker SiteExplorer -SiteSucker -Sitebeam +SiteSnagger Siteimprove Snapbot Snoopy -Sosospider -SpaceBison -SpankBot -SputnikBot -Sqlworm +Sottopop +Spammen +Spanner +Spbot +Spinn3r Stripper -SuperHTTP -Surfbot -Swiftbot -Teleport -TeleportPro +SuperBot +Suzuran +Szukacz +T8Abot Telesoft Telesphorep -Thumbor +The Intraformant Toata -Trendiction +Tracemyfile Trendictionbot -Turingos -TurnitinBot -TwengaBot +True_Robot URLy Warning -UnisterBot -Vacuum -VeriCiteCrawler +URLy.Warning +Vagabondo +VidibleScraper +VoidEYE Voil -WASALive-Bot +WBSearchBot WEBDAV WISENutbot WPScan -WWW-Mechanize +Web Collage Web Fetch -Web Pix +Web Fuck +Web Sauger WebAuto WebBandit -WebCopier WebFetch -WebFuck WebGo IS -WebImageCollector -WebLeacher -WebReaper +WebPix WebSauger WebStripper WebSucker -WebWhacker Webalta -WebmasterWorldForumBot +Webshag Website Quester +Webster +Whacker Who.is Bot WinHTTrack +Wonderbot +Woobot Wotbox -Wprecon -Xaldon WebSpider -Xenu +Xaldon_WebSpider +YoudaoBot Zauba -ZyBorg -backlink-check -check1.exe -cognitiveseo -crawl.sogou.com -crawler4j -demandbase-bot -evc-batch +Zeus +Zitebot +ZmEu +ZoominfoBot +arquivo-web-crawler +com.plumanalytics +domainsproject.org +eCatch heritrix -lwp-trivial +magpie-crawler +meanpathbot plumanalytics -polaris version -probe-image-size -scalaj-http +ripz +satoristudio.net scan.lol seobility -seostar +seoscanners serpstatbot +sexsearcher sogouspider -tAkeOut -voyagerx.com -x09Mozilla -x22Mozilla +trendiction.com +webmeup-crawler zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index cdd0a1d60..2aa06a5d7 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -80legs -AIBOT +360Spider ALittle Client ASPSeek Abonti Aboundex -Aboundexbot -Acunetix AfD-Verbotsverfahren AhrefsBot -AiHitBot Aipbot Alexibot -Anarchie -Anarchy +AllSubmitter +AlphaBot Anarchy99 -Anthill -Asterias -Attach AwarioSmartBot -BBBike +BDCbot BackDoorBot -BackStreet BacklinkCrawler Bandit BatchFTP +Battleztar Bazinga +BetaBot Bigfoot Bitacle Blow -Brandprotect Brandwatch -Bullseye BuzzSumo +Calculon CazoodleBot -CensysInspect -CheTeam -CheeseBot +Cegbfeieh ChinaClaw Chlooe Claritybot -Cocolyzebot -Cogentbot -Copier +Copyscape +Cosmos Craftbot CrazyWebCrawler -Curious Custo DBLBot DSearch +DTS Agent +Demon Devil +Dirbuster +Disco +Discobot Discoverybot Dispatch +DittoSpyder DomCopBot DomainAppender -DomainCrawler -DomainStatsBot -ECCP/1.0 -EMail Siphon -Ecxi +Domains Project +Dragonfly +Drip +EMail Wolf +EasyDL +Ebingbong +EirGrabber +Evil Express WebPictures -Extreme Picture Finder -FDM -FHscan +ExtractorPro +EyeNetIE FemtosearchBot -Freeuploader +Fimap +FlashGet +Flunky +Foobot +Fuzz FyberSpider -Fyrebot +G-i-g-a-b-o-t +GT::WWW Genieo +GetRight GetWeb +Getintent +Gigabot +Go!Zilla Gotit -Grafula +GrapeshotCrawler +GridBot HEADMasterSEO -Haansoft +HMView +HTTP::Lite +HTTrack Havij Hloader -IDBTE4M -Id-search InfoNaviRobot -InfoTekies InterGET InternetSeer -Iskanie -JOC Web Spider -Jbrofuzz -JennyBot +Iria +IstellaBot JetCar -Jetty JikeSpider Joomla Keyword Density Kinza -LWP::Simple Lanshanbot -Larbin +LeechFTP +LeechGet Lftp +LibWeb Libwhisker +LieBaoFast +Lightspeedsystems +LinkScan LinkWalker -Linkbot -Linkdexbot -LinkpadBot LinksManager -LinqiaScrapeBot +LinqiaMetadataDownloaderBot Lipperhey Spider -Lmspider -Ltx71 -MFC_Tear_Sample -MJ12bot -MSIECrawler +MIDown tool +MIIxpc +MQQBrowser +Magnet Mail.RU_Bot -Majestic-SEO +Majestic12 MarkWatch Masscan Mata Hari MeanPath Bot Meanpathbot -Metauri -MicroMessenger -Mister PiX +Mediatoolkitbot +Microsoft URL Control Moblie Safari -Mojeek +Morfeus Fucking Scanner +Mozlila Mr.4x3 -Msrabot NPbot Name Intelligence +Nameprotect +Navroad +Nessus Net Vampire -NetLyzer -Netcraft -Nettrack -Netvibes Nibbler +Niki-bot Nikto -NimbleCrawler -Nimbostratus -Nmap -Nutch -OnCrawl -Openfind -Openvas -PECL::HTTP +Nuclei +Octopus +Offline Navigator +OpenLinkProfiler +OpenVAS +POE-Component-Client-HTTP +PageThing.com Papa Foto -Pavuk -PeoplePal -PictureFinder -Pimonster -Pixray +Petalbot PleaseCrawl Pockey -Probethenet -Pu_iN +Psbot PxBroker -QueryN Metasearch RSSingBot -RankActive +RankFlex RankingBot2 +Rankivabot +RankurBot ReGet -RealDownload RebelMouse RepoMonkey -SEOkicks +RocketCrawler +Rogerbot +SEOkicks-Robot +SEOprofiler SMTBot -SalesIntelligent -Screaming -SemrushBot -SentiBot -Shodan +ScanAlert +ScoutJet +ScreenerBot +ScrepyBot +Searchestate +SearchmetricsBot +Siphon Site Sucker -SiteCheckerBotCrawler -SiteExplorer -SiteLockSpider Sitebeam -Siteimprove -Sitevigil SlySearch -Snoopy -SocialRankIOBot -Sottopop -SpaceBison -SpankBot +Snake +Snapbot +Sogou web spider +Spammen Spinn3r -SputnikBot Sqlworm -Steeler +Stripper Sucuri -Surfbot -Suzuran -Szukacz -TeleportPro +SuperBot +Teleport Telesoft -Telesphoreo Telesphorep -The Intraformant -TightTwatBot +Thumbor +Titan +Toata Tracemyfile -Trendictionbot +Trendiction +True_Robot +Turingos Turnitin TurnitinBot -Upflow +TwengaBot +URLy Warning V-BOT Vacuum -VeriCiteCrawler Voil -Voltron WBSearchBot -WWW-Mechanize +WEBDAV +WISENutbot +WWW::Mechanize WWWOFFLE -WallpapersHD +Wallpapers/3.0 +WeSEE +Web Auto Web Collage Web Enhancer -Web Fuck -WebBandit +Web Sauger WebEnhancer -WebImageCollector +WebFetch WebPix +WebStripper WebWhacker -WebZIP Webalta WebmasterWorldForumBot +WebsiteExtractor Webster -Whacker +Whack Whatweb Widow -Woobot -Wotbox +WinHTTrack +WiseGuys Robot +Wonderbot Xaldon WebSpider Zauba -Zeus +Zermelo +ZmEu +ZoomBot +ZumBot ZyBorg -archive.org_bot -check1.exe -coccocbot-web -cognitiveseo +arquivo-web-crawler com.plumanalytics -crawler.feedback -demandbase-bot +crawl.sogou.com +crawler4j evc-batch -internetVista monitor -meanpathbot -netEstate NE Crawler -polaris version +instabid +ips-agent +lwp-trivial +mediawords +muhstik-scan +page scorer +s1z.ru satoristudio.net -scalaj-http -seobility -sogouspider -sp_auditbot -voyagerx.com -webmeup-crawler -x22Mozilla +seostar +sexsearcher +siteripz +spyfu +sysscan +trendiction.de xpymep1.exe zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index a485864af..47f32e2ec 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -brewdom.ru -houtings.xyz -mansparskats.com -rewardpoll.com -sdsjweb.com -sevenstars7.com -sex-watch.com -sexs-foto.top -xn--80ab4aa2g.xn--p1ai -zerocash.msk.ru +agreda.pluto.ro +allsilver925.co.il +babyguns.ru +conocer-sanabria.com +gojiberriess.apishops.ru +ideawheel.com +lulea-auktionsverk.se +menhealed.net +mere.host.sk +youresponsive.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index a045fbfef..8a99612ca 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -08800.top -1000n1.ru -123cha.com -12bet.com -12u.info -1kinobig.ru -404.mn -5elementov.ru -5kstore.com -8si.ru -aa14ab57a3339c4064bd9ae6fad7495b5f.com -aac52006ec82a24e08b665f4db2b5013f7.com -aaronabel.com -abctoppictures.net -absugars.com -abwa.tk -acgs.tk -activepr.ru -adanih.com -adloads.com +00go.com +11pikachu.ru +178evakuator178.ru +4kplayer.pl +8xv8.com +a96527gi.beget.tech +aa9bd78f328a6a41279d0fad0a88df1901.com +aa9d046aab36af4ff182f097f840430d51.com +absolute-s.ru +adexprts.com adservme.com -adsloads.com -adultfriendfinder.com -advertisingtag.net -adzpower.com -agadelha.com.br -agroeconom.kz -ahrntal.verymes.xyz -aimayangzhi.com -alert-fjg.xyz -alevinefesleri.com +adtiger.tk +adultnet.in +advancedmassagebysara.com +advancedsoftwaresupport.com +afslankpillen2017nl.eu +aktobe.xkaz.org +akuhni.by +alekseevec.ru alfa-img.com -all4wap.ru -allwidewallpapers.com -alpinism.ru +allknow.info +allnews24.in +allpdfmags.net +alvtank.se amateurgalls.com -amazingpic.net -angel1777.kz -animal-drawings.com -apartmentratings.com -apiluckyleapnet-a.akamaihd.net +amateurmatch.com +amazon-adsystem.com +amoi.tn +animenime.ru +apibrowsesmartne-a.akamaihd.net +apifasterlightin-a.akamaihd.net apimountainbikei-a.akamaihd.net -app-ready.xyz -arabsexxxtube.com -arenanews.com.ua -arendakvartir.kz -arpelsreplica.xyz -artdestshop.eu -articlesdirectoryme.info -artpicso.com -asacopaco.tk -atlant-auto.info -atmovs.com -audiofree.ru -aussie-prizes.com -avtovolop.ru -ayeartoforget.com -backiee.com -bangla-chat-uk-paralud.ga -bankmib.ru -belinvestdom.by -best-coupon-offer.com -bestadbid.com -bestserials.com -biketank.ga -bizfly.info -biznesrealnost.ru -bluesman.nu +apple.com-webbrowsing-security.review +apple.com-webbrowsing-security.science +appmsr.org +arabseyes.com +ausmepa.org.au +autoplate.info +autoseo-traffic.com +avtochehli.by +avtocredit-legko.ru +avtointeres.ru +ayerbo.xhost.ro +azartclub.org +azarttoto.com +battle.net +battleforupdating.site +bavsac.com +bdsmgalls.net +bestdooz.com +bestwebsiteawards.com +betshuckclean.com +beyan.host.sk +bfz.biz +bidbuy.co.kr +big-cash.net +bimmerpost.com +bingo8888.com +bird1.ru +biznesluxe.ru +blue-square.biz +bodybuilding-shop.biz +bolegapakistan.com +boltalko.xyz +bongiornos.info +bonkers.name +bonzibuddi.com boole.onlinewebshop.net -braindaily.xyz -brillianty.info -budilneg.xyz -bumble.cheapwebsitehoster.com -burger-tycoon.com -buscarfoto.com -businescoop.men -businesxxl.com -buy-cheap-pills-order-online.com +bracketsmackdown.com +brainboostingsupplements.org +braintobe.win +brewdom.ru +brk-rti.ru +brokergid.ru +builtwith.com +buqayy0.livejournal.com +buyhoverboard.com buynorxx.com buypillsorderonline.com -buzzurl.jp -cablecar.us -calcularpagerank.com -candy-glam-hp.com -cardsdumps.com -cardsharp1.ru -catalogs-parts.com -cbozhe.com -cdncash.org -chatroulette.world -chcu.net +buyscabiescream.com +buzzsumo.com +bwlx.prepedu.cn +cartierlovebracelet.xyz +casinopinup-wins.com +casinorewards.info +cdncash.net +cercacamion.it cheap-trusted-backlinks.com -cheapjerseysfootballshop.com -check-this-out-now.online +cheapbarbour.online +cheapcigarettesc.info +checkm8.com chee-by.biz -chinese-amezon.com -christianlouboutinreplica.win -cienum.fr -clarithromycin500mg.com -claytransformations.info -cleanallspyware.com -cntravelre.com -codq.info -com-supportcenter.website -compliance-alex.top -compliance-ivan.xyz -compliance-john.top -compliance-julianna.top -connectionstrenth.com -contextualyield.com -cookie-law-enforcement-ff.xyz -coolbar.pro -counter.yadro.ru -creativehutindia.com -creditwell.ru -custom-electric-guitar.com -d-black.bz -danashop.ru -dealitright.click -designdevise.com -destinationrealestate.com -detskie-konstruktory.ru -discovertreasurenow.com -dokumentalkino.net -domashneeruporno.com +chinaelitecheapjerseys.com +cineacademy.ru +cjmc.info +clicksotrk.com +club-musics.ru +cmd.kz +compliance-andrew.top +compliance-jessica.top +compliance-julia.top +compliance-willy.top +concordexoticrentals.com +coolingoods.com +coolyarddecorations.com +cordstrap.cc +cs-passion.pl +customergrowthsystems.com +czat.wp.pl +dailyfinancefix.com +danceuniverse.ru +daptravel.com +darodar.com +dating-time-now.com +dayibiao.com +ddlmega.net +de.zapmeta.com +dealwifi.com +degerlund.net +delitime.info +dichvuvesinhhanoi.com +dieswaene.com +dikqlyremy.info +dinkolove.ya.ru +docs4all.com +domoysshop.ru +dosugrostov.site download-walpaperhd.blogspot.com -dptaughtme.com -droidlook.net -drugstoreforyou.com -duplicashapp.com -easycommerce.cf -egovaleo.it -elektrozigaretten1.postbit.com -eloconcream.blogspot.com +downloadkakaotalk.com +downloadme.life +dpihatinh.gov.vn +draniki.org +drillsaw.ru +drunkenstepfather.com +druzhininevgeniy63.blogspot.com +dtnlyss.com +dvr.biz.ua +e-biznes.info +eachdayisagift.review +ebooknovel.club +ecommerce-seo.org +edelstahlschornstein-123.de +editmedios.com +editors.choice6912650.hulfingtonpost.com +ekto.ee +electricwheelchairsarea.com +elektrischezi.canalblog.com +elektrischezigarette1.blog.pl +elkacentr.ru elstal.com.pl -encodable.com -eorogo.top -epicbrogaming.com -ero-advertising.com -eropho.com -event-tracking.com -extener.org -eyelike.com.ua -ez8motelseaworldsandiego.com -ezigarettekaufen.myblog.de -familienzahnaerzte.com -fast-torrent.ru -ferrotodo.com -filesmonster.porn +empathica.com +enbersoft.com +enews.tech +ertelecom.ru +eshop.md +exchangeit.gq +extstat.com +family1st.ca +fealq.com +fefo.gdn +fickenbumsen.net +fifa-coins.online +fil.ru filesvine.com -film-one.ru -filmania-x.ru -findacheaplawyers.com -fingerprintjs.com -finteks.ru -fireads.men -foodgid.net -footballfarrago.com -forex-procto.ru +firma-legion.ru +firstsiteguide.com +fiverr.com +flashahead.info +footbalive.org +forensicpsychiatry.ru +forexgb.ru formulaf1results.blogspot.com -forodvd.com -fotoxxxru.com -foxinsocks.ru -freenode.info -freevpn.space -freewareseek.com -frvo.alptandem.ru -fxtips.ru -game-mmorpg.net -gamevalue7.weebly.com -gavuer.ru -gg-arena.ru -goatse.ru -gobongo.info -golden-catalog.pro -golden-praga.ru -gourcy.altervista.org -greenshop.su +forpackningsutveckling.se +fortwosmartcar.pw +forzeronly.com +free-today.com +frighteningremain.cf +funcrushgames.com +fungamelands.com +funnypica.com +gallerily.com +gamedayhouse.com +gardene.ru +gcup.ru +gerhardhealer.com +getlaid-xxxhookupdirect.com +gifspics.com +gk-atlant.info +glall.ru +goforexvps.com +goodly.pro +goodprotein.ru +gosarhivrt.ru +gotomontenegro.net +gratuitxblcodes.com +grizzlysgrill.com growmyfunds.ca -grupografico-pilar.com.ar -gsbs.com.ua -gtopstats.com -guildebzh.info -gz2.bbsoldes.fr -hasshe.com -hdwallpapers-free.com -healing-dysplasia.ru -heatpower.ru -hermesbelts.xyz -hiwibyh.bugs3.com -hobbyhuren24.net -hollywoodactress.info -hostnow.men -hostsshop.ru -hotgirlhdwallpaper.com -hothot.ru -houseofrose.com -hoverboard360.nl -htmlcorner.com -hulfingtonpost.com -hut1.ru +gsmtlf.ru +gta-top.ru +guiadeserraazul.com +guidefs.ru +hdxnxxtube.mobi +help.tpu.ru +hitcpm.com +hledejvshopech.cz +hop.clickbank.net +hoztorg-opt.ru +hptwaakw.blog.fc2.com hyipmanager.in -idealtits.net -ifmo.ru -ihtec2019.org -ilovevitaly.ru -imagine-ex.co -importchinacoach-teach.com -indo-export.ru -iphantom.com +i-midias.net.br +igadgetsworld.com +igtools.club +ilo134uloh.com +imagerydatabase.com +img.wallpaperstock.net +indiakino.net +infokonkurs.ru +intelhdgraphicsgtdrive6w.metroblog.com +intellekt21.ru +interesnie-faktu.ru +invest-pamm.ru +investsuccess.org +invivo.hu +iradiology.ru iscblog.info -istmira.ru +isotoner.com itag.pw -ix20.ru +itis4you.com izismile.com -jackwolfskinoutlet.online -japan-bearings.ru -japfm.com -jav-way.site -javxxx18.com -jerseywholesalebizchina.com -jerseywholesalechinabiz.com -jerseywholesaleelitestore.com -jimmychoosale.online -jjbabskoe.ru -jmat.cn -jurajskie.info -justprofit.xyz -jyvopys.com -kemerovo.zrus.org -kerwinandcariza.com -kicknights.gq -kinocccp.net -kletkimehan.ru -kochanelli.com +j33x.com +jerseyschinabizwholesale.us +juliaworld.net +junketjuice.blogspot.com +kambasoft.com +kazan.xrus.org +keki.info +kenaba.su +kerei.ru +kinky-fetishes.com +kinoplen.ru +kit-opt.ru +kiwe-analytics.com +klitimg.pw +klumba55.ru +kollekcioner.ru koopilka.com -kovesszucs.atw.hu -krassh.ru -kredit-pod-zalog-krasnodar.ru -ktotut.net -kursy-ege.ru -landscaping.center -larger.io -larose.jb2c.me -law-check-nine.xyz +krasnodar.xrus.org +kvartira-sutochno.com +ladov.ru +languagecode.com +law-check-eight.xyz law-check-two.xyz -lifebyleese.com -likrot.com -linkarena.com -linkredirect.biz -liquimondo.com -liumimgx.pw -livingroomdecor.info +lechenie-gemorroya.com +lexiangwan.com +littlesunraiser.com +llastbuy.ru +lomb.co lookingglassemb.com -love-baby.cz -luciddiagnostics.in -m4ever.net -mac-shield.com -macdamaged.tech -machicon-ueno.info +lottospring.com +lowephotos.info +lumb.co +lyngdalhudterapi.no mackeeper-center.club -mafcards.ru -magiadinamibia.blogspot.com manifestyourmillion.com -mansiondelrio.co -manve.info +manualterap.roleforum.ru marblestyle.ru -medi-fitt.hu -meget.co.za -meltwater.com +mbiologi.ru +mcar.in.ua +medkritika.ru +meetlocalchicks.com +megaindex.ru mere.host.sk -mesbuta.info -metabar.ru -minyetki.ru +mhi-systems.ru +michaelkorsoutlet.store +mini-modus.ru missclub.info -mncrftpcs.com -mobot.site -moncleroutletonline.xyz -moneyteam24.com +misterjtbarbers.com +mompussy.net +monclerboots.xyz +moscow.online-podarki.com moscow.xrus.org -moviemail-online.co.uk -mp3downloadhq.com +mowser.com +moxo.com mrsdalloways.com mrvideospornogratis.xxx -msk.afora.ru -musicvidz.ru -myftpupload.com -nagdak.ru -nakozhe.com -narkologiya-penza.ru -national-today-winning-winner.club -needtosellmyhousefast.com -netvouz.com -networkcheck.xyz -nextbackgroundcheck.gq -nightvision746.weebly.com -niroo.info -nlfjjunb5.ru -notasprensa.info -nuker.com -oakleyglassesonline.us -oakridgemo.com -obesidadealgarve.com -ochistka-stokov.ru -odywpjtw.bloger.index.hr -offtopic.biz -ohmyrings.com -oil-td.ru -oklogistic.ru -onemactrckr.com -oneminutesite.it -ooo-gotovie.ru -oops-cinema.ru -osagonline.ru -ossmalta.com -ownshop.win -paidonlinesites.com +my-big-family.com +mydirtyhobby.com +myfreemp3.eu +myfreetutorials.com +newtechspb.ru +nfljerseyscheapchinabiz.com +nippon-bearings.ru +nisuturnetdgu.tk +nuup.info +o-o-6-o-o.com +oecnhs.info +okel.co +okroshki.ru +olgacvetmet.com +olympescort.com +onclkads.com +onetravelguides.com +onlinemeetingnow.com +openfrost.com +origin-my.ru +ostrovtaxi.ru +ourville.info +pacificair.com pammik.ru -paramountmarble.co.uk -pdns.download -pekori.to +parfusale.se +partner-print.men +patterntrader-en.com +penisvergrotendepillennl.ovh +perfection-pleasure.ru +perso.wanadoo.es +pewit.pw +phelissota.xyz +photostudiolightings.com picmoonco.pw -pila.pl -pixell.club -playlott.com -playtap.us -polimga.pw -pontiacsolstice.info -popup-fdm.xyz -popup-hgd.xyz -porn-w.org -porno-chaman.info -pornolook.net -pornosmola.info -pornstartits.xblog.in -porodasobak.net -postclass.com -privatbank46.ru -prostitutki-kharkova.org -prostitutki-tyumeni.org -quebec-bin.com -queerspace.com -qwesa.ru -r-control.ru +picurams.pw +pintattoos.com +pix-hd.com +pizza-tycoon.com +pladform.ru +poisk-zakona.ru +popugaychiki.com +porn555.com +porngalleries.top +pornhubforum.tk +porno-home365.com +pornohub.me +pornpost.in +predmety.in.ua +preventheadacheguide.info +producm.ru +profit-opportunity.com +pron.pro +prostitutki-rostova.org +psoriasis-file.trade +puserving.com +putitin.me +quelle.ru +quickloanbank.com +radiodigital.co +ranking2017.ga rapevideosmovies.com -realtytimes.com -redirectme.net -rednise.com -rentaremotecomputer.com -replica-watch.ru -retreatia.com +rapidokbrain.com +rcb101.ru +recinziireale.com +redhotfreebies.co.uk +relayblog.com +remont-comp-pomosh.ru +remont-ustanovka-tehniki.ru +remote-dba.de +replicaclub.ru reward-survey.net -ribieiendom.no -riralmolamsaca.tk -rome2rio.com -ros-ctm.ru -rosbalt.com.ua -rubbed.us +rfserial.net +rockprogblog.com running-line.ru -runstocks.com -s.lollypopgaming.com -sajatvelemeny.com -sammlungfotos.online -samoiedo.it -sankt-peterburg.nodup.ru -santasgift.ml -sape.top -saratov.xrus.org -satoristudio.net -sbdl.no -scanner-fred.top -seadragonherbery.com -sei80.com -seksvideoonlain.com -sendearnings.com +rus-teh.narod.ru +rusoft-zone.ru +russian-postindex.ru +rvtv.ru +sale-japan.com +sarm.tk +sbtdesign.co.uk +scalerite.co.za +scanner-alexa.top +scanner-marwin.top +scat.porn +sdelatmebel.ru +searchengineranker.email +seeresultshub-a.akamaihd.net seoexperimenty.ru -seozoom.it -serialsway.ucoz.ru -seryeznie-znakomstva.ru -sex-znakomstva.online -sex.hotblog.top -shariki-zuma-lines.ru -shillyourcoins.com -shoesonlinebuy.cn -sibdevice.ru -simple-share-buttons.com -sitevaluation.com -sixcooler.de -skladvaz.ru -skuteczna-dieta.co.pl -sms2x2.ru -snjatie-geroinovoy-lomki.ru -soc-econom-problems.ru -songplanet.ru -sotechco.co -sovetogorod.ru -spabali.org -spywarenuker.com -stardevine.com -stauga.altervista.org -staynplay.net -stillmiracle.com -supermama.top -supermesta.ru -swimpool.ca -takeflyte.com -tastyfoodideas.com -telefonsexi.com -the-trader.net -theprofitsmaker.net -titelhelden.eu -tizanidine4mgstreetprice.blogspot.com -tizanidine4mgstreetvalue.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinemusclerelaxant.blogspot.com -tizanidineoral.blogspot.com -tjkckpytpnje.com -tnctrx.com -tonivedu.it -toon-families.com -toonfamilies.net -top-deal.com.pl -tour-line.net -track2.shop +seorankinglinks.com +sethrollins.net +sex-foto.pw +sex-sex-sex5.com +sexstream.pl +sexvideo-sex.com +sexy-pings.com +sexyali.com +sexytrend.ru +sherlock.se +shivafurnishings.com +shop-electron.ru +shopwme.ru +sideeffectsoftizanidine.blogspot.com +sientalyric.co +sim-service.net +simple-image.com.ua +sisiynas.ru +sitevalued.com +sklad-24.ru +small-game.com +smokewithrabbits.com +snowplanes.com +socialmediasuggest.com +socialseet.ru +softonicads.com +songoo.wz.cz +space-worry.ml +sprttrack.com +srdrvp.com +srecorder.com +star61.de +start.myplaycity.com +startwp.org +sticken.co +stpolice.com +strangeduckfilms.com +stroyplus.ru +susanholtphotography.com +svensk-poesi.com +swingerseiten.com +swiped.su +symphonyintegratedhealthcare.com +telefonsexsofort.tk +telegraf.by +template-kid.com +thecoral.com.br +theplacetoupdating.pw +thepornsex.org +timetorelax.biz +titangel-vietnam.com +titslove.yopoint.in +tnaionline.org +tomatis.gospartner.com +topads.men +topcasinoratings.ru +topshef.ru tracksz.co -traffic2money.com -trafficmania.com -traffmonster.info -treasuretrack-a.akamaihd.net -trkur.com -trustedhealthtips.com -tt-ipd.info -tuberkuleznik.ru -tx41tclega.ru -u-cheats.ru -ukrtvir.com.ua -ukrtvory.in.ua -unece.org -uni.me -upstore.me -vancleefreplica.pw -vbabule.net -vbtracker.net -vegascosmetics.ru -vezuviy.su -viagra.pp.ua -video-chat.in -video-woman.com -virus-respirators.com -vitalads.net -vksex.ru -vladimir.zrus.org -voloo.ru +traderzplanet.in +trafficreceiver.club +trion.od.ua +trustl.life +tryrating.com +tubo360.com +tula.mdverey.ru +uchil.net +uggsale.online +um-razum.ru +unrealcommander.biz +usdx.us +ustion.ru +v24s.net +vashsvet.com +videojam.tv +vids18.site +vikistars.com +vip-dom.in +vip-parfumeria.ru +vitoriacabos.com +vkgaleria.com +vodaodessa.com voprosotvet24.ru -vremya.eu +vote-up.ru vse-pesni.com -vuclip.com vykup-avto-krasnodar.ru -vzubah.com -wahicbefa31.soup.io -wareseeker.com -watracker.net -webcamdevochka.com -website-analytics.online -whatsappdownload10.com -wheelchairliftsarea.com -wholesalenfljerseys.us.com -wieseversa.no +vykupavto-krasnodar.ru +wallpapers-best.com +watchinf.com +webnode.me +website-speed-check.site +wemedinc.com +westvilletowingservices.co.za +whereiskentoday.com +wineitudes.wordpress.com wiosenny-bon-1500.pl -woman-tampon.ru -womensterritory.ru -works.if.ua -wovis.site +wladimirpayen.com +wma-x.com +workle.website +worldtraveler.world +wrona.it +wufak.com +www.souvenirua.com +www.timer4web.com wygraj-teraz.com -x-diesel.org -x-mix.info -xbaboon.com -xblog.in -xboxster.ru -xnxx-n.com -xolodremont.ru -xxx-cam.webcam +xcombear.ru +xev.ru +xgames-04.com +xmnb.net +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--oogle-wmc.com +xtube.com +xxxasianporn.net xxxguitars.com -xxxsiterips.xyz -xxxtubesafari.com -yes-com.com -yoshkarola.zrus.org -youghbould.wordpress.com -yourothersite.com -youthreaders.com -youtoner.it -zaapplesales.blogspot.com -zdesoboi.com -zeroredirect6.com -znakom.sibtest.ru -zoodrawings.com -zoominfo.com -zrus.org -zryydi.com +y8games-free.com +yebocasino.com +youdesigner.kz +yousense.info +youtube-downloader.savetubevideo.com +zaloadi.ru +zapatosenventa.info +zebramart.ru +zero1.it +zx6.ru +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 92d5331fe..a2ca9d4e2 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -101flag.ru -1314dh.com -1qingdao.com -4pp13.com -5000-cotydzien.com -5ws.dating-app.ru -6hopping.com -7xc4n.com -abbanreddy.com -abtasty.com -adclickthru.net -addbin.men -adssafeprotected.com -adult3dgames.com -airlandsea.info -apccargo.com -apispringsmartne-a.akamaihd.net -apple.com-webbrowsing-security.science -apps-analytics.net -appsecurityr.com -arquapetrarca.info -avek.ru -avramstroy.ru -bestadbid.com -bestsexyblog.com -binomo.com -bio-optomarket.ru -biznesrealnost.ru -bkgr.se -blackhatworth.com -bocoarchives.org -bookhome.info -braindaily.xyz -builtwith.com -businesn.men -buyparajumpers.online -buzzsumo.com -c-gainsbourg.com -cactussoft.biz -cam-kontakte.org -candelluxsklep.pl -cardsdumps.com -cartierjusteunclou.xyz -cartierwatch.xyz -cenoval.ru +01apple.com +123movies.love +23kw.ru +24videos.tv +3rbseyes.com +5forex.ru +98oi.ru +abwa.tk +adminshop.com +adservme.com +adultnet.in +agecheckadult.com +alfa-medosmotr.ru +alfabot.xyz +allwomen.info +amung.us +anatomiy.com +angkortours.vn +apifasterlightin-a.akamaihd.net +arcadeplayhouse.com +audiobangout.com +auto-moto-elektronika.cz +barnfurnituremart.com +beclean-nn.ru +best-games.today +binomo.kz +bmw-ark.ru +bodybuilding-shop.biz +bukleteg.xyz +bumble.cheapwebsitehoster.com +buy-meds24.com +buyantiviralwp.com +carabela.com.do +cartierlove.xyz +cartierlovestore.com +cdnanalytics.xyz +checkhit.com +chinajerseyswholesalecoupons.com chinese-amezon.com -cialis-samples.com -club-samodelkin.ru -co.lumb.co -com-onlinesupport.host -compliance-josh.top -connectingsingles.com -consorzioilmosaico.org -creditnation.ru -crest3d.ru -custodieva.ru -customchocolate.business-for-home.com -dbmkfhqk.bloger.index.hr -de.zapmeta.com -decoratinghomes.ga -depositfiles-porn.ga -digilander.libero.it -digitalfaq.com -dinkolove.ya.ru -djonwatch.ru +cibpenonptib.flu.cc +clean-start.net +clicksor.net +clubfashionista.com +coderstate.com +coin-hive.com +copblock.org +copyrightclaims.org +counterbot.com +courtshipgift.com +customboxes4less.com +customcollegeessays.net +cutalltheshit.com +darkbooks.org +dignitasdata.se +directrev.com +diy-handmade-ideas.com +djihispano.com dneprsvet.com.ua -dnsrsearch.com -drev.biz -emediate.eu -engines-usa.com -es5.com -europages.com.ru -exchangeit.gq -expertblog.info -exportshop.us -ezb.elvenmachine.com -f0815.de -face.hostingx.eu -fighrofacciufreesig.ga -forensicpsychiatry.ru -frbizlist.com -free-gluten.ru -free-share-buttons.blogspot.com -froggytube.com -funponsel.com -games.kolossale.ru -gearsadspromo.club -geckoandfly.com +domain2008.com +domaincheck.io +drillsaw.ru +dscaas.website +dumpsmania24.com +dwomlink.info +egovaleo.it +enternet.ee +erotik0049.com +essayassist.com +everypony.ru +eyemagination.com +ezigarettenshop2.postbit.com +f-loaded.de +f00kclan.de +fashion-stickers.ru +fickenbumsen.net +foxweber.com +free-social-buttons.com +freenom.link +frivgame250.com +front.to +fungirlsgames.net +fusoradio.info +galleryawesome.com +gate5.co.za +gaypornmovie.net +genericlowlatencyasiodriverhq.aircus.com get-seo-domain.com -getlaid-xxxhookupdirect.com -gloverid.site -goblacked.com -grtyi.com +gifspics.com +gigablast.com +girlsfuckdick.com +golden-praga.ru +greatdealshop.com +gsasearchengineranker.space gta-club.ru -gwagka.com -hard-porn.mobi -hdpixion.com -hentai-manga.porn -home-task.com -homedo.fabpage.com -hoverboard360.at -hoverboard360.nl -hspline.com -htmlcorner.com -infokonkurs.ru -interior-stickers.ru -iphantom.com -iplogger.org -isitpaleo.info -it-max.com.ua -jerseychinabizwholesale.com -jongose.ninja -jrcigars.com -kabbalah-red-bracelets.com -kerwinandcariza.com -kleine-titten.biz -klumba55.ru -konoplisemena.com -koopilka.com -kosova.de -leadwayau.com -letmacwork.world -likrot.com -littlecity.ch -livingroomdecor.info -locustdesign.co -mall.uk -mamasuper.prom.ua -masthopehomes.com -mediaoffers.click -medicines-choice.com -medtherapy.ru -megakino.net -middlerush-a.akamaihd.net -mobstarr.com -modnie-futbolki.net -moje-recenze.cz -most.gov.iq -motherboard.vice.com -mrcsa.com.au -mrpornogratis.xxx -muzaporn.com -my-floor.in.ua -myhydros.org -naperehresti.info -narkologiya-peterburg.ru -neodownload.webcam -nl.netlog.com -okonich.com.ua -okroshki.ru -one.net.in -onlineporno.site -openlibrary.org -pc-virus-d0l92j2.pw -pertlocogasilk.tk -pinapchik.com -pio.polytopesexempt.com -pix-hd.com -popunder.ru -porn555.com -pornmania.pl -pornoreino.com -pornowarp.info -praisong.net -profit-opportunity.com -projectforte.ru -prom23.ru -promover.org -proprostatit.com -pshare.biz -putevka24.ru -qld10000.net -rabotaetvse.ru -rating-bestcasino.com -rcpmda.ikan1080.xyz -registry-clean-up.net -relax.ru -remont-ustanovka-tehniki.ru -rennlist.com -richinvestmonitor.com -rockma.se -royal-betting.net -royalcar-ufa.ru -ruscopybook.com -russia-today-video.ru -rutor.vip -s.lollypopgaming.com -saddiechoua.com -sc-specialhost.com -scanner-elena.top -score-ads.men -seoanalyses.com -sexystrippe.info +gta-top.ru +hd720kino.ru +hobbyhuren-datenbank.com +hoholikik.club +hostnow.men +hothot.ru +house.sieraddns.com +hully.altervista.org +hunthillfarmtrust.org +hut1.ru +i-midias.net.br +imagefinder.site +imicrovision.com +inbabes.sexushost.com +incep.imagine-ex.co +infogame.name +insta-add.pro +ivanovo.zrus.org +iweblist.info +keywordhut.com +kinogonew.ru +kiwi237au.tk +kotaku.com +koversite.info +kovesszucs.atw.hu +kovrenok.ru +ks1234.com +ktotut.net +kumuk.info +lancheck.net +law-check-seven.xyz +liky.co.ua +linkbux.ru +linkdebrideur.xyz +linkredirect.biz +littlesunraiser.com +liveinternet.ru +lizace.com +lodki-pvh.dp.ua +magnetic-bracelets.ru +magnetpress.sk +marketingvici.com +meddesk.ru +menstennisforums.com +mnogabukaff.net +moesonce.com +mouselink.co +msfsaar.de +mttwtrack.com +muschisexbilder.com +mustwineblog.com +mydeathspace.com +naval.jislaaik.com +neobux-bg.info +nero-us.com +news-speaker.com +nomuos.it +ofanda.com +onemactrckr.com +onlyporno.ru +ontargetseo.us +paparazzistudios.com.au +parajumpersjakkesalgnorge.info +partnerads.men +pavlodar.xkaz.org +pb-dv.ru +peekyou.com +pestomou.info +photokitchendesign.com +picturesfrom.com +pinup-casino1.ru +pixgood.com +pixshark.com +pizdopletka.club +pobeiranie.pl +pornosok.ru +powc.r.ca.d.sendibm2.com +pozdrawleniya.ru +privacyassistant.net +privetsochi.ru +prizefestival.mobi +promalp-universal.ru +prostitutki-rostova.org +quizzitch.net +qwarckoine.com +ranksonic.info +rebrand.ly +registrysweeper.com +responsive-test.net +rock-cafe.info +rockprogblog.com +scanspyware.net +scoopquest.com +sdrescher.net +se.bnt-team.com +seemoreresultshu-a.akamaihd.net +seksotur.ru +seo-tools-optimizing.com +seokicks.de +serptehnika.ru +servisural.ru sharebutton.net -sharpchallenge.com -silktide.com -sim-service.net -sitevaluation.org -smartadserver.com -snjack.info -socialbutton.xyz -solitaire-game.ru -sotkal.lark.ru -spl63.fr +shemalegalls.blogporn.in +shitmovs.com +shoesonlinebuy.cn +sitiz.club +smartshoppymac.com +spammen.de squidoo.com -sterva.cc -streamin.to -superoboi.com.ua -talant-factory.ru -taqywu51.soup.io -techart24.com -theautoprofit.ml -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tmm-kurs.ru -tour-line.net -tpu.ru -trahvid.com -trubywriting.com -trustl.life -u-cheats.ru -ultimatesetnewfreeallsoftupgradesystems.pw -uptime-gamma.net +srgwebmail.nl +stardevine.com +strfls.com +studiofmp.com +surcentro.com +suture.co +svarbit.com +textads.men +tizanidinenarcotic.blogspot.com +tnaionline.org +toy-shop.top +trafficfactory.biz +trafficstars.com +trichizobswiv.agddns.net +trucri.me +tvnewsclips.info +twitlinks.com +twu.com.ua +uginekologa.com +ugogo.info +uptimebot.net +url-extractor.xyz +usacasino.com +valueclick.com +vapomnoncri.tk vbtracker.net -vektorpress.ru -viagengrarx.com -viagraneggrx.com -viktoria-center.ru -vseigru.one -vucms.com -w3data.co -warning.or.kr -webjam.com -website-speed-check.site +vekzdorov.ru +vepad.com +via-energy-order.com +viagra.pp.ua +vinylvault.co.uk +voloo.ru +voltrknc1.com +vseigry.fun +wahicbefa31.soup.io website-stealer.nufaq.com -wieseversa.no -windowssearch-exp.com -xn--90acenikpebbdd4f6d.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--oogle-wmc.com -xtube.com -xxxguitars.com -yatrk.xyz -zdesformula.ru -zeikopay.com -zhacker.net -zhongwenlink.com -zoodrawings.com -zoompegs.com -zryydi.com -zverokruh-shop.cz +whatzmyip.net +wma-x.com +wowas31.ucoz.ru +www.event-tracking.com +xaijo.com +yaderenergy.ru +yeartwit.com +yellocloud.be +yoopsie.com +yourothersite.com +zrizvtrnpale.tk diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 687d89316..e0a7c466d 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.76 0; +10.1.0.217 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 941f1689c..5997d586e 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -46152,3 +46152,1251 @@ Disallow:/ User-agent: zgrab Disallow:/ +################################################################### +# The Ultimate robots.txt Bot and User-Agent Blocker +# Copyright: +# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker +################################################################### + +### Version Information # +################################################### +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 +### Bad Bot Count: 615 +################################################### +### Version Information ## + +User-agent: * +Disallow: /wp-admin/ +Allow: /wp-admin/admin-ajax.php +User-agent: 01h4x.com +Disallow:/ +User-agent: 360Spider +Disallow:/ +User-agent: 404checker +Disallow:/ +User-agent: 404enemy +Disallow:/ +User-agent: 80legs +Disallow:/ +User-agent: ADmantX +Disallow:/ +User-agent: AIBOT +Disallow:/ +User-agent: ALittle Client +Disallow:/ +User-agent: ASPSeek +Disallow:/ +User-agent: Abonti +Disallow:/ +User-agent: Aboundex +Disallow:/ +User-agent: Aboundexbot +Disallow:/ +User-agent: Acunetix +Disallow:/ +User-agent: AfD-Verbotsverfahren +Disallow:/ +User-agent: AhrefsBot +Disallow:/ +User-agent: AiHitBot +Disallow:/ +User-agent: Aipbot +Disallow:/ +User-agent: Alexibot +Disallow:/ +User-agent: AllSubmitter +Disallow:/ +User-agent: Alligator +Disallow:/ +User-agent: AlphaBot +Disallow:/ +User-agent: Anarchie +Disallow:/ +User-agent: Anarchy +Disallow:/ +User-agent: Anarchy99 +Disallow:/ +User-agent: Ankit +Disallow:/ +User-agent: Anthill +Disallow:/ +User-agent: Apexoo +Disallow:/ +User-agent: Aspiegel +Disallow:/ +User-agent: Asterias +Disallow:/ +User-agent: Attach +Disallow:/ +User-agent: AwarioRssBot +Disallow:/ +User-agent: AwarioSmartBot +Disallow:/ +User-agent: BBBike +Disallow:/ +User-agent: BDCbot +Disallow:/ +User-agent: BDFetch +Disallow:/ +User-agent: BLEXBot +Disallow:/ +User-agent: BackDoorBot +Disallow:/ +User-agent: BackStreet +Disallow:/ +User-agent: BackWeb +Disallow:/ +User-agent: Backlink-Ceck +Disallow:/ +User-agent: BacklinkCrawler +Disallow:/ +User-agent: Badass +Disallow:/ +User-agent: Bandit +Disallow:/ +User-agent: Barkrowler +Disallow:/ +User-agent: BatchFTP +Disallow:/ +User-agent: Battleztar Bazinga +Disallow:/ +User-agent: BetaBot +Disallow:/ +User-agent: Bigfoot +Disallow:/ +User-agent: Bitacle +Disallow:/ +User-agent: BlackWidow +Disallow:/ +User-agent: Black Hole +Disallow:/ +User-agent: Blackboard +Disallow:/ +User-agent: Blow +Disallow:/ +User-agent: BlowFish +Disallow:/ +User-agent: Boardreader +Disallow:/ +User-agent: Bolt +Disallow:/ +User-agent: BotALot +Disallow:/ +User-agent: Brandprotect +Disallow:/ +User-agent: Brandwatch +Disallow:/ +User-agent: Buck +Disallow:/ +User-agent: Buddy +Disallow:/ +User-agent: BuiltBotTough +Disallow:/ +User-agent: BuiltWith +Disallow:/ +User-agent: Bullseye +Disallow:/ +User-agent: BunnySlippers +Disallow:/ +User-agent: BuzzSumo +Disallow:/ +User-agent: CATExplorador +Disallow:/ +User-agent: CCBot +Disallow:/ +User-agent: CODE87 +Disallow:/ +User-agent: CSHttp +Disallow:/ +User-agent: Calculon +Disallow:/ +User-agent: CazoodleBot +Disallow:/ +User-agent: Cegbfeieh +Disallow:/ +User-agent: CensysInspect +Disallow:/ +User-agent: CheTeam +Disallow:/ +User-agent: CheeseBot +Disallow:/ +User-agent: CherryPicker +Disallow:/ +User-agent: ChinaClaw +Disallow:/ +User-agent: Chlooe +Disallow:/ +User-agent: Claritybot +Disallow:/ +User-agent: Cliqzbot +Disallow:/ +User-agent: Cloud mapping +Disallow:/ +User-agent: Cocolyzebot +Disallow:/ +User-agent: Cogentbot +Disallow:/ +User-agent: Collector +Disallow:/ +User-agent: Copier +Disallow:/ +User-agent: CopyRightCheck +Disallow:/ +User-agent: Copyscape +Disallow:/ +User-agent: Cosmos +Disallow:/ +User-agent: Craftbot +Disallow:/ +User-agent: CrazyWebCrawler +Disallow:/ +User-agent: Crescent +Disallow:/ +User-agent: CrunchBot +Disallow:/ +User-agent: Curious +Disallow:/ +User-agent: Custo +Disallow:/ +User-agent: CyotekWebCopy +Disallow:/ +User-agent: DBLBot +Disallow:/ +User-agent: DIIbot +Disallow:/ +User-agent: DSearch +Disallow:/ +User-agent: DTS Agent +Disallow:/ +User-agent: DataCha0s +Disallow:/ +User-agent: DatabaseDriverMysqli +Disallow:/ +User-agent: Demon +Disallow:/ +User-agent: Deusu +Disallow:/ +User-agent: Devil +Disallow:/ +User-agent: Digincore +Disallow:/ +User-agent: DigitalPebble +Disallow:/ +User-agent: Dirbuster +Disallow:/ +User-agent: Disco +Disallow:/ +User-agent: Discobot +Disallow:/ +User-agent: Discoverybot +Disallow:/ +User-agent: Dispatch +Disallow:/ +User-agent: DittoSpyder +Disallow:/ +User-agent: DnyzBot +Disallow:/ +User-agent: DomCopBot +Disallow:/ +User-agent: DomainAppender +Disallow:/ +User-agent: DomainCrawler +Disallow:/ +User-agent: DomainSigmaCrawler +Disallow:/ +User-agent: DomainStatsBot +Disallow:/ +User-agent: Domains Project +Disallow:/ +User-agent: Dotbot +Disallow:/ +User-agent: Download Wonder +Disallow:/ +User-agent: Dragonfly +Disallow:/ +User-agent: Drip +Disallow:/ +User-agent: ECCP/1.0 +Disallow:/ +User-agent: EMail Siphon +Disallow:/ +User-agent: EMail Wolf +Disallow:/ +User-agent: EasyDL +Disallow:/ +User-agent: Ebingbong +Disallow:/ +User-agent: Ecxi +Disallow:/ +User-agent: EirGrabber +Disallow:/ +User-agent: EroCrawler +Disallow:/ +User-agent: Evil +Disallow:/ +User-agent: Exabot +Disallow:/ +User-agent: Express WebPictures +Disallow:/ +User-agent: ExtLinksBot +Disallow:/ +User-agent: Extractor +Disallow:/ +User-agent: ExtractorPro +Disallow:/ +User-agent: Extreme Picture Finder +Disallow:/ +User-agent: EyeNetIE +Disallow:/ +User-agent: Ezooms +Disallow:/ +User-agent: FDM +Disallow:/ +User-agent: FHscan +Disallow:/ +User-agent: FemtosearchBot +Disallow:/ +User-agent: Fimap +Disallow:/ +User-agent: Firefox/7.0 +Disallow:/ +User-agent: FlashGet +Disallow:/ +User-agent: Flunky +Disallow:/ +User-agent: Foobot +Disallow:/ +User-agent: Freeuploader +Disallow:/ +User-agent: FrontPage +Disallow:/ +User-agent: Fuzz +Disallow:/ +User-agent: FyberSpider +Disallow:/ +User-agent: Fyrebot +Disallow:/ +User-agent: G-i-g-a-b-o-t +Disallow:/ +User-agent: GT::WWW +Disallow:/ +User-agent: GalaxyBot +Disallow:/ +User-agent: Genieo +Disallow:/ +User-agent: GermCrawler +Disallow:/ +User-agent: GetRight +Disallow:/ +User-agent: GetWeb +Disallow:/ +User-agent: Getintent +Disallow:/ +User-agent: Gigablast +Disallow:/ +User-agent: Gigabot +Disallow:/ +User-agent: Go!Zilla +Disallow:/ +User-agent: Go-Ahead-Got-It +Disallow:/ +User-agent: GoZilla +Disallow:/ +User-agent: Gotit +Disallow:/ +User-agent: GrabNet +Disallow:/ +User-agent: Grabber +Disallow:/ +User-agent: Grafula +Disallow:/ +User-agent: GrapeFX +Disallow:/ +User-agent: GrapeshotCrawler +Disallow:/ +User-agent: GridBot +Disallow:/ +User-agent: HEADMasterSEO +Disallow:/ +User-agent: HMView +Disallow:/ +User-agent: HTMLparser +Disallow:/ +User-agent: HTTP::Lite +Disallow:/ +User-agent: HTTrack +Disallow:/ +User-agent: Haansoft +Disallow:/ +User-agent: HaosouSpider +Disallow:/ +User-agent: Harvest +Disallow:/ +User-agent: Havij +Disallow:/ +User-agent: Heritrix +Disallow:/ +User-agent: Hloader +Disallow:/ +User-agent: Humanlinks +Disallow:/ +User-agent: HybridBot +Disallow:/ +User-agent: IDBTE4M +Disallow:/ +User-agent: IDBot +Disallow:/ +User-agent: IRLbot +Disallow:/ +User-agent: Iblog +Disallow:/ +User-agent: Id-search +Disallow:/ +User-agent: IlseBot +Disallow:/ +User-agent: Image Fetch +Disallow:/ +User-agent: Image Sucker +Disallow:/ +User-agent: IndeedBot +Disallow:/ +User-agent: Indy Library +Disallow:/ +User-agent: InfoNaviRobot +Disallow:/ +User-agent: InfoTekies +Disallow:/ +User-agent: Intelliseek +Disallow:/ +User-agent: InterGET +Disallow:/ +User-agent: InternetSeer +Disallow:/ +User-agent: Internet Ninja +Disallow:/ +User-agent: Iria +Disallow:/ +User-agent: Iskanie +Disallow:/ +User-agent: IstellaBot +Disallow:/ +User-agent: JOC Web Spider +Disallow:/ +User-agent: JamesBOT +Disallow:/ +User-agent: Jbrofuzz +Disallow:/ +User-agent: JennyBot +Disallow:/ +User-agent: JetCar +Disallow:/ +User-agent: Jetty +Disallow:/ +User-agent: JikeSpider +Disallow:/ +User-agent: Joomla +Disallow:/ +User-agent: Jorgee +Disallow:/ +User-agent: JustView +Disallow:/ +User-agent: Jyxobot +Disallow:/ +User-agent: Kenjin Spider +Disallow:/ +User-agent: Keyword Density +Disallow:/ +User-agent: Kinza +Disallow:/ +User-agent: Kozmosbot +Disallow:/ +User-agent: LNSpiderguy +Disallow:/ +User-agent: LWP::Simple +Disallow:/ +User-agent: Lanshanbot +Disallow:/ +User-agent: Larbin +Disallow:/ +User-agent: LeechFTP +Disallow:/ +User-agent: LeechGet +Disallow:/ +User-agent: LexiBot +Disallow:/ +User-agent: Lftp +Disallow:/ +User-agent: LibWeb +Disallow:/ +User-agent: Libwhisker +Disallow:/ +User-agent: LieBaoFast +Disallow:/ +User-agent: Lightspeedsystems +Disallow:/ +User-agent: Likse +Disallow:/ +User-agent: LinkScan +Disallow:/ +User-agent: LinkWalker +Disallow:/ +User-agent: Linkbot +Disallow:/ +User-agent: Linkdexbot +Disallow:/ +User-agent: LinkextractorPro +Disallow:/ +User-agent: LinkpadBot +Disallow:/ +User-agent: LinksManager +Disallow:/ +User-agent: LinqiaMetadataDownloaderBot +Disallow:/ +User-agent: LinqiaRSSBot +Disallow:/ +User-agent: LinqiaScrapeBot +Disallow:/ +User-agent: Lipperhey +Disallow:/ +User-agent: Lipperhey Spider +Disallow:/ +User-agent: Litemage_walker +Disallow:/ +User-agent: Lmspider +Disallow:/ +User-agent: Ltx71 +Disallow:/ +User-agent: MFC_Tear_Sample +Disallow:/ +User-agent: MIDown tool +Disallow:/ +User-agent: MIIxpc +Disallow:/ +User-agent: MJ12bot +Disallow:/ +User-agent: MQQBrowser +Disallow:/ +User-agent: MSFrontPage +Disallow:/ +User-agent: MSIECrawler +Disallow:/ +User-agent: MTRobot +Disallow:/ +User-agent: Mag-Net +Disallow:/ +User-agent: Magnet +Disallow:/ +User-agent: Mail.RU_Bot +Disallow:/ +User-agent: Majestic-SEO +Disallow:/ +User-agent: Majestic12 +Disallow:/ +User-agent: Majestic SEO +Disallow:/ +User-agent: MarkMonitor +Disallow:/ +User-agent: MarkWatch +Disallow:/ +User-agent: Mass Downloader +Disallow:/ +User-agent: Masscan +Disallow:/ +User-agent: Mata Hari +Disallow:/ +User-agent: MauiBot +Disallow:/ +User-agent: Mb2345Browser +Disallow:/ +User-agent: MeanPath Bot +Disallow:/ +User-agent: Meanpathbot +Disallow:/ +User-agent: Mediatoolkitbot +Disallow:/ +User-agent: MegaIndex.ru +Disallow:/ +User-agent: Metauri +Disallow:/ +User-agent: MicroMessenger +Disallow:/ +User-agent: Microsoft Data Access +Disallow:/ +User-agent: Microsoft URL Control +Disallow:/ +User-agent: Mister PiX +Disallow:/ +User-agent: Moblie Safari +Disallow:/ +User-agent: Mojeek +Disallow:/ +User-agent: Mojolicious +Disallow:/ +User-agent: Morfeus Fucking Scanner +Disallow:/ +User-agent: Mozlila +Disallow:/ +User-agent: Mr.4x3 +Disallow:/ +User-agent: Msrabot +Disallow:/ +User-agent: Musobot +Disallow:/ +User-agent: NICErsPRO +Disallow:/ +User-agent: NPbot +Disallow:/ +User-agent: Name Intelligence +Disallow:/ +User-agent: Nameprotect +Disallow:/ +User-agent: Navroad +Disallow:/ +User-agent: NearSite +Disallow:/ +User-agent: Needle +Disallow:/ +User-agent: Nessus +Disallow:/ +User-agent: NetAnts +Disallow:/ +User-agent: NetLyzer +Disallow:/ +User-agent: NetMechanic +Disallow:/ +User-agent: NetSpider +Disallow:/ +User-agent: NetZIP +Disallow:/ +User-agent: Net Vampire +Disallow:/ +User-agent: Netcraft +Disallow:/ +User-agent: Nettrack +Disallow:/ +User-agent: Netvibes +Disallow:/ +User-agent: NextGenSearchBot +Disallow:/ +User-agent: Nibbler +Disallow:/ +User-agent: Niki-bot +Disallow:/ +User-agent: Nikto +Disallow:/ +User-agent: NimbleCrawler +Disallow:/ +User-agent: Nimbostratus +Disallow:/ +User-agent: Ninja +Disallow:/ +User-agent: Nmap +Disallow:/ +User-agent: Nuclei +Disallow:/ +User-agent: Nutch +Disallow:/ +User-agent: Octopus +Disallow:/ +User-agent: Offline Explorer +Disallow:/ +User-agent: Offline Navigator +Disallow:/ +User-agent: OnCrawl +Disallow:/ +User-agent: OpenLinkProfiler +Disallow:/ +User-agent: OpenVAS +Disallow:/ +User-agent: Openfind +Disallow:/ +User-agent: Openvas +Disallow:/ +User-agent: OrangeBot +Disallow:/ +User-agent: OrangeSpider +Disallow:/ +User-agent: OutclicksBot +Disallow:/ +User-agent: OutfoxBot +Disallow:/ +User-agent: PECL::HTTP +Disallow:/ +User-agent: PHPCrawl +Disallow:/ +User-agent: POE-Component-Client-HTTP +Disallow:/ +User-agent: PageAnalyzer +Disallow:/ +User-agent: PageGrabber +Disallow:/ +User-agent: PageScorer +Disallow:/ +User-agent: PageThing.com +Disallow:/ +User-agent: Page Analyzer +Disallow:/ +User-agent: Pandalytics +Disallow:/ +User-agent: Panscient +Disallow:/ +User-agent: Papa Foto +Disallow:/ +User-agent: Pavuk +Disallow:/ +User-agent: PeoplePal +Disallow:/ +User-agent: Petalbot +Disallow:/ +User-agent: Pi-Monster +Disallow:/ +User-agent: Picscout +Disallow:/ +User-agent: Picsearch +Disallow:/ +User-agent: PictureFinder +Disallow:/ +User-agent: Piepmatz +Disallow:/ +User-agent: Pimonster +Disallow:/ +User-agent: Pixray +Disallow:/ +User-agent: PleaseCrawl +Disallow:/ +User-agent: Pockey +Disallow:/ +User-agent: ProPowerBot +Disallow:/ +User-agent: ProWebWalker +Disallow:/ +User-agent: Probethenet +Disallow:/ +User-agent: Psbot +Disallow:/ +User-agent: Pu_iN +Disallow:/ +User-agent: Pump +Disallow:/ +User-agent: PxBroker +Disallow:/ +User-agent: PyCurl +Disallow:/ +User-agent: QueryN Metasearch +Disallow:/ +User-agent: Quick-Crawler +Disallow:/ +User-agent: RSSingBot +Disallow:/ +User-agent: RankActive +Disallow:/ +User-agent: RankActiveLinkBot +Disallow:/ +User-agent: RankFlex +Disallow:/ +User-agent: RankingBot +Disallow:/ +User-agent: RankingBot2 +Disallow:/ +User-agent: Rankivabot +Disallow:/ +User-agent: RankurBot +Disallow:/ +User-agent: Re-re +Disallow:/ +User-agent: ReGet +Disallow:/ +User-agent: RealDownload +Disallow:/ +User-agent: Reaper +Disallow:/ +User-agent: RebelMouse +Disallow:/ +User-agent: Recorder +Disallow:/ +User-agent: RedesScrapy +Disallow:/ +User-agent: RepoMonkey +Disallow:/ +User-agent: Ripper +Disallow:/ +User-agent: RocketCrawler +Disallow:/ +User-agent: Rogerbot +Disallow:/ +User-agent: SBIder +Disallow:/ +User-agent: SEOkicks +Disallow:/ +User-agent: SEOkicks-Robot +Disallow:/ +User-agent: SEOlyticsCrawler +Disallow:/ +User-agent: SEOprofiler +Disallow:/ +User-agent: SEOstats +Disallow:/ +User-agent: SISTRIX +Disallow:/ +User-agent: SMTBot +Disallow:/ +User-agent: SalesIntelligent +Disallow:/ +User-agent: ScanAlert +Disallow:/ +User-agent: Scanbot +Disallow:/ +User-agent: ScoutJet +Disallow:/ +User-agent: Scrapy +Disallow:/ +User-agent: Screaming +Disallow:/ +User-agent: ScreenerBot +Disallow:/ +User-agent: ScrepyBot +Disallow:/ +User-agent: Searchestate +Disallow:/ +User-agent: SearchmetricsBot +Disallow:/ +User-agent: Semrush +Disallow:/ +User-agent: SemrushBot +Disallow:/ +User-agent: SentiBot +Disallow:/ +User-agent: SeoSiteCheckup +Disallow:/ +User-agent: SeobilityBot +Disallow:/ +User-agent: Seomoz +Disallow:/ +User-agent: Shodan +Disallow:/ +User-agent: Siphon +Disallow:/ +User-agent: SiteCheckerBotCrawler +Disallow:/ +User-agent: SiteExplorer +Disallow:/ +User-agent: SiteLockSpider +Disallow:/ +User-agent: SiteSnagger +Disallow:/ +User-agent: SiteSucker +Disallow:/ +User-agent: Site Sucker +Disallow:/ +User-agent: Sitebeam +Disallow:/ +User-agent: Siteimprove +Disallow:/ +User-agent: Sitevigil +Disallow:/ +User-agent: SlySearch +Disallow:/ +User-agent: SmartDownload +Disallow:/ +User-agent: Snake +Disallow:/ +User-agent: Snapbot +Disallow:/ +User-agent: Snoopy +Disallow:/ +User-agent: SocialRankIOBot +Disallow:/ +User-agent: Sociscraper +Disallow:/ +User-agent: Sogou web spider +Disallow:/ +User-agent: Sosospider +Disallow:/ +User-agent: Sottopop +Disallow:/ +User-agent: SpaceBison +Disallow:/ +User-agent: Spammen +Disallow:/ +User-agent: SpankBot +Disallow:/ +User-agent: Spanner +Disallow:/ +User-agent: Spbot +Disallow:/ +User-agent: Spinn3r +Disallow:/ +User-agent: SputnikBot +Disallow:/ +User-agent: Sqlmap +Disallow:/ +User-agent: Sqlworm +Disallow:/ +User-agent: Sqworm +Disallow:/ +User-agent: Steeler +Disallow:/ +User-agent: Stripper +Disallow:/ +User-agent: Sucker +Disallow:/ +User-agent: Sucuri +Disallow:/ +User-agent: SuperBot +Disallow:/ +User-agent: SuperHTTP +Disallow:/ +User-agent: Surfbot +Disallow:/ +User-agent: SurveyBot +Disallow:/ +User-agent: Suzuran +Disallow:/ +User-agent: Swiftbot +Disallow:/ +User-agent: Szukacz +Disallow:/ +User-agent: T0PHackTeam +Disallow:/ +User-agent: T8Abot +Disallow:/ +User-agent: Teleport +Disallow:/ +User-agent: TeleportPro +Disallow:/ +User-agent: Telesoft +Disallow:/ +User-agent: Telesphoreo +Disallow:/ +User-agent: Telesphorep +Disallow:/ +User-agent: TheNomad +Disallow:/ +User-agent: The Intraformant +Disallow:/ +User-agent: Thumbor +Disallow:/ +User-agent: TightTwatBot +Disallow:/ +User-agent: Titan +Disallow:/ +User-agent: Toata +Disallow:/ +User-agent: Toweyabot +Disallow:/ +User-agent: Tracemyfile +Disallow:/ +User-agent: Trendiction +Disallow:/ +User-agent: Trendictionbot +Disallow:/ +User-agent: True_Robot +Disallow:/ +User-agent: Turingos +Disallow:/ +User-agent: Turnitin +Disallow:/ +User-agent: TurnitinBot +Disallow:/ +User-agent: TwengaBot +Disallow:/ +User-agent: Twice +Disallow:/ +User-agent: Typhoeus +Disallow:/ +User-agent: URLy.Warning +Disallow:/ +User-agent: URLy Warning +Disallow:/ +User-agent: UnisterBot +Disallow:/ +User-agent: Upflow +Disallow:/ +User-agent: V-BOT +Disallow:/ +User-agent: VB Project +Disallow:/ +User-agent: VCI +Disallow:/ +User-agent: Vacuum +Disallow:/ +User-agent: Vagabondo +Disallow:/ +User-agent: VelenPublicWebCrawler +Disallow:/ +User-agent: VeriCiteCrawler +Disallow:/ +User-agent: VidibleScraper +Disallow:/ +User-agent: Virusdie +Disallow:/ +User-agent: VoidEYE +Disallow:/ +User-agent: Voil +Disallow:/ +User-agent: Voltron +Disallow:/ +User-agent: WASALive-Bot +Disallow:/ +User-agent: WBSearchBot +Disallow:/ +User-agent: WEBDAV +Disallow:/ +User-agent: WISENutbot +Disallow:/ +User-agent: WPScan +Disallow:/ +User-agent: WWW-Collector-E +Disallow:/ +User-agent: WWW-Mechanize +Disallow:/ +User-agent: WWW::Mechanize +Disallow:/ +User-agent: WWWOFFLE +Disallow:/ +User-agent: Wallpapers/3.0 +Disallow:/ +User-agent: WallpapersHD +Disallow:/ +User-agent: WeSEE +Disallow:/ +User-agent: WebAuto +Disallow:/ +User-agent: WebBandit +Disallow:/ +User-agent: WebCollage +Disallow:/ +User-agent: WebCopier +Disallow:/ +User-agent: WebEnhancer +Disallow:/ +User-agent: WebFetch +Disallow:/ +User-agent: WebFuck +Disallow:/ +User-agent: WebGo IS +Disallow:/ +User-agent: WebImageCollector +Disallow:/ +User-agent: WebLeacher +Disallow:/ +User-agent: WebPix +Disallow:/ +User-agent: WebReaper +Disallow:/ +User-agent: WebSauger +Disallow:/ +User-agent: WebStripper +Disallow:/ +User-agent: WebSucker +Disallow:/ +User-agent: WebWhacker +Disallow:/ +User-agent: WebZIP +Disallow:/ +User-agent: Web Auto +Disallow:/ +User-agent: Web Collage +Disallow:/ +User-agent: Web Enhancer +Disallow:/ +User-agent: Web Fetch +Disallow:/ +User-agent: Web Fuck +Disallow:/ +User-agent: Web Pix +Disallow:/ +User-agent: Web Sauger +Disallow:/ +User-agent: Web Sucker +Disallow:/ +User-agent: Webalta +Disallow:/ +User-agent: WebmasterWorldForumBot +Disallow:/ +User-agent: Webshag +Disallow:/ +User-agent: WebsiteExtractor +Disallow:/ +User-agent: WebsiteQuester +Disallow:/ +User-agent: Website Quester +Disallow:/ +User-agent: Webster +Disallow:/ +User-agent: Whack +Disallow:/ +User-agent: Whacker +Disallow:/ +User-agent: Whatweb +Disallow:/ +User-agent: Who.is Bot +Disallow:/ +User-agent: Widow +Disallow:/ +User-agent: WinHTTrack +Disallow:/ +User-agent: WiseGuys Robot +Disallow:/ +User-agent: Wonderbot +Disallow:/ +User-agent: Woobot +Disallow:/ +User-agent: Wotbox +Disallow:/ +User-agent: Wprecon +Disallow:/ +User-agent: Xaldon WebSpider +Disallow:/ +User-agent: Xaldon_WebSpider +Disallow:/ +User-agent: Xenu +Disallow:/ +User-agent: YoudaoBot +Disallow:/ +User-agent: Zade +Disallow:/ +User-agent: Zauba +Disallow:/ +User-agent: Zermelo +Disallow:/ +User-agent: Zeus +Disallow:/ +User-agent: Zitebot +Disallow:/ +User-agent: ZmEu +Disallow:/ +User-agent: ZoomBot +Disallow:/ +User-agent: ZoominfoBot +Disallow:/ +User-agent: ZumBot +Disallow:/ +User-agent: ZyBorg +Disallow:/ +User-agent: archive.org_bot +Disallow:/ +User-agent: arquivo-web-crawler +Disallow:/ +User-agent: arquivo.pt +Disallow:/ +User-agent: autoemailspider +Disallow:/ +User-agent: backlink-check +Disallow:/ +User-agent: check1.exe +Disallow:/ +User-agent: coccocbot-web +Disallow:/ +User-agent: cognitiveseo +Disallow:/ +User-agent: com.plumanalytics +Disallow:/ +User-agent: crawl.sogou.com +Disallow:/ +User-agent: crawler.feedback +Disallow:/ +User-agent: crawler4j +Disallow:/ +User-agent: demandbase-bot +Disallow:/ +User-agent: domainsproject.org +Disallow:/ +User-agent: eCatch +Disallow:/ +User-agent: evc-batch +Disallow:/ +User-agent: facebookscraper +Disallow:/ +User-agent: gopher +Disallow:/ +User-agent: heritrix +Disallow:/ +User-agent: instabid +Disallow:/ +User-agent: internetVista monitor +Disallow:/ +User-agent: ips-agent +Disallow:/ +User-agent: isitwp.com +Disallow:/ +User-agent: lwp-request +Disallow:/ +User-agent: lwp-trivial +Disallow:/ +User-agent: magpie-crawler +Disallow:/ +User-agent: meanpathbot +Disallow:/ +User-agent: mediawords +Disallow:/ +User-agent: muhstik-scan +Disallow:/ +User-agent: netEstate NE Crawler +Disallow:/ +User-agent: oBot +Disallow:/ +User-agent: page scorer +Disallow:/ +User-agent: pcBrowser +Disallow:/ +User-agent: plumanalytics +Disallow:/ +User-agent: polaris version +Disallow:/ +User-agent: probe-image-size +Disallow:/ +User-agent: ripz +Disallow:/ +User-agent: s1z.ru +Disallow:/ +User-agent: satoristudio.net +Disallow:/ +User-agent: scalaj-http +Disallow:/ +User-agent: scan.lol +Disallow:/ +User-agent: seobility +Disallow:/ +User-agent: seoscanners +Disallow:/ +User-agent: seostar +Disallow:/ +User-agent: serpstatbot +Disallow:/ +User-agent: sexsearcher +Disallow:/ +User-agent: sitechecker.pro +Disallow:/ +User-agent: siteripz +Disallow:/ +User-agent: sogouspider +Disallow:/ +User-agent: sp_auditbot +Disallow:/ +User-agent: spyfu +Disallow:/ +User-agent: sysscan +Disallow:/ +User-agent: tAkeOut +Disallow:/ +User-agent: trendiction.com +Disallow:/ +User-agent: trendiction.de +Disallow:/ +User-agent: voyagerx.com +Disallow:/ +User-agent: webmeup-crawler +Disallow:/ +User-agent: x09Mozilla +Disallow:/ +User-agent: x22Mozilla +Disallow:/ +User-agent: xpymep1.exe +Disallow:/ +User-agent: zauba.io +Disallow:/ +User-agent: zgrab +Disallow:/ + diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 941f1689c..5997d586e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -46152,3 +46152,1251 @@ Disallow:/ User-agent: zgrab Disallow:/ +################################################################### +# The Ultimate robots.txt Bot and User-Agent Blocker +# Copyright: +# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker +################################################################### + +### Version Information # +################################################### +### Version: V4.2021.07.2488 +### Updated: Wed Jul 28 14:07:31 UTC 2021 +### Bad Bot Count: 615 +################################################### +### Version Information ## + +User-agent: * +Disallow: /wp-admin/ +Allow: /wp-admin/admin-ajax.php +User-agent: 01h4x.com +Disallow:/ +User-agent: 360Spider +Disallow:/ +User-agent: 404checker +Disallow:/ +User-agent: 404enemy +Disallow:/ +User-agent: 80legs +Disallow:/ +User-agent: ADmantX +Disallow:/ +User-agent: AIBOT +Disallow:/ +User-agent: ALittle Client +Disallow:/ +User-agent: ASPSeek +Disallow:/ +User-agent: Abonti +Disallow:/ +User-agent: Aboundex +Disallow:/ +User-agent: Aboundexbot +Disallow:/ +User-agent: Acunetix +Disallow:/ +User-agent: AfD-Verbotsverfahren +Disallow:/ +User-agent: AhrefsBot +Disallow:/ +User-agent: AiHitBot +Disallow:/ +User-agent: Aipbot +Disallow:/ +User-agent: Alexibot +Disallow:/ +User-agent: AllSubmitter +Disallow:/ +User-agent: Alligator +Disallow:/ +User-agent: AlphaBot +Disallow:/ +User-agent: Anarchie +Disallow:/ +User-agent: Anarchy +Disallow:/ +User-agent: Anarchy99 +Disallow:/ +User-agent: Ankit +Disallow:/ +User-agent: Anthill +Disallow:/ +User-agent: Apexoo +Disallow:/ +User-agent: Aspiegel +Disallow:/ +User-agent: Asterias +Disallow:/ +User-agent: Attach +Disallow:/ +User-agent: AwarioRssBot +Disallow:/ +User-agent: AwarioSmartBot +Disallow:/ +User-agent: BBBike +Disallow:/ +User-agent: BDCbot +Disallow:/ +User-agent: BDFetch +Disallow:/ +User-agent: BLEXBot +Disallow:/ +User-agent: BackDoorBot +Disallow:/ +User-agent: BackStreet +Disallow:/ +User-agent: BackWeb +Disallow:/ +User-agent: Backlink-Ceck +Disallow:/ +User-agent: BacklinkCrawler +Disallow:/ +User-agent: Badass +Disallow:/ +User-agent: Bandit +Disallow:/ +User-agent: Barkrowler +Disallow:/ +User-agent: BatchFTP +Disallow:/ +User-agent: Battleztar Bazinga +Disallow:/ +User-agent: BetaBot +Disallow:/ +User-agent: Bigfoot +Disallow:/ +User-agent: Bitacle +Disallow:/ +User-agent: BlackWidow +Disallow:/ +User-agent: Black Hole +Disallow:/ +User-agent: Blackboard +Disallow:/ +User-agent: Blow +Disallow:/ +User-agent: BlowFish +Disallow:/ +User-agent: Boardreader +Disallow:/ +User-agent: Bolt +Disallow:/ +User-agent: BotALot +Disallow:/ +User-agent: Brandprotect +Disallow:/ +User-agent: Brandwatch +Disallow:/ +User-agent: Buck +Disallow:/ +User-agent: Buddy +Disallow:/ +User-agent: BuiltBotTough +Disallow:/ +User-agent: BuiltWith +Disallow:/ +User-agent: Bullseye +Disallow:/ +User-agent: BunnySlippers +Disallow:/ +User-agent: BuzzSumo +Disallow:/ +User-agent: CATExplorador +Disallow:/ +User-agent: CCBot +Disallow:/ +User-agent: CODE87 +Disallow:/ +User-agent: CSHttp +Disallow:/ +User-agent: Calculon +Disallow:/ +User-agent: CazoodleBot +Disallow:/ +User-agent: Cegbfeieh +Disallow:/ +User-agent: CensysInspect +Disallow:/ +User-agent: CheTeam +Disallow:/ +User-agent: CheeseBot +Disallow:/ +User-agent: CherryPicker +Disallow:/ +User-agent: ChinaClaw +Disallow:/ +User-agent: Chlooe +Disallow:/ +User-agent: Claritybot +Disallow:/ +User-agent: Cliqzbot +Disallow:/ +User-agent: Cloud mapping +Disallow:/ +User-agent: Cocolyzebot +Disallow:/ +User-agent: Cogentbot +Disallow:/ +User-agent: Collector +Disallow:/ +User-agent: Copier +Disallow:/ +User-agent: CopyRightCheck +Disallow:/ +User-agent: Copyscape +Disallow:/ +User-agent: Cosmos +Disallow:/ +User-agent: Craftbot +Disallow:/ +User-agent: CrazyWebCrawler +Disallow:/ +User-agent: Crescent +Disallow:/ +User-agent: CrunchBot +Disallow:/ +User-agent: Curious +Disallow:/ +User-agent: Custo +Disallow:/ +User-agent: CyotekWebCopy +Disallow:/ +User-agent: DBLBot +Disallow:/ +User-agent: DIIbot +Disallow:/ +User-agent: DSearch +Disallow:/ +User-agent: DTS Agent +Disallow:/ +User-agent: DataCha0s +Disallow:/ +User-agent: DatabaseDriverMysqli +Disallow:/ +User-agent: Demon +Disallow:/ +User-agent: Deusu +Disallow:/ +User-agent: Devil +Disallow:/ +User-agent: Digincore +Disallow:/ +User-agent: DigitalPebble +Disallow:/ +User-agent: Dirbuster +Disallow:/ +User-agent: Disco +Disallow:/ +User-agent: Discobot +Disallow:/ +User-agent: Discoverybot +Disallow:/ +User-agent: Dispatch +Disallow:/ +User-agent: DittoSpyder +Disallow:/ +User-agent: DnyzBot +Disallow:/ +User-agent: DomCopBot +Disallow:/ +User-agent: DomainAppender +Disallow:/ +User-agent: DomainCrawler +Disallow:/ +User-agent: DomainSigmaCrawler +Disallow:/ +User-agent: DomainStatsBot +Disallow:/ +User-agent: Domains Project +Disallow:/ +User-agent: Dotbot +Disallow:/ +User-agent: Download Wonder +Disallow:/ +User-agent: Dragonfly +Disallow:/ +User-agent: Drip +Disallow:/ +User-agent: ECCP/1.0 +Disallow:/ +User-agent: EMail Siphon +Disallow:/ +User-agent: EMail Wolf +Disallow:/ +User-agent: EasyDL +Disallow:/ +User-agent: Ebingbong +Disallow:/ +User-agent: Ecxi +Disallow:/ +User-agent: EirGrabber +Disallow:/ +User-agent: EroCrawler +Disallow:/ +User-agent: Evil +Disallow:/ +User-agent: Exabot +Disallow:/ +User-agent: Express WebPictures +Disallow:/ +User-agent: ExtLinksBot +Disallow:/ +User-agent: Extractor +Disallow:/ +User-agent: ExtractorPro +Disallow:/ +User-agent: Extreme Picture Finder +Disallow:/ +User-agent: EyeNetIE +Disallow:/ +User-agent: Ezooms +Disallow:/ +User-agent: FDM +Disallow:/ +User-agent: FHscan +Disallow:/ +User-agent: FemtosearchBot +Disallow:/ +User-agent: Fimap +Disallow:/ +User-agent: Firefox/7.0 +Disallow:/ +User-agent: FlashGet +Disallow:/ +User-agent: Flunky +Disallow:/ +User-agent: Foobot +Disallow:/ +User-agent: Freeuploader +Disallow:/ +User-agent: FrontPage +Disallow:/ +User-agent: Fuzz +Disallow:/ +User-agent: FyberSpider +Disallow:/ +User-agent: Fyrebot +Disallow:/ +User-agent: G-i-g-a-b-o-t +Disallow:/ +User-agent: GT::WWW +Disallow:/ +User-agent: GalaxyBot +Disallow:/ +User-agent: Genieo +Disallow:/ +User-agent: GermCrawler +Disallow:/ +User-agent: GetRight +Disallow:/ +User-agent: GetWeb +Disallow:/ +User-agent: Getintent +Disallow:/ +User-agent: Gigablast +Disallow:/ +User-agent: Gigabot +Disallow:/ +User-agent: Go!Zilla +Disallow:/ +User-agent: Go-Ahead-Got-It +Disallow:/ +User-agent: GoZilla +Disallow:/ +User-agent: Gotit +Disallow:/ +User-agent: GrabNet +Disallow:/ +User-agent: Grabber +Disallow:/ +User-agent: Grafula +Disallow:/ +User-agent: GrapeFX +Disallow:/ +User-agent: GrapeshotCrawler +Disallow:/ +User-agent: GridBot +Disallow:/ +User-agent: HEADMasterSEO +Disallow:/ +User-agent: HMView +Disallow:/ +User-agent: HTMLparser +Disallow:/ +User-agent: HTTP::Lite +Disallow:/ +User-agent: HTTrack +Disallow:/ +User-agent: Haansoft +Disallow:/ +User-agent: HaosouSpider +Disallow:/ +User-agent: Harvest +Disallow:/ +User-agent: Havij +Disallow:/ +User-agent: Heritrix +Disallow:/ +User-agent: Hloader +Disallow:/ +User-agent: Humanlinks +Disallow:/ +User-agent: HybridBot +Disallow:/ +User-agent: IDBTE4M +Disallow:/ +User-agent: IDBot +Disallow:/ +User-agent: IRLbot +Disallow:/ +User-agent: Iblog +Disallow:/ +User-agent: Id-search +Disallow:/ +User-agent: IlseBot +Disallow:/ +User-agent: Image Fetch +Disallow:/ +User-agent: Image Sucker +Disallow:/ +User-agent: IndeedBot +Disallow:/ +User-agent: Indy Library +Disallow:/ +User-agent: InfoNaviRobot +Disallow:/ +User-agent: InfoTekies +Disallow:/ +User-agent: Intelliseek +Disallow:/ +User-agent: InterGET +Disallow:/ +User-agent: InternetSeer +Disallow:/ +User-agent: Internet Ninja +Disallow:/ +User-agent: Iria +Disallow:/ +User-agent: Iskanie +Disallow:/ +User-agent: IstellaBot +Disallow:/ +User-agent: JOC Web Spider +Disallow:/ +User-agent: JamesBOT +Disallow:/ +User-agent: Jbrofuzz +Disallow:/ +User-agent: JennyBot +Disallow:/ +User-agent: JetCar +Disallow:/ +User-agent: Jetty +Disallow:/ +User-agent: JikeSpider +Disallow:/ +User-agent: Joomla +Disallow:/ +User-agent: Jorgee +Disallow:/ +User-agent: JustView +Disallow:/ +User-agent: Jyxobot +Disallow:/ +User-agent: Kenjin Spider +Disallow:/ +User-agent: Keyword Density +Disallow:/ +User-agent: Kinza +Disallow:/ +User-agent: Kozmosbot +Disallow:/ +User-agent: LNSpiderguy +Disallow:/ +User-agent: LWP::Simple +Disallow:/ +User-agent: Lanshanbot +Disallow:/ +User-agent: Larbin +Disallow:/ +User-agent: LeechFTP +Disallow:/ +User-agent: LeechGet +Disallow:/ +User-agent: LexiBot +Disallow:/ +User-agent: Lftp +Disallow:/ +User-agent: LibWeb +Disallow:/ +User-agent: Libwhisker +Disallow:/ +User-agent: LieBaoFast +Disallow:/ +User-agent: Lightspeedsystems +Disallow:/ +User-agent: Likse +Disallow:/ +User-agent: LinkScan +Disallow:/ +User-agent: LinkWalker +Disallow:/ +User-agent: Linkbot +Disallow:/ +User-agent: Linkdexbot +Disallow:/ +User-agent: LinkextractorPro +Disallow:/ +User-agent: LinkpadBot +Disallow:/ +User-agent: LinksManager +Disallow:/ +User-agent: LinqiaMetadataDownloaderBot +Disallow:/ +User-agent: LinqiaRSSBot +Disallow:/ +User-agent: LinqiaScrapeBot +Disallow:/ +User-agent: Lipperhey +Disallow:/ +User-agent: Lipperhey Spider +Disallow:/ +User-agent: Litemage_walker +Disallow:/ +User-agent: Lmspider +Disallow:/ +User-agent: Ltx71 +Disallow:/ +User-agent: MFC_Tear_Sample +Disallow:/ +User-agent: MIDown tool +Disallow:/ +User-agent: MIIxpc +Disallow:/ +User-agent: MJ12bot +Disallow:/ +User-agent: MQQBrowser +Disallow:/ +User-agent: MSFrontPage +Disallow:/ +User-agent: MSIECrawler +Disallow:/ +User-agent: MTRobot +Disallow:/ +User-agent: Mag-Net +Disallow:/ +User-agent: Magnet +Disallow:/ +User-agent: Mail.RU_Bot +Disallow:/ +User-agent: Majestic-SEO +Disallow:/ +User-agent: Majestic12 +Disallow:/ +User-agent: Majestic SEO +Disallow:/ +User-agent: MarkMonitor +Disallow:/ +User-agent: MarkWatch +Disallow:/ +User-agent: Mass Downloader +Disallow:/ +User-agent: Masscan +Disallow:/ +User-agent: Mata Hari +Disallow:/ +User-agent: MauiBot +Disallow:/ +User-agent: Mb2345Browser +Disallow:/ +User-agent: MeanPath Bot +Disallow:/ +User-agent: Meanpathbot +Disallow:/ +User-agent: Mediatoolkitbot +Disallow:/ +User-agent: MegaIndex.ru +Disallow:/ +User-agent: Metauri +Disallow:/ +User-agent: MicroMessenger +Disallow:/ +User-agent: Microsoft Data Access +Disallow:/ +User-agent: Microsoft URL Control +Disallow:/ +User-agent: Mister PiX +Disallow:/ +User-agent: Moblie Safari +Disallow:/ +User-agent: Mojeek +Disallow:/ +User-agent: Mojolicious +Disallow:/ +User-agent: Morfeus Fucking Scanner +Disallow:/ +User-agent: Mozlila +Disallow:/ +User-agent: Mr.4x3 +Disallow:/ +User-agent: Msrabot +Disallow:/ +User-agent: Musobot +Disallow:/ +User-agent: NICErsPRO +Disallow:/ +User-agent: NPbot +Disallow:/ +User-agent: Name Intelligence +Disallow:/ +User-agent: Nameprotect +Disallow:/ +User-agent: Navroad +Disallow:/ +User-agent: NearSite +Disallow:/ +User-agent: Needle +Disallow:/ +User-agent: Nessus +Disallow:/ +User-agent: NetAnts +Disallow:/ +User-agent: NetLyzer +Disallow:/ +User-agent: NetMechanic +Disallow:/ +User-agent: NetSpider +Disallow:/ +User-agent: NetZIP +Disallow:/ +User-agent: Net Vampire +Disallow:/ +User-agent: Netcraft +Disallow:/ +User-agent: Nettrack +Disallow:/ +User-agent: Netvibes +Disallow:/ +User-agent: NextGenSearchBot +Disallow:/ +User-agent: Nibbler +Disallow:/ +User-agent: Niki-bot +Disallow:/ +User-agent: Nikto +Disallow:/ +User-agent: NimbleCrawler +Disallow:/ +User-agent: Nimbostratus +Disallow:/ +User-agent: Ninja +Disallow:/ +User-agent: Nmap +Disallow:/ +User-agent: Nuclei +Disallow:/ +User-agent: Nutch +Disallow:/ +User-agent: Octopus +Disallow:/ +User-agent: Offline Explorer +Disallow:/ +User-agent: Offline Navigator +Disallow:/ +User-agent: OnCrawl +Disallow:/ +User-agent: OpenLinkProfiler +Disallow:/ +User-agent: OpenVAS +Disallow:/ +User-agent: Openfind +Disallow:/ +User-agent: Openvas +Disallow:/ +User-agent: OrangeBot +Disallow:/ +User-agent: OrangeSpider +Disallow:/ +User-agent: OutclicksBot +Disallow:/ +User-agent: OutfoxBot +Disallow:/ +User-agent: PECL::HTTP +Disallow:/ +User-agent: PHPCrawl +Disallow:/ +User-agent: POE-Component-Client-HTTP +Disallow:/ +User-agent: PageAnalyzer +Disallow:/ +User-agent: PageGrabber +Disallow:/ +User-agent: PageScorer +Disallow:/ +User-agent: PageThing.com +Disallow:/ +User-agent: Page Analyzer +Disallow:/ +User-agent: Pandalytics +Disallow:/ +User-agent: Panscient +Disallow:/ +User-agent: Papa Foto +Disallow:/ +User-agent: Pavuk +Disallow:/ +User-agent: PeoplePal +Disallow:/ +User-agent: Petalbot +Disallow:/ +User-agent: Pi-Monster +Disallow:/ +User-agent: Picscout +Disallow:/ +User-agent: Picsearch +Disallow:/ +User-agent: PictureFinder +Disallow:/ +User-agent: Piepmatz +Disallow:/ +User-agent: Pimonster +Disallow:/ +User-agent: Pixray +Disallow:/ +User-agent: PleaseCrawl +Disallow:/ +User-agent: Pockey +Disallow:/ +User-agent: ProPowerBot +Disallow:/ +User-agent: ProWebWalker +Disallow:/ +User-agent: Probethenet +Disallow:/ +User-agent: Psbot +Disallow:/ +User-agent: Pu_iN +Disallow:/ +User-agent: Pump +Disallow:/ +User-agent: PxBroker +Disallow:/ +User-agent: PyCurl +Disallow:/ +User-agent: QueryN Metasearch +Disallow:/ +User-agent: Quick-Crawler +Disallow:/ +User-agent: RSSingBot +Disallow:/ +User-agent: RankActive +Disallow:/ +User-agent: RankActiveLinkBot +Disallow:/ +User-agent: RankFlex +Disallow:/ +User-agent: RankingBot +Disallow:/ +User-agent: RankingBot2 +Disallow:/ +User-agent: Rankivabot +Disallow:/ +User-agent: RankurBot +Disallow:/ +User-agent: Re-re +Disallow:/ +User-agent: ReGet +Disallow:/ +User-agent: RealDownload +Disallow:/ +User-agent: Reaper +Disallow:/ +User-agent: RebelMouse +Disallow:/ +User-agent: Recorder +Disallow:/ +User-agent: RedesScrapy +Disallow:/ +User-agent: RepoMonkey +Disallow:/ +User-agent: Ripper +Disallow:/ +User-agent: RocketCrawler +Disallow:/ +User-agent: Rogerbot +Disallow:/ +User-agent: SBIder +Disallow:/ +User-agent: SEOkicks +Disallow:/ +User-agent: SEOkicks-Robot +Disallow:/ +User-agent: SEOlyticsCrawler +Disallow:/ +User-agent: SEOprofiler +Disallow:/ +User-agent: SEOstats +Disallow:/ +User-agent: SISTRIX +Disallow:/ +User-agent: SMTBot +Disallow:/ +User-agent: SalesIntelligent +Disallow:/ +User-agent: ScanAlert +Disallow:/ +User-agent: Scanbot +Disallow:/ +User-agent: ScoutJet +Disallow:/ +User-agent: Scrapy +Disallow:/ +User-agent: Screaming +Disallow:/ +User-agent: ScreenerBot +Disallow:/ +User-agent: ScrepyBot +Disallow:/ +User-agent: Searchestate +Disallow:/ +User-agent: SearchmetricsBot +Disallow:/ +User-agent: Semrush +Disallow:/ +User-agent: SemrushBot +Disallow:/ +User-agent: SentiBot +Disallow:/ +User-agent: SeoSiteCheckup +Disallow:/ +User-agent: SeobilityBot +Disallow:/ +User-agent: Seomoz +Disallow:/ +User-agent: Shodan +Disallow:/ +User-agent: Siphon +Disallow:/ +User-agent: SiteCheckerBotCrawler +Disallow:/ +User-agent: SiteExplorer +Disallow:/ +User-agent: SiteLockSpider +Disallow:/ +User-agent: SiteSnagger +Disallow:/ +User-agent: SiteSucker +Disallow:/ +User-agent: Site Sucker +Disallow:/ +User-agent: Sitebeam +Disallow:/ +User-agent: Siteimprove +Disallow:/ +User-agent: Sitevigil +Disallow:/ +User-agent: SlySearch +Disallow:/ +User-agent: SmartDownload +Disallow:/ +User-agent: Snake +Disallow:/ +User-agent: Snapbot +Disallow:/ +User-agent: Snoopy +Disallow:/ +User-agent: SocialRankIOBot +Disallow:/ +User-agent: Sociscraper +Disallow:/ +User-agent: Sogou web spider +Disallow:/ +User-agent: Sosospider +Disallow:/ +User-agent: Sottopop +Disallow:/ +User-agent: SpaceBison +Disallow:/ +User-agent: Spammen +Disallow:/ +User-agent: SpankBot +Disallow:/ +User-agent: Spanner +Disallow:/ +User-agent: Spbot +Disallow:/ +User-agent: Spinn3r +Disallow:/ +User-agent: SputnikBot +Disallow:/ +User-agent: Sqlmap +Disallow:/ +User-agent: Sqlworm +Disallow:/ +User-agent: Sqworm +Disallow:/ +User-agent: Steeler +Disallow:/ +User-agent: Stripper +Disallow:/ +User-agent: Sucker +Disallow:/ +User-agent: Sucuri +Disallow:/ +User-agent: SuperBot +Disallow:/ +User-agent: SuperHTTP +Disallow:/ +User-agent: Surfbot +Disallow:/ +User-agent: SurveyBot +Disallow:/ +User-agent: Suzuran +Disallow:/ +User-agent: Swiftbot +Disallow:/ +User-agent: Szukacz +Disallow:/ +User-agent: T0PHackTeam +Disallow:/ +User-agent: T8Abot +Disallow:/ +User-agent: Teleport +Disallow:/ +User-agent: TeleportPro +Disallow:/ +User-agent: Telesoft +Disallow:/ +User-agent: Telesphoreo +Disallow:/ +User-agent: Telesphorep +Disallow:/ +User-agent: TheNomad +Disallow:/ +User-agent: The Intraformant +Disallow:/ +User-agent: Thumbor +Disallow:/ +User-agent: TightTwatBot +Disallow:/ +User-agent: Titan +Disallow:/ +User-agent: Toata +Disallow:/ +User-agent: Toweyabot +Disallow:/ +User-agent: Tracemyfile +Disallow:/ +User-agent: Trendiction +Disallow:/ +User-agent: Trendictionbot +Disallow:/ +User-agent: True_Robot +Disallow:/ +User-agent: Turingos +Disallow:/ +User-agent: Turnitin +Disallow:/ +User-agent: TurnitinBot +Disallow:/ +User-agent: TwengaBot +Disallow:/ +User-agent: Twice +Disallow:/ +User-agent: Typhoeus +Disallow:/ +User-agent: URLy.Warning +Disallow:/ +User-agent: URLy Warning +Disallow:/ +User-agent: UnisterBot +Disallow:/ +User-agent: Upflow +Disallow:/ +User-agent: V-BOT +Disallow:/ +User-agent: VB Project +Disallow:/ +User-agent: VCI +Disallow:/ +User-agent: Vacuum +Disallow:/ +User-agent: Vagabondo +Disallow:/ +User-agent: VelenPublicWebCrawler +Disallow:/ +User-agent: VeriCiteCrawler +Disallow:/ +User-agent: VidibleScraper +Disallow:/ +User-agent: Virusdie +Disallow:/ +User-agent: VoidEYE +Disallow:/ +User-agent: Voil +Disallow:/ +User-agent: Voltron +Disallow:/ +User-agent: WASALive-Bot +Disallow:/ +User-agent: WBSearchBot +Disallow:/ +User-agent: WEBDAV +Disallow:/ +User-agent: WISENutbot +Disallow:/ +User-agent: WPScan +Disallow:/ +User-agent: WWW-Collector-E +Disallow:/ +User-agent: WWW-Mechanize +Disallow:/ +User-agent: WWW::Mechanize +Disallow:/ +User-agent: WWWOFFLE +Disallow:/ +User-agent: Wallpapers/3.0 +Disallow:/ +User-agent: WallpapersHD +Disallow:/ +User-agent: WeSEE +Disallow:/ +User-agent: WebAuto +Disallow:/ +User-agent: WebBandit +Disallow:/ +User-agent: WebCollage +Disallow:/ +User-agent: WebCopier +Disallow:/ +User-agent: WebEnhancer +Disallow:/ +User-agent: WebFetch +Disallow:/ +User-agent: WebFuck +Disallow:/ +User-agent: WebGo IS +Disallow:/ +User-agent: WebImageCollector +Disallow:/ +User-agent: WebLeacher +Disallow:/ +User-agent: WebPix +Disallow:/ +User-agent: WebReaper +Disallow:/ +User-agent: WebSauger +Disallow:/ +User-agent: WebStripper +Disallow:/ +User-agent: WebSucker +Disallow:/ +User-agent: WebWhacker +Disallow:/ +User-agent: WebZIP +Disallow:/ +User-agent: Web Auto +Disallow:/ +User-agent: Web Collage +Disallow:/ +User-agent: Web Enhancer +Disallow:/ +User-agent: Web Fetch +Disallow:/ +User-agent: Web Fuck +Disallow:/ +User-agent: Web Pix +Disallow:/ +User-agent: Web Sauger +Disallow:/ +User-agent: Web Sucker +Disallow:/ +User-agent: Webalta +Disallow:/ +User-agent: WebmasterWorldForumBot +Disallow:/ +User-agent: Webshag +Disallow:/ +User-agent: WebsiteExtractor +Disallow:/ +User-agent: WebsiteQuester +Disallow:/ +User-agent: Website Quester +Disallow:/ +User-agent: Webster +Disallow:/ +User-agent: Whack +Disallow:/ +User-agent: Whacker +Disallow:/ +User-agent: Whatweb +Disallow:/ +User-agent: Who.is Bot +Disallow:/ +User-agent: Widow +Disallow:/ +User-agent: WinHTTrack +Disallow:/ +User-agent: WiseGuys Robot +Disallow:/ +User-agent: Wonderbot +Disallow:/ +User-agent: Woobot +Disallow:/ +User-agent: Wotbox +Disallow:/ +User-agent: Wprecon +Disallow:/ +User-agent: Xaldon WebSpider +Disallow:/ +User-agent: Xaldon_WebSpider +Disallow:/ +User-agent: Xenu +Disallow:/ +User-agent: YoudaoBot +Disallow:/ +User-agent: Zade +Disallow:/ +User-agent: Zauba +Disallow:/ +User-agent: Zermelo +Disallow:/ +User-agent: Zeus +Disallow:/ +User-agent: Zitebot +Disallow:/ +User-agent: ZmEu +Disallow:/ +User-agent: ZoomBot +Disallow:/ +User-agent: ZoominfoBot +Disallow:/ +User-agent: ZumBot +Disallow:/ +User-agent: ZyBorg +Disallow:/ +User-agent: archive.org_bot +Disallow:/ +User-agent: arquivo-web-crawler +Disallow:/ +User-agent: arquivo.pt +Disallow:/ +User-agent: autoemailspider +Disallow:/ +User-agent: backlink-check +Disallow:/ +User-agent: check1.exe +Disallow:/ +User-agent: coccocbot-web +Disallow:/ +User-agent: cognitiveseo +Disallow:/ +User-agent: com.plumanalytics +Disallow:/ +User-agent: crawl.sogou.com +Disallow:/ +User-agent: crawler.feedback +Disallow:/ +User-agent: crawler4j +Disallow:/ +User-agent: demandbase-bot +Disallow:/ +User-agent: domainsproject.org +Disallow:/ +User-agent: eCatch +Disallow:/ +User-agent: evc-batch +Disallow:/ +User-agent: facebookscraper +Disallow:/ +User-agent: gopher +Disallow:/ +User-agent: heritrix +Disallow:/ +User-agent: instabid +Disallow:/ +User-agent: internetVista monitor +Disallow:/ +User-agent: ips-agent +Disallow:/ +User-agent: isitwp.com +Disallow:/ +User-agent: lwp-request +Disallow:/ +User-agent: lwp-trivial +Disallow:/ +User-agent: magpie-crawler +Disallow:/ +User-agent: meanpathbot +Disallow:/ +User-agent: mediawords +Disallow:/ +User-agent: muhstik-scan +Disallow:/ +User-agent: netEstate NE Crawler +Disallow:/ +User-agent: oBot +Disallow:/ +User-agent: page scorer +Disallow:/ +User-agent: pcBrowser +Disallow:/ +User-agent: plumanalytics +Disallow:/ +User-agent: polaris version +Disallow:/ +User-agent: probe-image-size +Disallow:/ +User-agent: ripz +Disallow:/ +User-agent: s1z.ru +Disallow:/ +User-agent: satoristudio.net +Disallow:/ +User-agent: scalaj-http +Disallow:/ +User-agent: scan.lol +Disallow:/ +User-agent: seobility +Disallow:/ +User-agent: seoscanners +Disallow:/ +User-agent: seostar +Disallow:/ +User-agent: serpstatbot +Disallow:/ +User-agent: sexsearcher +Disallow:/ +User-agent: sitechecker.pro +Disallow:/ +User-agent: siteripz +Disallow:/ +User-agent: sogouspider +Disallow:/ +User-agent: sp_auditbot +Disallow:/ +User-agent: spyfu +Disallow:/ +User-agent: sysscan +Disallow:/ +User-agent: tAkeOut +Disallow:/ +User-agent: trendiction.com +Disallow:/ +User-agent: trendiction.de +Disallow:/ +User-agent: voyagerx.com +Disallow:/ +User-agent: webmeup-crawler +Disallow:/ +User-agent: x09Mozilla +Disallow:/ +User-agent: x22Mozilla +Disallow:/ +User-agent: xpymep1.exe +Disallow:/ +User-agent: zauba.io +Disallow:/ +User-agent: zgrab +Disallow:/ +