mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-10 23:34:41 +00:00
V4.2023.05.3716 [ci skip]
This commit is contained in:
parent
75bc4349fc
commit
285094c7e4
39 changed files with 389 additions and 372 deletions
|
@ -358,6 +358,7 @@ Pockey
|
|||
ProPowerBot
|
||||
ProWebWalker
|
||||
Probethenet
|
||||
Proximic
|
||||
Psbot
|
||||
Pu_iN
|
||||
Pump
|
||||
|
@ -578,6 +579,7 @@ crawl.sogou.com
|
|||
crawler.feedback
|
||||
crawler4j
|
||||
dataforseo.com
|
||||
dataforseobot
|
||||
demandbase-bot
|
||||
domainsproject.org
|
||||
eCatch
|
||||
|
|
|
@ -1 +1 @@
|
|||
3715
|
||||
3716
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:16 UTC 2023
|
||||
### Version: V3.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:15 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
20.171.49.55 0;
|
||||
157.55.189.33 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 1;
|
||||
10.1.0.119 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 0;
|
||||
10.1.0.119 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 1;
|
||||
10.1.0.119 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 0;
|
||||
10.1.0.119 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 1;
|
||||
10.1.0.119 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
@ -419,6 +419,7 @@
|
|||
"~*(?:\b)ProPowerBot(?:\b|)" 0;
|
||||
"~*(?:\b)ProWebWalker(?:\b|)" 0;
|
||||
"~*(?:\b)Probethenet(?:\b|)" 0;
|
||||
"~*(?:\b)Proximic(?:\b|)" 0;
|
||||
"~*(?:\b)Psbot(?:\b|)" 0;
|
||||
"~*(?:\b)Pu_iN(?:\b|)" 0;
|
||||
"~*(?:\b)Pump(?:\b|)" 0;
|
||||
|
@ -639,6 +640,7 @@
|
|||
"~*(?:\b)crawler.feedback(?:\b|)" 0;
|
||||
"~*(?:\b)crawler4j(?:\b|)" 0;
|
||||
"~*(?:\b)dataforseo.com(?:\b|)" 0;
|
||||
"~*(?:\b)dataforseobot(?:\b|)" 0;
|
||||
"~*(?:\b)demandbase-bot(?:\b|)" 0;
|
||||
"~*(?:\b)domainsproject.org(?:\b|)" 0;
|
||||
"~*(?:\b)eCatch(?:\b|)" 0;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 0;
|
||||
10.1.0.119 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
20.171.49.55 0;
|
||||
157.55.189.33 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
20.171.49.55 0;
|
||||
157.55.189.33 0;
|
||||
|
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:15 UTC 2023
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:14 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 637
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ProPowerBot(?:\b)" 3;
|
||||
"~*(?:\b)ProWebWalker(?:\b)" 3;
|
||||
"~*(?:\b)Probethenet(?:\b)" 3;
|
||||
"~*(?:\b)Proximic(?:\b)" 3;
|
||||
"~*(?:\b)Psbot(?:\b)" 3;
|
||||
"~*(?:\b)Pu_iN(?:\b)" 3;
|
||||
"~*(?:\b)Pump(?:\b)" 3;
|
||||
|
@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)crawler.feedback(?:\b)" 3;
|
||||
"~*(?:\b)crawler4j(?:\b)" 3;
|
||||
"~*(?:\b)dataforseo.com(?:\b)" 3;
|
||||
"~*(?:\b)dataforseobot(?:\b)" 3;
|
||||
"~*(?:\b)demandbase-bot(?:\b)" 3;
|
||||
"~*(?:\b)domainsproject.org(?:\b)" 3;
|
||||
"~*(?:\b)eCatch(?:\b)" 3;
|
||||
|
@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)Baidu(?:\b)" 2;
|
||||
"~*(?:\b)FlipboardProxy(?:\b)" 2;
|
||||
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
|
||||
"~*(?:\b)Proximic(?:\b)" 2;
|
||||
"~*(?:\b)R6_CommentReader(?:\b)" 2;
|
||||
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
|
||||
"~*(?:\b)RED/1(?:\b)" 2;
|
||||
|
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 1;
|
||||
10.1.0.119 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
@ -419,6 +419,7 @@
|
|||
"~*(?:\b)ProPowerBot(?:\b|)" 0;
|
||||
"~*(?:\b)ProWebWalker(?:\b|)" 0;
|
||||
"~*(?:\b)Probethenet(?:\b|)" 0;
|
||||
"~*(?:\b)Proximic(?:\b|)" 0;
|
||||
"~*(?:\b)Psbot(?:\b|)" 0;
|
||||
"~*(?:\b)Pu_iN(?:\b|)" 0;
|
||||
"~*(?:\b)Pump(?:\b|)" 0;
|
||||
|
@ -639,6 +640,7 @@
|
|||
"~*(?:\b)crawler.feedback(?:\b|)" 0;
|
||||
"~*(?:\b)crawler4j(?:\b|)" 0;
|
||||
"~*(?:\b)dataforseo.com(?:\b|)" 0;
|
||||
"~*(?:\b)dataforseobot(?:\b|)" 0;
|
||||
"~*(?:\b)demandbase-bot(?:\b|)" 0;
|
||||
"~*(?:\b)domainsproject.org(?:\b|)" 0;
|
||||
"~*(?:\b)eCatch(?:\b|)" 0;
|
||||
|
|
|
@ -4,7 +4,6 @@ BUbiNG
|
|||
Baidu
|
||||
FlipboardProxy
|
||||
MSIE 7.0
|
||||
Proximic
|
||||
R6_CommentReader
|
||||
R6_FeedFetcher
|
||||
RED/1
|
||||
|
|
|
@ -1,10 +1,10 @@
|
|||
BLEXBot
|
||||
GridBot
|
||||
Lftp
|
||||
Morfeus Fucking Scanner
|
||||
NICErsPRO
|
||||
PageAnalyzer
|
||||
RankActiveLinkBot
|
||||
SearchmetricsBot
|
||||
SiteSnagger
|
||||
WebSauger
|
||||
ALittle Client
|
||||
Aspiegel
|
||||
Bandit
|
||||
Devil
|
||||
FrontPage
|
||||
Grabber
|
||||
Kinza
|
||||
Octopus
|
||||
T8Abot
|
||||
Telesphorep
|
||||
|
|
|
@ -1,100 +1,100 @@
|
|||
AhrefsBot
|
||||
404enemy
|
||||
ADmantX
|
||||
Acunetix
|
||||
Anarchie
|
||||
Ankit
|
||||
AwarioSmartBot
|
||||
Barkrowler
|
||||
BatchFTP
|
||||
Black Hole
|
||||
Boardreader
|
||||
BuiltBotTough
|
||||
CODE87
|
||||
CheTeam
|
||||
CherryPicker
|
||||
Apexoo
|
||||
BetaBot
|
||||
Brandprotect
|
||||
Buddy
|
||||
CazoodleBot
|
||||
ChinaClaw
|
||||
Chlooe
|
||||
Citoid
|
||||
Claritybot
|
||||
Craftbot
|
||||
DatabaseDriverMysqli
|
||||
Dirbuster
|
||||
Devil
|
||||
Discoverybot
|
||||
DnBCrawler-Analytics
|
||||
DnyzBot
|
||||
Dragonfly
|
||||
Extractor
|
||||
EyeNetIE
|
||||
Freeuploader
|
||||
DomainAppender
|
||||
EirGrabber
|
||||
Evil
|
||||
ExtractorPro
|
||||
FHscan
|
||||
GT::WWW
|
||||
Genieo
|
||||
Go!Zilla
|
||||
GoZilla
|
||||
Gotit
|
||||
Haansoft
|
||||
Hloader
|
||||
Iskanie
|
||||
Joomla
|
||||
LNSpiderguy
|
||||
LeechFTP
|
||||
LinqiaRSSBot
|
||||
Mail.RU_Bot
|
||||
Metauri
|
||||
MicroMessenger
|
||||
NPbot
|
||||
Name Intelligence
|
||||
NetLyzer
|
||||
NetZIP
|
||||
Netcraft
|
||||
NimbleCrawler
|
||||
Octopus
|
||||
GetRight
|
||||
GridBot
|
||||
HTMLparser
|
||||
HybridBot
|
||||
IlseBot
|
||||
Image Fetch
|
||||
InfoNaviRobot
|
||||
InfoTekies
|
||||
JamesBOT
|
||||
JetCar
|
||||
Keybot Translation-Search-Machine
|
||||
LeechGet
|
||||
Litemage_walker
|
||||
Majestic-SEO
|
||||
MarkMonitor
|
||||
Meanpathbot
|
||||
Mediatoolkitbot
|
||||
Minefield
|
||||
Moblie Safari
|
||||
Mr.4x3
|
||||
Nuclei
|
||||
Offline Explorer
|
||||
Offline Navigator
|
||||
Openfind
|
||||
OrangeSpider
|
||||
OutclicksBot
|
||||
Page Analyzer
|
||||
Pandalytics
|
||||
Pixray
|
||||
PleaseCrawl
|
||||
Psbot
|
||||
Openvas
|
||||
Panscient
|
||||
Pavuk
|
||||
PyCurl
|
||||
RankActiveLinkBot
|
||||
RankingBot
|
||||
RankingBot2
|
||||
RankurBot
|
||||
Reaper
|
||||
SEOkicks
|
||||
SEOkicks-Robot
|
||||
SEOlyticsCrawler
|
||||
SEOprofiler
|
||||
SalesIntelligent
|
||||
RedesScrapy
|
||||
ScoutJet
|
||||
Scrapy
|
||||
Searchestate
|
||||
Shodan
|
||||
SiteSnagger
|
||||
SlySearch
|
||||
Sosospider
|
||||
SpaceBison
|
||||
Spammen
|
||||
Spbot
|
||||
SputnikBot
|
||||
Suzuran
|
||||
TeleportPro
|
||||
Telesphoreo
|
||||
The Intraformant
|
||||
Titan
|
||||
True_Robot
|
||||
URLy.Warning
|
||||
VelenPublicWebCrawler
|
||||
Virusdie
|
||||
Voil
|
||||
Voltron
|
||||
WBSearchBot
|
||||
WebWhacker
|
||||
WebmasterWorldForumBot
|
||||
WebsiteExtractor
|
||||
Who.is Bot
|
||||
Widow
|
||||
Xaldon WebSpider
|
||||
demandbase-bot
|
||||
eCatch
|
||||
evc-batch
|
||||
pcBrowser
|
||||
scalaj-http
|
||||
ScreenerBot
|
||||
ScrepyBot
|
||||
SemanticJuice
|
||||
Semrush
|
||||
SemrushBot
|
||||
SentiBot
|
||||
SiteLockSpider
|
||||
Sociscraper
|
||||
Sucker
|
||||
T8Abot
|
||||
Toweyabot
|
||||
Turingos
|
||||
V-BOT
|
||||
WISENutbot
|
||||
WWWOFFLE
|
||||
WeSEE
|
||||
Web Enhancer
|
||||
WebCopier
|
||||
WebReaper
|
||||
Whatweb
|
||||
Wotbox
|
||||
Xaldon_WebSpider
|
||||
YoudaoBot
|
||||
Zauba
|
||||
ZoomBot
|
||||
ZoominfoBot
|
||||
archive.org_bot
|
||||
backlink-check
|
||||
com.plumanalytics
|
||||
heritrix
|
||||
instabid
|
||||
internetVista monitor
|
||||
isitwp.com
|
||||
iubenda-radar
|
||||
lwp-trivial
|
||||
page scorer
|
||||
plumanalytics
|
||||
s1z.ru
|
||||
sysscan
|
||||
tAkeOut
|
||||
trendiction.com
|
||||
voyagerx.com
|
||||
webmeup-crawler
|
||||
x09Mozilla
|
||||
zgrab
|
||||
|
|
|
@ -1,10 +1,10 @@
|
|||
123any.com
|
||||
all4invest.ru
|
||||
avtointeres.ru
|
||||
cheapmoncler.win
|
||||
checktext.org
|
||||
ikearugs.xyz
|
||||
kongoultry.net
|
||||
no-fuel.org
|
||||
savetubevideo.com
|
||||
tagil.zrus.org
|
||||
groupmoney.ru
|
||||
harmonyglen.us
|
||||
letolove.ru
|
||||
mosrif.ru
|
||||
nootrino.com
|
||||
picturesify.com
|
||||
rome2rio.com
|
||||
seorankinglinks.xyz
|
||||
tanieaukcje.com.pl
|
||||
zarabotat-na-sajte.ru
|
||||
|
|
|
@ -1,100 +1,100 @@
|
|||
101lesbian.xyz
|
||||
100dollars-seo.com
|
||||
123locker.com
|
||||
1millionusd.xyz
|
||||
4kplayer.pl
|
||||
72-news.com
|
||||
aliexpresscashback.club
|
||||
alldezservice.kz
|
||||
allkrim.com
|
||||
alvtank.se
|
||||
ameblo.top
|
||||
angigreene.com
|
||||
applicationg29.com
|
||||
azarttoto.com
|
||||
binomo.com
|
||||
bjorkbacken.nu
|
||||
bosefux.esy.es
|
||||
brianhenry.co
|
||||
business-suggested.tk
|
||||
casinopinup-wins.com
|
||||
cdn.walkme.com
|
||||
christianlouboutinreplica.win
|
||||
cinemaenergy-hd.ru
|
||||
cntravelre.com
|
||||
cometorussia.net
|
||||
compliance-irvin.top
|
||||
conboy.us
|
||||
date-withme.com
|
||||
decenttools.com
|
||||
dichvuvesinhhanoi.com
|
||||
dosugrostov.site
|
||||
editors.choice6912650.hulfingtonpost.com
|
||||
elexies.info
|
||||
elitedollars.com
|
||||
filmbokep69.com
|
||||
fotzen-ficken.com
|
||||
glass-msk.ru
|
||||
grtyi.com
|
||||
gsasearchengineranker.pw
|
||||
houtings.xyz
|
||||
husky-shop.cz
|
||||
ikearugs.xyz
|
||||
imicrovision.com
|
||||
indo-export.ru
|
||||
ivanstroi.ru
|
||||
izismile.com
|
||||
junketjuice.blogspot.com
|
||||
kirov.zrus.org
|
||||
kollekcioner.ru
|
||||
kovrenok.ru
|
||||
lol-smurfs.com
|
||||
300richmond.co.nz
|
||||
3dracergames.com
|
||||
4replicawatch.net
|
||||
alta-realestate.com
|
||||
am15.net
|
||||
asdfz.pro
|
||||
ayeartoforget.com
|
||||
azartmsl.com
|
||||
beztuberkuleza.ru
|
||||
blavia.00author.com
|
||||
boo-arts.com
|
||||
brainsandeggs.blogspot.com
|
||||
budpost.com.ua
|
||||
cartiertrinity.xyz
|
||||
cherrypointplace.ca
|
||||
chorus.terakeet.com
|
||||
christianlouboutinshoes.xyz
|
||||
clickintext.net
|
||||
commoncrawl.org
|
||||
compliance-nelson.top
|
||||
covadhosting.biz
|
||||
covetnica.com
|
||||
creativehutindia.com
|
||||
dailyfinancefix.com
|
||||
davebestdeals.com
|
||||
deluxedumps.com
|
||||
dividendo.ru
|
||||
djekxa.ru
|
||||
eaplay.ru
|
||||
elektrischezi.canalblog.com
|
||||
fastfixing.tech
|
||||
fix-website-errors.com
|
||||
friendflnder.com
|
||||
fuckmill.com
|
||||
gaz-voshod.ru
|
||||
goldenggames.com
|
||||
gwebtools.com.br
|
||||
histock.info
|
||||
inet-traffic.com
|
||||
infazavr.ru
|
||||
iplusbit.blogspot.co.za
|
||||
iron-age.info
|
||||
jbl-charge.info
|
||||
johannesburgsingles.co.za
|
||||
kopihijau.info
|
||||
law-check-seven.xyz
|
||||
lineavabit.it
|
||||
lomza.info
|
||||
losangeles-ads.com
|
||||
makedo.ru
|
||||
me-ke.com
|
||||
mindeyegames.com
|
||||
mmog-play.ru
|
||||
musicas.baixar-musicas-gratis.com
|
||||
newstudio.tv
|
||||
nextbackgroundcheck.gq
|
||||
northfacestore.online
|
||||
nvssf.com
|
||||
office-windows.ru
|
||||
oksrv.com
|
||||
onlinetvseries.me
|
||||
optikremont.ru
|
||||
percin.biz.ly
|
||||
pk-services.ru
|
||||
pornoted.com
|
||||
proekt-mos.ru
|
||||
prostitutki-kiev.org
|
||||
proxyelite.biz
|
||||
quizzitch.net
|
||||
redirectingat.com
|
||||
rff-cfal.info
|
||||
runstocks.com
|
||||
rvi.biz
|
||||
sa-rewards.co.za
|
||||
sabizonline.com
|
||||
sexytrend.ru
|
||||
sharebutton.net
|
||||
snjatie-geroinovoy-lomki.ru
|
||||
softomix.net
|
||||
startufa.ru
|
||||
stroyhelp-dv.ru
|
||||
thecounter.com
|
||||
tizanidine4mgstreetvalue.blogspot.com
|
||||
tizanidineinteractions.blogspot.com
|
||||
tizanidinestreetvalue.blogspot.com
|
||||
tracfone.com
|
||||
truemfilelj.gq
|
||||
ugogo.info
|
||||
uk-zheu20.ru
|
||||
vapeface.club
|
||||
vedomstvo.net
|
||||
vgoloveboli.net
|
||||
video-camer.com
|
||||
villacoloniale.com
|
||||
wedding0venues.tk
|
||||
wetgames.ru
|
||||
wygraj-skiny.win
|
||||
xn----itbeirbjbi7bc6bh2d.xn--p1ai
|
||||
xnxxandxvideos.com
|
||||
yourads.website
|
||||
maladot.com
|
||||
medicinacom.ru
|
||||
ngps1.ru
|
||||
nhl17coinsforps3.gratisblog.biz
|
||||
openmediasoft.com
|
||||
pic2fly.com
|
||||
platesauto.com
|
||||
prointer.net.ua
|
||||
proposal-engine.com
|
||||
prostitutki-belgoroda.org
|
||||
reklama-i-rabota.ru
|
||||
rockingclicks.com
|
||||
rubbed.us
|
||||
russintv.fr
|
||||
sampleletters.net
|
||||
scanner-don.top
|
||||
scanner-jack.top
|
||||
seorankinglinks.us
|
||||
service.adtech.us
|
||||
shop.xz618.com
|
||||
sibdevice.ru
|
||||
site3.free-share-buttons.com
|
||||
sklad-24.ru
|
||||
sovetogorod.ru
|
||||
spitfiremusic.com
|
||||
spywareit.com
|
||||
stevemonsen.com
|
||||
superoboi.com.ua
|
||||
support.nopeas.sk
|
||||
teenfuck.tv
|
||||
telegraf.by
|
||||
thebestweightlosspills.ovh
|
||||
tootoo.to
|
||||
topsiteminecraft.com
|
||||
ultimateclassicrock.com
|
||||
urengoy.pro
|
||||
videojam.tv
|
||||
wholesalejerseychinaoutlet.com
|
||||
worldinternetauthority.com
|
||||
x5market.ru
|
||||
xn--c1acygb.xn--p1ai
|
||||
xtubeporno.net
|
||||
zahvat.ru
|
||||
zaim-pod-zalog-krasnodar.ru
|
||||
zigarettenonlinekaufen2.drupalgardens.com
|
||||
zrelaya.pw
|
||||
zs2vm.top
|
||||
|
|
|
@ -8,6 +8,93 @@
|
|||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>ml>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
|
@ -407,90 +494,6 @@
|
|||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<html>
|
||||
<head><title>503 Service Temporarily Unavailable</title></head>
|
||||
<body>
|
||||
<center><h1>503 Service Temporarily Unavailable</h1></center>
|
||||
<hr><center>nginx/1.18.0 (Ubuntu)</center>
|
||||
</body>
|
||||
</html>
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
|
@ -581,14 +584,4 @@
|
|||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.22 0;
|
||||
10.1.0.119 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
@ -6,9 +6,9 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2023.04.3715
|
||||
### Updated: Sun Apr 30 22:01:17 UTC 2023
|
||||
### Bad Bot Count: 637
|
||||
### Version: V4.2023.05.3716
|
||||
### Updated: Mon May 1 04:23:16 UTC 2023
|
||||
### Bad Bot Count: 639
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
||||
|
@ -735,6 +735,8 @@ User-agent: ProWebWalker
|
|||
Disallow:/
|
||||
User-agent: Probethenet
|
||||
Disallow:/
|
||||
User-agent: Proximic
|
||||
Disallow:/
|
||||
User-agent: Psbot
|
||||
Disallow:/
|
||||
User-agent: Pu_iN
|
||||
|
@ -1175,6 +1177,8 @@ User-agent: crawler4j
|
|||
Disallow:/
|
||||
User-agent: dataforseo.com
|
||||
Disallow:/
|
||||
User-agent: dataforseobot
|
||||
Disallow:/
|
||||
User-agent: demandbase-bot
|
||||
Disallow:/
|
||||
User-agent: domainsproject.org
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue