vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 02:59:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V3.2018.04.1082 [ci skip]

Browse source
This commit is contained in:
Travis 2018-04-03 09:41:40 +02:00
parent 98623076e4
commit bae8a933c6
52 changed files with 82 additions and 72 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.184.226.236 0; 104.154.113.151 0;

7
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

4
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.224.112.202 0; 35.192.187.174 0;
104.154.120.187 0; 35.188.73.34 0;

7
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

4
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.7.13 0; 35.188.73.34 0;
104.154.120.187 0; 35.192.187.174 0;

7
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

4
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,5 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.188.1.99 0; 104.154.113.151 0;
35.184.226.236 0; 35.188.73.34 0;

7
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

2
.dev-tools/_curl_tests/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:51 SAST 2018 Last Tested: Tue Apr 3 09:40:58 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:34:56 SAST 2018 Last Tested: Tue Apr 3 09:41:03 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:01 SAST 2018 Last Tested: Tue Apr 3 09:41:08 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_4/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Apr 3 09:35:30 SAST 2018 Last Tested: Tue Apr 3 09:41:39 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -78,6 +78,7 @@ CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback crawler.feedback
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent

7
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.04.1081 #### Version: V3.2018.04.1082
#### Bad Referrer Count: 6248 #### Bad Referrer Count: 6248
#### Bad Bot Count: 519 #### Bad Bot Count: 520
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.04.1081 #### Version: V3.2018.04.1082
#### Bad Referrer Count: 6248 #### Bad Referrer Count: 6248
#### Bad Bot Count: 519 #### Bad Bot Count: 520
____________________ ____________________
## Help Support This Project ## Help Support This Project

4
README.md
View file

@ -4,9 +4,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites.
_______________ _______________
#### Version: V3.2018.04.1081 #### Version: V3.2018.04.1082
#### Bad Referrer Count: 6248 #### Bad Referrer Count: 6248
#### Bad Bot Count: 519 #### Bad Bot Count: 520
____________________ ____________________
## Help Support This Project ## Help Support This Project

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
crawler4j
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -79,6 +78,7 @@ CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback crawler.feedback
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V3.2018.04.1081 #### Version: V3.2018.04.1082
#### Bad Referrer Count: 6248 #### Bad Referrer Count: 6248
#### Bad Bot Count: 519 #### Bad Bot Count: 520
____________________ ____________________
## Help Support This Project ## Help Support This Project

7
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

7
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:52 SAST 2018
### Bad Referrer Count: 6248 ### Bad Referrer Count: 6248
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler4j\b" 3;
"~*\bcrawler.feedback\b" 3; "~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;

8
robots.txt/robots.txt
View file

@ -1,8 +1,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2018.04.1081 ### Version: V3.2018.04.1082
### Updated: Tue Apr 3 09:34:44 SAST 2018 ### Updated: Tue Apr 3 09:40:53 SAST 2018
### Bad Bot Count: 519 ### Bad Bot Count: 520
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -169,6 +169,8 @@ User-agent: Cosmos
Disallow:/ Disallow:/
User-agent: Craftbot User-agent: Craftbot
Disallow:/ Disallow:/
User-agent: crawler4j
Disallow:/
User-agent: crawler.feedback User-agent: crawler.feedback
Disallow:/ Disallow:/
User-agent: CrazyWebCrawler User-agent: CrazyWebCrawler