vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V3.2018.03.1074 [ci skip]

Browse source
This commit is contained in:
Travis 2018-03-29 09:23:06 +02:00
parent 4341d84d24
commit 25fd2ae663
52 changed files with 79 additions and 71 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.203.142 0; 146.148.58.237 0;

7
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

2
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -26,4 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.192.217.12 0; 35.226.126.204 0;

7
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

3
.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.192.217.12 0; 104.197.236.150 0;
35.193.203.142 0;

7
.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

3
.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf
View file

@ -26,5 +26,4 @@
# Only add actual IP addresses and ranges here # Only add actual IP addresses and ranges here
111.111.111.111 0; 111.111.111.111 0;
35.193.211.2 0; 35.226.126.204 0;
35.193.203.142 0;

7
.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

2
.dev-tools/_curl_tests/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:13 SAST 2018 Last Tested: Thu Mar 29 09:22:27 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_2/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_2/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:18 SAST 2018 Last Tested: Thu Mar 29 09:22:31 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_3/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_3/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:39:22 SAST 2018 Last Tested: Thu Mar 29 09:22:36 SAST 2018
<?php <?php

2
.dev-tools/_curl_tests_4/curltest1.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest2.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest3.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest4.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
% Total % Received % Xferd Average Speed Time Time Time Current % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed Dload Upload Total Spent Left Speed

2
.dev-tools/_curl_tests_4/curltest5.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest6.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest7.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

2
.dev-tools/_curl_tests_4/curltest8.txt
View file

@ -1,4 +1,4 @@
Last Tested: Tue Mar 27 11:40:03 SAST 2018 Last Tested: Thu Mar 29 09:23:06 SAST 2018
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -78,6 +78,7 @@ CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot Craftbot
crawler.feedback
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent
CSHttp CSHttp

7
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.03.1073 #### Version: V3.2018.03.1074
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6230
#### Bad Bot Count: 515 #### Bad Bot Count: 516
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V3.2018.03.1073 #### Version: V3.2018.03.1074
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6230
#### Bad Bot Count: 515 #### Bad Bot Count: 516
____________________ ____________________
## Help Support This Project ## Help Support This Project

4
README.md
View file

@ -4,9 +4,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites.
_______________ _______________
#### Version: V3.2018.03.1073 #### Version: V3.2018.03.1074
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6230
#### Bad Bot Count: 515 #### Bad Bot Count: 516
____________________ ____________________
## Help Support This Project ## Help Support This Project

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
crawler.feedback
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -79,6 +78,7 @@ CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot Craftbot
crawler.feedback
CrazyWebCrawler CrazyWebCrawler
Crescent Crescent
CSHttp CSHttp

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V3.2018.03.1073 #### Version: V3.2018.03.1074
#### Bad Referrer Count: 6230 #### Bad Referrer Count: 6230
#### Bad Bot Count: 515 #### Bad Bot Count: 516
____________________ ____________________
## Help Support This Project ## Help Support This Project

7
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

7
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:20 SAST 2018
### Bad Referrer Count: 6230 ### Bad Referrer Count: 6230
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -292,6 +292,7 @@ map $http_user_agent $bad_bot {
"~*\bCopyscape\b" 3; "~*\bCopyscape\b" 3;
"~*\bCosmos\b" 3; "~*\bCosmos\b" 3;
"~*\bCraftbot\b" 3; "~*\bCraftbot\b" 3;
"~*\bcrawler.feedback\b" 3;
"~*\bCrazyWebCrawler\b" 3; "~*\bCrazyWebCrawler\b" 3;
"~*\bCrescent\b" 3; "~*\bCrescent\b" 3;
"~*\bCSHttp\b" 3; "~*\bCSHttp\b" 3;

8
robots.txt/robots.txt
View file

@ -1,8 +1,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2018.03.1073 ### Version: V3.2018.03.1074
### Updated: Tue Mar 27 11:39:07 SAST 2018 ### Updated: Thu Mar 29 09:22:21 SAST 2018
### Bad Bot Count: 515 ### Bad Bot Count: 516
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -169,6 +169,8 @@ User-agent: Cosmos
Disallow:/ Disallow:/
User-agent: Craftbot User-agent: Craftbot
Disallow:/ Disallow:/
User-agent: crawler.feedback
Disallow:/
User-agent: CrazyWebCrawler User-agent: CrazyWebCrawler
Disallow:/ Disallow:/
User-agent: Crescent User-agent: Crescent