diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 60959195e..2df0bb4b2 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.85.2 0; +35.188.73.34 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index cd9520bc3..26942935f 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:43 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:28 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 60959195e..2df0bb4b2 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.85.2 0; +35.188.73.34 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index a815578a4..49ebd9ec3 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:44 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:29 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index a815578a4..49ebd9ec3 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:44 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:29 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index cd9520bc3..26942935f 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:43 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:28 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/allowed-bots-for-test.list b/.dev-tools/test_units/allowed-bots-for-test.list new file mode 100644 index 000000000..e334a3e31 --- /dev/null +++ b/.dev-tools/test_units/allowed-bots-for-test.list @@ -0,0 +1,6 @@ +jetmon +libwww-perl +Lynx +munin +Presto +Wget/1.15 diff --git a/.dev-tools/test_units/limited-bots-for-test.list b/.dev-tools/test_units/limited-bots-for-test.list new file mode 100644 index 000000000..2bd03c460 --- /dev/null +++ b/.dev-tools/test_units/limited-bots-for-test.list @@ -0,0 +1,17 @@ +Alexa +archive.org +Baidu +BUbiNG +FlipboardProxy +ia_archiver +MSIE 7.0 +Proximic +R6_CommentReader +R6_FeedFetcher +RED/1 +RPT-HTTPClient +sfFeedReader/0.9 +Spaidu +UptimeRobot/2.0 +YandexBot +YandexImages diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f6760e1e0..0427cf9e0 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,100 +1,100 @@ -Telesphoreo -DomainAppender -CheTeam -TheNomad -BackStreet -CrunchBot -Ebingbong -Offline Navigator -PageGrabber -CazoodleBot -Libwhisker -Nessus -WWWOFFLE -404enemy -Linkdexbot -Screaming -RankingBot -Sottopop -The Intraformant -OutfoxBot -Web Enhancer -NimbleCrawler -Voil -SurveyBot -360Spider -Spammen -WebZIP -Masscan -Curious -sexsearcher -Turingos -sysscan -Xaldon WebSpider -WEBDAV -FDM -IstellaBot -Discobot -WebsiteQuester -InfoNaviRobot -PageScorer -RankActiveLinkBot -NetMechanic -Cogentbot -WWW::Mechanize -DittoSpyder -ChinaClaw -Demon -Gigablast -tAkeOut -Mata Hari -DomainCrawler -Lipperhey Spider -Wonderbot -Reaper -WWW-Mechanize -Bigfoot -WBSearchBot -Grabber -ScreenerBot -OpenVAS -Virusdie -Sucker -SemrushBot -Whatweb -Toata -PxBroker -internetVista monitor -Majestic-SEO -trendiction.com -Nikto -Slackbot-LinkExpanding -Black Hole -Asterias -WebReaper -webmeup-crawler -Bandit -Needle -RealDownload -Likse -page scorer -Pi-Monster -Offline Explorer -Panscient -Pump -TurnitinBot -mediawords -TeleportPro -meanpathbot -Who.is Bot +Cliqzbot +Sosospider +Joomla +seoscanners +CCBot +zauba.io +Web Sucker +Trendictionbot +Magnet +sp_auditbot +Lightspeedsystems +Kozmosbot +Indy Library +DSearch +SiteSnagger +HaosouSpider +Craftbot +Dispatch +SISTRIX +URLy.Warning +GetRight +PECL::HTTP Nibbler -WASALive-Bot -GrapeFX -Name Intelligence -ZumBot -MarkMonitor -Site Sucker -JamesBOT -IndeedBot -SEOkicks +Jbrofuzz Litemage_walker +Kenjin Spider +webmeup-crawler +Typhoeus +Twice +crawl.sogou.com +EasyDL +Crescent +Vagabondo +s1z.ru +Octopus +Image Sucker +BlackWidow +Szukacz +Id-search +zgrab +VCI +SlySearch +InterGET +Psbot +TheNomad +Extractor +Offline Explorer +SmartDownload +Net Vampire +Web Fuck +Website Quester +DomainStatsBot +ZmEu +EyeNetIE +Slackbot-LinkExpanding +Majestic12 +Whack +NetAnts +Iria +Apexoo +Lftp +OrangeBot +MSFrontPage +SEOkicks +Drip +Xaldon WebSpider +Bigfoot +WebImageCollector +Zermelo +WebFetch +ExtractorPro +Nmap +SpankBot +Microsoft Data Access +Name Intelligence +ProPowerBot +Go-Ahead-Got-It +Pavuk +Web Pix +YoudaoBot +TeleportPro +Copyscape +GrapeshotCrawler +LinkScan +GrabNet +demandbase-bot +Web Auto +BetaBot +Go!Zilla +Spinn3r +DomainCrawler +Snoopy +NetSpider +Evil +PictureFinder +FyberSpider +PageScorer +Sogou web spider +BackDoorBot +eCatch diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 14ccbed4c..af973992c 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 0c322fd4a..a3387b6a3 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 7643694fe..54da3878e 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1527 +#### Version: V3.2019.06.1528 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 5cf1dd557..28f58a66f 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1527 +#### Version: V3.2019.06.1528 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/README.md b/README.md index 63b60b363..e46912f55 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1527 +#### Version: V3.2019.06.1528 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 893701308..8aac3c0d5 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1527 +#### Version: V3.2019.06.1528 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index cd9520bc3..26942935f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:43 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:28 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a815578a4..49ebd9ec3 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:44 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:29 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index cd9520bc3..26942935f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:43 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:28 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 5efa28c9c..dcb341695 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1527 -### Updated: Sun Jun 23 10:06:45 SAST 2019 +### Version: V3.2019.06.1528 +### Updated: Sun Jun 23 10:17:30 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##