diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 6f85b876a..fd54c6e82 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 7800ed0d2..f9629826b 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:42 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:04 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 6f85b876a..fd54c6e82 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 0726216f3..2fff4284a 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:43 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:05 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 0726216f3..2fff4284a 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:43 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:05 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 7800ed0d2..f9629826b 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:42 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:04 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f71bbb8bd..9b82462b2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,200 +1,555 @@ +360Spider +404checker 404enemy 80legs Abonti +Aboundex Aboundexbot +Acunetix +ADmantX AfD-Verbotsverfahren +AhrefsBot AIBOT AiHitBot +Aipbot +Alexibot +Alligator +AllSubmitter +AlphaBot +Anarchie +Apexoo +archive.org_bot ASPSeek Asterias Attach autoemailspider BackDoorBot Backlink-Ceck +backlink-check +BacklinkCrawler +BackStreet +BackWeb +Badass +Bandit +Barkrowler BatchFTP +Battleztar Bazinga BBBike BDCbot +BDFetch +BetaBot +Bigfoot +Bitacle +Blackboard Black Hole +BlackWidow +BLEXBot Blow +BlowFish Boardreader Bolt +BotALot Brandprotect +Brandwatch +Buddy +BuiltBotTough +BuiltWith +Bullseye +BunnySlippers +BuzzSumo Calculon +CATExplorador CazoodleBot +CCBot +Cegbfeieh +CheeseBot CherryPicker +CheTeam +ChinaClaw Chlooe Claritybot Cliqzbot +Cloud mapping +coccocbot-web +Cogentbot cognitiveseo Collector +com.plumanalytics +Copier +CopyRightCheck +Copyscape +Cosmos Craftbot crawler4j crawler.feedback crawl.sogou.com CrazyWebCrawler +Crescent +CrunchBot CSHttp +Curious +Custo DatabaseDriverMysqli +DataCha0s +DBLBot +demandbase-bot +Demon +Deusu Devil +Digincore +DigitalPebble DIIbot +Dirbuster +Disco Discobot +Discoverybot +Dispatch DittoSpyder +DnyzBot DomainAppender DomainCrawler +DomainSigmaCrawler +DomainStatsBot Dotbot +Download Wonder +Dragonfly Drip +DSearch +DTS Agent EasyDL +Ebingbong +eCatch +ECCP/1.0 Ecxi EirGrabber +EMail Siphon EMail Wolf +EroCrawler evc-batch +Evil +Exabot Express WebPictures +ExtLinksBot Extractor +ExtractorPro Extreme Picture Finder +EyeNetIE +Ezooms +facebookscraper +FDM +FemtosearchBot FHscan +Fimap +Firefox/7.0 FlashGet +Flunky +Foobot +Freeuploader +FrontPage FyberSpider Fyrebot GalaxyBot Genieo +GermCrawler +Getintent +GetRight +GetWeb +Gigablast +Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It +Gotit +GoZilla +Go!Zilla +Grabber +GrabNet +Grafula +GrapeFX GrapeshotCrawler +GridBot +GT::WWW +Haansoft HaosouSpider Harvest +Havij +HEADMasterSEO +Heritrix +Hloader +HMView +HTMLparser +HTTP::Lite +HTTrack +Humanlinks HybridBot +Iblog IDBot +Id-search +IlseBot +Image Fetch Image Sucker +IndeedBot Indy Library InfoNaviRobot +InfoTekies instabid +Intelliseek InterGET Internet Ninja InternetSeer internetVista monitor +ips-agent +Iria +IRLbot +Iskanie +IstellaBot +JamesBOT +Jbrofuzz +JennyBot +JetCar +Jetty +JikeSpider JOC Web Spider +Joomla +Jorgee JustView +Jyxobot +Kenjin Spider Keyword Density +Kozmosbot +Lanshanbot +Larbin +LeechFTP LeechGet +LexiBot Lftp +LibWeb +Libwhisker Lightspeedsystems +Likse +Linkdexbot LinkextractorPro +LinkpadBot +LinkScan LinksManager LinkWalker +LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot +Lipperhey Lipperhey Spider +Litemage_walker Lmspider LNSpiderguy Ltx71 +lwp-request LWP::Simple lwp-trivial +Magnet +Mag-Net magpie-crawler Mail.RU_Bot +Majestic12 Majestic SEO +Majestic-SEO +MarkMonitor MarkWatch Masscan +Mass Downloader Mata Hari MauiBot +meanpathbot +Meanpathbot +MeanPath Bot +Mediatoolkitbot +mediawords MegaIndex.ru Metauri MFC_Tear_Sample Microsoft Data Access +Microsoft URL Control +MIDown tool MIIxpc +Mister PiX +MJ12bot +Mojeek +Morfeus Fucking Scanner +Mr.4x3 +MSFrontPage +MSIECrawler +Msrabot +MS Web Services Client Protocol +muhstik-scan +Musobot +Name Intelligence Nameprotect Navroad +NearSite +Needle +Nessus NetAnts +Netcraft netEstate NE Crawler +NetLyzer +NetMechanic NetSpider +Nettrack Net Vampire +Netvibes +NetZIP +NextGenSearchBot +Nibbler +NICErsPRO +Niki-bot +Nikto NimbleCrawler Nimbostratus Ninja Nmap NPbot +Nutch +oBot +Octopus +Offline Explorer +Offline Navigator OnCrawl +Openfind OpenLinkProfiler +Openvas OpenVAS +OrangeBot OrangeSpider +OutclicksBot OutfoxBot +PageAnalyzer +Page Analyzer +PageGrabber +page scorer PageScorer Pandalytics Panscient +Papa Foto +Pavuk +pcBrowser +PECL::HTTP PeoplePal +PHPCrawl Picscout +Picsearch PictureFinder Pimonster +Pi-Monster Pixray +PleaseCrawl plumanalytics Pockey POE-Component-Client-HTTP +Probethenet +ProPowerBot ProWebWalker +Psbot Pump PxBroker PyCurl QueryN Metasearch +Quick-Crawler +RankActive +RankActiveLinkBot +RankFlex RankingBot RankingBot2 Rankivabot RankurBot +RealDownload +Reaper +RebelMouse Recorder +RedesScrapy ReGet +RepoMonkey Ripper +RocketCrawler +Rogerbot s1z.ru SalesIntelligent +SBIder +ScanAlert +Scanbot scan.lol +ScoutJet Scrapy +Screaming ScreenerBot +Searchestate SearchmetricsBot +Semrush +SemrushBot +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler +Seomoz +SEOprofiler seoscanners +SeoSiteCheckup +SEOstats +serpstatbot sexsearcher Shodan +Siphon +SISTRIX +Sitebeam +SiteExplorer +Siteimprove SiteLockSpider SiteSnagger SiteSucker +Site Sucker +Sitevigil +SlySearch +SmartDownload +SMTBot Snake Snapbot Snoopy SocialRankIOBot Sociscraper +sogouspider +Sogou web spider +Sosospider Sottopop SpaceBison Spammen SpankBot +Spanner +sp_auditbot Spbot Spinn3r +SputnikBot +spyfu +Sqlmap +Sqlworm +Sqworm Steeler +Stripper +Sucker +Sucuri +SuperBot +SuperHTTP +Surfbot +SurveyBot +Suzuran +Swiftbot +sysscan +Szukacz T0PHackTeam T8Abot +tAkeOut Teleport TeleportPro +Telesoft +Telesphoreo Telesphorep The Intraformant +TheNomad +TightTwatBot +Titan Toata +Toweyabot +Tracemyfile +Trendiction Trendictionbot +trendiction.com trendiction.de True_Robot +Turingos +Turnitin +TurnitinBot +TwengaBot +Twice +Typhoeus UnisterBot +Upflow +URLy Warning URLy.Warning +Vacuum +Vagabondo +VB Project +VCI VeriCiteCrawler +VidibleScraper +Virusdie +VoidEYE +Voil Voltron +Wallpapers/3.0 +WallpapersHD +WASALive-Bot +WBSearchBot +Webalta WebAuto +Web Auto WebBandit +WebCollage +Web Collage +WebCopier +WEBDAV WebEnhancer +Web Enhancer WebFetch +Web Fetch WebFuck +Web Fuck WebGo IS WebImageCollector +WebLeacher +WebmasterWorldForumBot webmeup-crawler +WebPix +Web Pix +WebReaper +WebSauger Web Sauger Webshag +WebsiteExtractor +WebsiteQuester +Website Quester Webster +WebStripper +WebSucker +Web Sucker +WebWhacker WebZIP +WeSEE +Whack +Whacker +Whatweb +Who.is Bot +Widow WinHTTrack WiseGuys Robot WISENutbot +Wonderbot Woobot +Wotbox +Wprecon WPScan WWW-Collector-E +WWW-Mechanize +WWW::Mechanize +WWWOFFLE x09Mozilla +x22Mozilla Xaldon WebSpider Xaldon_WebSpider Xenu +xpymep1.exe YoudaoBot +Zade +Zauba +zauba.io +Zermelo +Zeus +zgrab +Zitebot ZmEu +ZumBot +ZyBorg diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index a880b26d3..f3c600c28 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index a2592a955..d071c7920 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index d2628c38b..0ff3f598e 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1543 +#### Version: V3.2019.06.1544 #### Bad Referrer Count: 6693 #### Bad Bot Count: 555 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 7695f704f..d11967fb1 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1543 +#### Version: V3.2019.06.1544 #### Bad Referrer Count: 6693 #### Bad Bot Count: 555 ____________________ diff --git a/README.md b/README.md index ba2a9340c..4aa3ace3e 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1543 +#### Version: V3.2019.06.1544 #### Bad Referrer Count: 6693 #### Bad Bot Count: 555 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d2444b272..cd3bf8bb8 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1543 +#### Version: V3.2019.06.1544 #### Bad Referrer Count: 6693 #### Bad Bot Count: 555 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 7800ed0d2..f9629826b 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:42 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:04 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 0726216f3..2fff4284a 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:43 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:05 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 7800ed0d2..f9629826b 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:42 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:04 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 555 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 30b1de3e4..e570ba8f3 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1543 -### Updated: Sun Jun 23 16:54:44 SAST 2019 +### Version: V3.2019.06.1544 +### Updated: Sun Jun 23 17:42:06 SAST 2019 ### Bad Bot Count: 555 ################################################### ### Version Information ##