diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 2df0bb4b2..7ff066d24 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.188.73.34 0; +104.154.113.151 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 26942935f..1b16d1c23 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:28 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:11 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 2df0bb4b2..7ff066d24 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.188.73.34 0; +104.154.113.151 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 49ebd9ec3..6aa4d515c 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:29 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:12 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 49ebd9ec3..6aa4d515c 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:29 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:12 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 26942935f..1b16d1c23 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:28 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:11 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 0427cf9e0..469363b3d 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,100 +1,100 @@ -Cliqzbot -Sosospider -Joomla -seoscanners -CCBot -zauba.io -Web Sucker -Trendictionbot -Magnet -sp_auditbot -Lightspeedsystems -Kozmosbot -Indy Library -DSearch -SiteSnagger -HaosouSpider -Craftbot -Dispatch -SISTRIX -URLy.Warning -GetRight -PECL::HTTP -Nibbler -Jbrofuzz -Litemage_walker -Kenjin Spider -webmeup-crawler -Typhoeus -Twice -crawl.sogou.com -EasyDL -Crescent -Vagabondo -s1z.ru -Octopus -Image Sucker -BlackWidow -Szukacz -Id-search -zgrab -VCI -SlySearch -InterGET +IDBot Psbot -TheNomad -Extractor -Offline Explorer -SmartDownload -Net Vampire -Web Fuck -Website Quester -DomainStatsBot -ZmEu -EyeNetIE -Slackbot-LinkExpanding -Majestic12 -Whack -NetAnts -Iria -Apexoo -Lftp -OrangeBot -MSFrontPage -SEOkicks -Drip -Xaldon WebSpider -Bigfoot -WebImageCollector -Zermelo -WebFetch -ExtractorPro -Nmap -SpankBot -Microsoft Data Access -Name Intelligence -ProPowerBot -Go-Ahead-Got-It -Pavuk -Web Pix -YoudaoBot -TeleportPro -Copyscape -GrapeshotCrawler -LinkScan -GrabNet -demandbase-bot -Web Auto -BetaBot -Go!Zilla -Spinn3r -DomainCrawler -Snoopy -NetSpider -Evil -PictureFinder +MIIxpc +scan.lol +Heritrix +SiteLockSpider +Lipperhey Spider +ZumBot +Genieo +sogouspider +Webshag +Wprecon +CheeseBot +HTTP::Lite +BlowFish +Woobot +True_Robot +Devil +plumanalytics +LexiBot +WISENutbot +LeechFTP +VidibleScraper +ChinaClaw +trendiction.de +Turingos +Page Analyzer +sp_auditbot FyberSpider -PageScorer +Whatweb +Teleport +LinqiaRSSBot +Openfind +Crescent +Ninja +Attach +ExtractorPro +Aipbot +RealDownload +Iria +Digincore Sogou web spider -BackDoorBot -eCatch +Hloader +Demon +MFC_Tear_Sample +EasyDL +LinqiaScrapeBot +404checker +Steeler +MarkMonitor +Harvest +SuperBot +YoudaoBot +Whacker +WebLeacher +Web Enhancer +internetVista monitor +OrangeSpider +Download Wonder +DomainAppender +Navroad +zauba.io +Xaldon_WebSpider +Gotit +backlink-check +RedesScrapy +Musobot +Lmspider +Snapbot +Pixray +facebookscraper +GridBot +Ecxi +PageScorer +Gigabot +DomainSigmaCrawler +HEADMasterSEO +MIDown tool +Screaming +SearchmetricsBot +InfoTekies +RankingBot2 +URLy.Warning +Rankivabot +FDM +SpaceBison +SEOstats +JikeSpider +JOC Web Spider +G-i-g-a-b-o-t +com.plumanalytics +Lftp +BlackWidow +Cliqzbot +Sitevigil +Shodan +Copier +archive.org_bot +Intelliseek +Jbrofuzz diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list new file mode 100644 index 000000000..00f9deaa6 --- /dev/null +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -0,0 +1,200 @@ +mir-betting.ru +elektrischezigarette2.onsugar.com +buzzonclick.com +thegameriders.com +decorationspcs.com +abcdeg.xyz +tizanidinestreetprice.blogspot.com +alert-jdh.xyz +compliance-don.xyz +needtosellmyhousefast.com +customcatchcan.com +rent2spb.ru +compliance-viktor.top +kollesa.ru +alert-fdm.xyz +pateaswing.com +buron.pw +sexfreepornoxxx.com +smart-balancewheel.com +backlinkwatch.com +starpages.net +matb3aa.com +online-x.ru +divatraffic.com +liumimgx.pw +ledpolice.ru +dealighted.com +lenvred.org +fakehandbags.xyz +housediz.com +extener.org +globalscam.ga +we-are-gamers.com +budpost.com.ua +sockshare.net +kinotorka.ru +aquarium-pro.ru +lollypopgaming.com +puserving.com +arcteryxsale.online +yogamatsexpert.com +razorweb-a.akamaihd.net +bupropion-sr-150-mg.us +unimodemhalfduplefw.pen.io +jongose.ninja +tamada69.com +kino-key.info +spymac.net +cranly.net +webscouter.net +youtubedownload.org +crackguru.tk +g.starmoe.xyz +v720hd.ru +gigablast.com +security60-e.com +sexkrasivo.net +purplestats.com +go2album.com +tizanidineorflexeril.blogspot.com +mirobuvi.com.ua +amateurlivechat.org +istmira.ru +tizanidineshowupondrugtest.blogspot.com +ooo-olni.ru +culmimg.pw +pistonclasico.com +mixx.com +heatpower.ru +allesohnegirls.net +insider.pro +segol.tv +floating-share-buttons.com +copblock.org +p-business.ru +stpolice.com +e-buyeasy.com +datract.com +pyramidlitho.webs.com +domoysshop.ru +samolet.fr +1millionusd.xyz +astrochicks.com +coolbar.pro +tovaroboom.vast.ru +beauty-b0x.pl +prostitutki-belgoroda.org +normalegal.ru +buyessayonline19.blogspot.ru +alyeskaresort.com +slujbauborki.ru +essaypro.com +automatic-seo.com +kicknights.gq +modenamebel.ru +myliveblog.ru +next-dentists.tk +shlyahten.ru +petsblogroll.com +eralph.tk +manualterap.roleforum.ru +cookie-law-enforcement-ee.xyz +xxxnatelefon.ru +sexvporno.ru +imabase.com +keywords-monitoring-success.com +searchlock.com +fototravel.eu +tizanidineandcipro.blogspot.com +hotxnights.info +cocyq.inwtrade.com +usdx.us +elkacentr.ru +compiko.info +dosug-lux.ru +vikistars.com +kiev.ua +marketingtechniques.info +freenode.info +floridahuntingfishingadventures.com +wordpress-crew.net +backlink4u.net +lesbian.xyz +akuhni.by +photo-clip.ru +rewardpoll.com +detalizaciya-tut.biz +simpoed.ufop.br +gungamesz.com +risparmiocasa.bz.it +anti-virus-removal.info +sky-mine.ru +itservicesthatworkforyou.com +vip.51.la +proekt-mos.ru +xz618.com +myhealthcare.com +top1-seo-service.com +xxart.ru +colobit.biz +advancedcleaner.com +frvo.alptandem.ru +apper.de +intellego.info +villakohlanta.nu +rossanasaavedra.net +asacopaco.tk +scanner-mary.top +movies-in-theaters.net +itis4you.com +siteaero.com +mikrobiologies.ru +tmearegion26.com +8jn.dating-app.ru +wallpaperstock.net +dekorkeramik.ru +yourtemplatefinder.com +xn--80ab4aa2g.xn--p1ai +weblo.com +cb.iphantom.com +oynat.info +internetartfair.com +voloslove.ru +pro-okis.ru +cartujano-pre.de +sexuria.net +owathemes.com +fetroshok.ru +zastenchivosti.net +tytoona.com +idc.com.ua +copenergo.ru +viagra.pp.ua +venta-prom.ru +luciddiagnostics.in +cayado.snn.gr +earncash.com.ua +themestotal.com +girlporn.ru +piuminiita.com +gribokstop.com +x-stars.ru +bestwebsiteawards.com +bodybuilding-shop.biz +investpamm.ru +pulse33.ru +ekaterinburg.xrus.org +microsearch.ru +magazintiande.ru +barbourjackets.online +methodsmarketing.com +watch-movies.ru +guitar-master.org +ezigarettenshop2.myblog.de +vasileostrovsky-rayon.ru +tuckpointingmasonrysystems.com +rostov.xrus.org +pogodnyyeavarii.gq +cv.wallhade.co +apilinkswiftco-a.akamaihd.net diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index af973992c..776d58ee0 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index a3387b6a3..beb8afe4a 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 54da3878e..3cf3508c4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1528 +#### Version: V3.2019.06.1529 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 28f58a66f..39ca6589b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1528 +#### Version: V3.2019.06.1529 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/README.md b/README.md index e46912f55..0977d81c8 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1528 +#### Version: V3.2019.06.1529 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8aac3c0d5..b90575021 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1528 +#### Version: V3.2019.06.1529 #### Bad Referrer Count: 6693 #### Bad Bot Count: 557 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 26942935f..1b16d1c23 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:28 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:11 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 49ebd9ec3..6aa4d515c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:29 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:12 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 26942935f..1b16d1c23 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:28 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:11 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index dcb341695..e115a88da 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1528 -### Updated: Sun Jun 23 10:17:30 SAST 2019 +### Version: V3.2019.06.1529 +### Updated: Sun Jun 23 10:25:13 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##