diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 36e36114a..2df0bb4b2 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.136.167 0; +35.188.73.34 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index d39f16e78..eae5631db 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:00 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:57 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -618,7 +618,6 @@ map $http_user_agent $bad_bot { "~*\bSiteSucker\b" 3; "~*\bSite\ Sucker\b" 3; "~*\bSitevigil\b" 3; - "~*\bSlackbot-LinkExpanding\b" 3; "~*\bSlySearch\b" 3; "~*\bSmartDownload\b" 3; "~*\bSMTBot\b" 3; diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 36e36114a..2df0bb4b2 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.136.167 0; +35.188.73.34 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index a9e0ee294..375b0e6c5 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,10 +10,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:01 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:58 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -543,7 +543,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)SiteSucker(?:\b|)" 3; "~*(?:\b)Site\ Sucker(?:\b|)" 3; "~*(?:\b)Sitevigil(?:\b|)" 3; - "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 3; "~*(?:\b)SlySearch(?:\b|)" 3; "~*(?:\b)SmartDownload(?:\b|)" 3; "~*(?:\b)SMTBot(?:\b|)" 3; diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index eca4148fd..939aa75d2 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -404,7 +404,6 @@ SiteSnagger SiteSucker Site Sucker Sitevigil -Slackbot-LinkExpanding SlySearch SmartDownload SMTBot diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index a9e0ee294..375b0e6c5 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,10 +10,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:01 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:58 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -543,7 +543,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)SiteSucker(?:\b|)" 3; "~*(?:\b)Site\ Sucker(?:\b|)" 3; "~*(?:\b)Sitevigil(?:\b|)" 3; - "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 3; "~*(?:\b)SlySearch(?:\b|)" 3; "~*(?:\b)SmartDownload(?:\b|)" 3; "~*(?:\b)SMTBot(?:\b|)" 3; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index d39f16e78..eae5631db 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:00 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:57 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -618,7 +618,6 @@ map $http_user_agent $bad_bot { "~*\bSiteSucker\b" 3; "~*\bSite\ Sucker\b" 3; "~*\bSitevigil\b" 3; - "~*\bSlackbot-LinkExpanding\b" 3; "~*\bSlySearch\b" 3; "~*\bSmartDownload\b" 3; "~*\bSMTBot\b" 3; diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 28986df05..1bb9d7ec2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,100 +1,200 @@ -80legs +360Spider +404checker +404enemy +Abonti Aboundex -Alexibot +Aboundexbot +AhrefsBot +AiHitBot +Aipbot +AlphaBot Anarchie -BackStreet -Battleztar Bazinga +Apexoo +Asterias +Attach +autoemailspider +Bandit +BatchFTP +BBBike +BDFetch Bitacle -BlackWidow +Blackboard +Black Hole +BLEXBot Blow +Boardreader +Brandprotect Brandwatch Bullseye +BunnySlippers BuzzSumo Calculon +CATExplorador +CheeseBot +CheTeam ChinaClaw Chlooe -CopyRightCheck +Cliqzbot +Cloud mapping +coccocbot-web +Collector Copyscape -crawl.sogou.com +Cosmos +crawler4j Crescent -DatabaseDriverMysqli -Demon +CrunchBot +demandbase-bot Devil +Digincore DIIbot +Dirbuster +Discobot +Dragonfly +DSearch +DTS Agent EasyDL -EirGrabber -FHscan -GermCrawler -GetRight +Ebingbong +eCatch +EMail Siphon +Exabot +ExtLinksBot +EyeNetIE +facebookscraper +Freeuploader +FrontPage +Fyrebot +Gigablast +Go!Zilla Grabber -Haansoft +GrabNet +GrapeFX +GrapeshotCrawler +GridBot +HEADMasterSEO +Heritrix +HMView +Humanlinks HybridBot +Id-search IlseBot -IndeedBot +Image Fetch +Indy Library instabid -Jbrofuzz -JetCar -Joomla +InternetSeer +internetVista monitor +ips-agent +JikeSpider +JOC Web Spider +Jorgee Keyword Density -LinkScan +LeechGet +Libwhisker +Lightspeedsystems LinksManager +LinqiaMetadataDownloaderBot Litemage_walker -Ltx71 -Meanpathbot -MFC_Tear_Sample -MIDown tool -Mister PiX +Lmspider +lwp-trivial +Mag-Net +magpie-crawler +Majestic12 +Majestic SEO +MarkWatch +Mediatoolkitbot Mojeek -Needle +Morfeus Fucking Scanner +MSFrontPage +Msrabot +MS Web Services Client Protocol +Name Intelligence +Navroad +Nessus +NetAnts NetLyzer -NetSpider -Nimbostratus -OpenVAS -page scorer -PeoplePal -Pimonster -Ripper -ScanAlert +Net Vampire +Netvibes +NextGenSearchBot +NICErsPRO +Nikto +Octopus +Openvas +OutclicksBot +OutfoxBot +PageGrabber +PageScorer +Panscient +Papa Foto +Picscout +Picsearch +PictureFinder +Pockey +POE-Component-Client-HTTP +Probethenet +ProWebWalker +Psbot +PyCurl +Quick-Crawler +RankActiveLinkBot +RankingBot +RankingBot2 +Rankivabot +RankurBot +RealDownload +Reaper +ReGet +RepoMonkey +RocketCrawler +SBIder +Scrapy +ScreenerBot SEOkicks -Seomoz -seoscanners -sexsearcher -SiteExplorer -SiteSnagger -SiteSucker -Site Sucker +SEOkicks-Robot +Sitebeam +Siteimprove Sitevigil -sogouspider -Sogou web spider -Sottopop -Spanner -Spinn3r -Sqworm +SMTBot +SpaceBison +SpankBot +spyfu +Stripper +Sucuri +SuperBot SuperHTTP Surfbot -TeleportPro +Suzuran +Swiftbot +Telesoft +Telesphoreo The Intraformant -trendiction.com -TurnitinBot -Twice -UnisterBot -Vacuum +TightTwatBot +Trendiction +trendiction.de +Turingos +Typhoeus +VCI VeriCiteCrawler -VidibleScraper -Voil -WallpapersHD -WebBandit -WebCopier -WEBDAV -Web Enhancer -WebFuck -Webshag +Webalta +Web Collage +WebFetch +WebLeacher +WebmasterWorldForumBot +webmeup-crawler +Web Pix +WebReaper Website Quester -WebZIP -Whack +Webster +Whacker +Whatweb Who.is Bot +Widow Wonderbot -WPScan -WWW-Mechanize -ZumBot +Woobot +WWW-Collector-E +x09Mozilla +Xaldon_WebSpider +xpymep1.exe +zauba.io +Zermelo +zgrab +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 16bfc9ed8..d24a33aa7 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,200 +1,500 @@ -1000n1.ru -2ads.co.uk -4ur.click -6128786.com -8si.ru -aa81bf391151884adfa3dd677e41f94be1.com -abcdeg.xyz -actionnooz.com -advokateg.xyz -afmuseum.com -a.frcls.fr -agahinameh.com -agapovdg.ru -akuhni.by -alborzan.com +100dollars-seo.com +11pikachu.ru +1314dh.com +3-letter-domains.net +5u.com +72-news.com +7makemoneyonline.com +888.com +999webdesign.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aaa38852e886ac4af1a3cff9b47cab6272.com +abcguru.xyz +abclauncher.com +acmebtn.ml +actulite.com +adanih.com +adloads.net +admanaerofoil.com +admatic.com.tr +ads-cool.pro +adultmeetonline.info +advertex.info +advokateg.ru +affiliate-fr.com +aibolita.com +akama.com +aktivator-windows10.blogspot.com +akusherok.ru +algarveglobal.com +alienwheels.de +all4invest.ru +allforminecraft.ru +allknow.info +allwidewallpapers.com +amanda-porn.ga +amehdaily.com +angigreene.com +anonymous-redirect.com apartment.ru -asrv-a.akamaihd.net -autobrennero.it -autonew.biz -avtolombard-krasnodar.com -ayanaspa.com -bad-stars.net -banan.tv -bannerads.de -bard-real.com.ua -betteroffers.review -bjorkbacken.nu -blacktwhite.com -blog.axant.it -bmwhighperformers.com -bombla.org -brewdom.ru -browsepulse-a.akamaihd.net -budilneg.xyz -bugof.gq -businescoop.men -bvlgariwallet.xyz -bytimedance.ru -call-of-duty.info -cardiosport.com.ua -cenoval.ru -cheapwebsitehoster.com -christianlouboutinreplica.win -ciproandtizanidine.blogspot.com -clickzzs.nl +apiappenableinfo-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +apparel-offer.com +apptester.tk +arcadeplayhouse.com +arenda-avtoprokat-krasnodar.ru +arendovalka.xyz +arius.tech +artparquet.ru +as5000.com +asophoto.com +atovh.local-finders.com +autochoixspinelli.com +autogrep.ru +autoua.top +aviva-limoux.com +babyfactory.fr +baixar-musicas-gratis.com +bang-hotties.com +bankofthewext.com +baoxaydung.com.vn +barnfurnituremart.com +bcmp.org +beclean-nn.ru +beetpics.pw +bestprofits-there.com +bget.ru +bizfly.info +bjanshee.ru +bkns.vn +blog.remote-computer.de +boeuklad.com +brandbucket.com +break-the-chains.com +brillianty.info +brk-rti.ru +btnativenav.com +builtwith.com +buybest1.biz +buyclomidonlaine.com +buzzonclick.com +buzz-porno.info +bycontext.com +calcularpagerank.com +callawaygolfstore.online +canoncdriverq3.pen.io +cardsharp1.ru +cardul.ru +carson.getenjoyment.net +carstrends2015.com +cartierlovestore.xyz +cartierwatch.xyz +cdnnetwok.xyz +checkm8.com +chinacheapelitejerseys.com +cialisovercounteratwalmartusa.com +cibpenonptib.flu.cc +cleanpcnow.com +club-samodelkin.ru +codq.info +comissionka.net +compliance-josh.top compliance-julia.top -compliance-willy.top -compucelunlock.net -copblock.org -cottageofgrace.com -cougfan.info -custodieva.ru -custom-product-labels.com -cyclobenzaprinevstizanidine.blogspot.com -damedingel.ya.ru -daretodonate.co -darkages.info -date-withme.com -decorationspcs.com -deda-moroza-zakaz.ru -dengi-pod-zalog-nedvizhimosti.ru +conboy.us +connectingsingles.com +construmac.com.mx +cookingmeat.ru +coolwallpapers-hd.com +coslab.club +counciltally.com +cpajunkies.com +crazyboost.pro +customsua.com.ua +danashop.ru +darmebel.com.ua +dating-app.ru +deluxedumps.com +demenageur.com +demian.kz +depositfiles-porn.ga +devochki.top +diamond-necklace.info +dktr.ru +docstoc.com +dogsrun.net +domaincdn.xyz +domaincrawler.com domain-tracker.com -dominterior.org -ekobata.ru -ekspertmed.com -europeanwatches.ru -ez8motelseaworldsandiego.com -flashbannernow.com -floridahuntingfishingadventures.com -fok.nl -foto-sisek.porngalleries.top -frequiry.com -frustrated-favorable.gq -gearsadspromo.club -glicol.kz -gogps.me -goldadpremium.com -gwagka.com -hacktougroup.ru -hamptonoaks.ca -haveinc.xyz -hd-film.pl +dotnetdotcom.org +drupa.com +dumpsmania24.com +dvervmoskvu.ru +dyt.net +e-avon.ru +eduserver.net +efkt.jp +efnor-ac.com +ekosmetyki.net.pl +ekspresihati.info +e-kwiaciarz.pl +electronicadirect.com +elektronischezigarettekaufen1.myblog.de +elektronischezi.livejournal.com +elkacentr.ru +el-nation.com +engines-usa.com +eralph.tk +erotik-kostenlos.net +erotikstories.ru +escort-russian.com +escortslet.net +esnm.ru +etotupo.ru +evaashop.ru +everflora.ru +expertnaya-ocenka.ru +extstat.com +ezigarettekaufen2.mpbloggar.se +ezigarettekaufen.myblog.de +ezigaretteshop2.vefblog.net +f0815.de +falopicm.pw +farmprofi.net +ferieboligkbh.dk +filkhbr.com +findacheaplawyers.com +findthe.pet +firesub.pl +folowsite.com +foodcrafts.website +fortevidyoze.net +foto-weinberger.at +franch.info +frbizlist.com +free-video-tool.com +front.to +fz139.ttk.ru +gardene.ru +gate5.co.za +gateway.zscalerone.net +gateway.zscalertwo.net +getdot.ru +getyourimage.club +get-your-social-buttons.info +gilsonchiro.xyz +goatse.ru +gojiberriess.apishops.ru +golaya.pw +goldenggames.com +golmau.host.sk +gopixdatabase.com +gotcher.us +gotomontenegro.net +gowreckdiving.com +growmyfunds.ca +gsasearchengineranker.pw +g.starmoe.xyz +hahashka.ru +happy.new.yeartwit.com +hauleddes.com +hazardky.net +healmytrauma.info +hjaoopoa.top homedecoguide.info -homemature.net -horoshieokna.com -hotelcrocenzi.sm -houseofrose.com -hoverboardforsaledirect.com -huimin764128.com -hulfingtonpost.com -i4track.net -ideibiznesa2015.ru +honyaku.yahoofs.jp +hostcritique.com +howlongdoestizanidinestayinyoursystem.blogspot.com +hscsscotland.com +hubbble.com +hybrid.ru +igithab.com +iideaidekonkatu.info +ikearugs.xyz +imagui.eu +imk.com.ua import-sales.com -indiakino.net -infospot.pt -insider.pro -internetartfair.com -investingclub.ru -isotoner.com +infobabki.ru +int.search.tb.ask.com +ipornox.xxx +ivoiretechnocom.ci iwanttodeliver.com -izismile.com -izoll.ru -jewelryandfiligree.com -jmat.cn -justkillingti.me -jwss.cc -kinomaniatv.pl -kliksaya.com -konoplisemena.com -larose.jb2c.me -larutti.ru -libertybilisim.com -lider-zhaluzi.kiev.ua -lkbennettoutlet.online -lol-smurfs.com -longlifelomilomi.info -matb3aa.com -maxthon.com -mensandals.xyz -microstatic.pl -misswell.net -moneytop.ru -moonci.ru +iweblist.info +j33x.com +jillepille.com +joessmogtestonly.com +johnrobertsoninc.com +jovencitas.gratis +justucalling32211123456789.tk +kadashihotel.com +karachev-city.ru +kareliatobacco.ru +katjimej.blog.fc2.com +kchaxton.com +kenaba.su +keywordhouse.com +kiev.ua +kinohit1.ru +kirov.zrus.org +kladrus.ru +klin3952.ru +kmgamex.cf +kosynka-games.ru +kwzf.net +lapitec.eu +ledis.top +legionalpha.com +lego4x4.ru +lifebyleese.com +life-instyle.com +lignofix.ua +linkbolic.com +linkdebrideur.xyz +livetsomudvekslingstudent.bloggersdelight.dk +liveu.infoteka.hu +ljusihus.se +locimge.pw +locksmith.jp +lunamedia.co +lunchrock.co +lutherstable.org +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magazintiande.ru +mahnwachen-helfen.info +make-money-online.com +marwer.info +matchpal-a.akamaihd.net +m.b00kmarks.com +mcnamaratech.com +mediawhirl.net +medicineseasybuy.com +med-zdorovie.com.ua +metarip.ru +mir-limuzinov.ru +mirmedinfo.ru +mixtapetorrent.com +mobile.ok.ru +mobplayer.ru +mojaocena.com +monarchfind-a.akamaihd.net +moncleroutletonline.pw +moneymaster.ru +moscow.xrus.org mossmesi.com -most-kerch.org +most.gov.iq +mrbojikobi4.biz +mrinsidesales.com +mrpornogratis.xxx +muabancantho.info +muztops.ru +mvpicton.co.uk mycaf.it -myonlinepayday.co -myseoconsultant.com -narco24.me -nardulan.com -officedocuments.net -onlinemegax.com -ons-add.men -ontargetseo.us -openmultipleurl.com -pacificair.com -pagesense.com -partner-stop.men -pavlodar.xkaz.org -percin.biz.ly -picphotos.net -pix24x7.com -podshipniki-ntn.ru -pornmania.pl -porno-play.net -pr0fit-b0x.com -raavidesigns.com +nalogovyy-kodeks.ru +naturtreenspicerx.pw +needtosellmyhousefast.com +newhairstylesformen2014.com +news-speaker.com +no-fuel.org +nowtorrents.com +npoet.ru +nufaq.com +nuit-artisanale.com +oakleyglassesonline.us +obuv-kupit.ru +office2web.com +ok.ru +okuos.com +oneclickfiles.com +onlineporno.site +onstrapon.purplesphere.in +ooomeru.ru +openstat.com +orgasmatrix.com +orion-v.com +osb.se11.ru +otbelivanie-zubov.com +oynat.info +paclitor.com +panicatack.com +partner-high.men +partnerworkroom.men +partybunny.ru +peekyou.com +pekori.to +photokitchendesign.com +phpdevops.com +pillscheap24h.com +pinwallpaper.xyz +polybuild.ru +popugauka.ru +pornhive.org +porno-chaman.info +pornofeuer.com +pospr.waw.pl +pregnant.guru +presleycollectibles.com +prizesbook.online +proekt-mos.ru +promgirldresses.xyz +propranolol40mg.blogspot.com +prostitutki-almata.org +prostitutki-tolyatti.org +qor360.com +quizzitch.net +rank-checker.online +ranksays.com ranksonic.org -razleton.com -registrysweeper.com -rentehno.ru -ruf777.com +ratemodels.net +realmonte.net +recipedays.com +redirect.trafficreceiver.club +reklama-i-rabota.ru +remmling.de +revistaindustria.com +rezeptiblud.ru +rniaeba.ga runtnc.net -samoiedo.it -samo-soznanie.ru -sape.top -sashagreyblog.ga -sawin.beth.webd.pl -sdsjweb.com -searchmywindow-a.akamaihd.net -sex-tracker.com -sexyteens.hol.es +rus-pornuha.com +russintv.fr +rybalka-opt.ru +sa-live.com +samara.rosfirm.ru +saneyes.com +sankt-peterburg.nodup.ru +santasgift.ml +santechnik.jimdo.com +scanner-elena.top +scanner-jack.top +scanner-margo.top +scrapy.org +sc-specialhost.com +searchengineranker.email +searchinquire.com +search.xtconnect.com +seorankinglinks.com +seotoolsagency.com +serptehnika.ru +sexiporno.net +sex-watch.com +shama-rc.net +sharpchallenge.com +shlyahten.ru +shmetall.com.ua +shoesonlinebuy.cn +shoppytoolmac.com +sibecoprom.ru sigmund-freud.co.uk -slavkokacunko.de -special-porn.com -speechfoodie.com -startwp.org -stoki.ru -svetodiodoff.ru -swinginwithme.ru -terraclicks.com -tetracsaudi.com -thefotosgratis.eu -tmearegion26.com -top1-seo-service.com -topdownloads.ru +signal03.ru +simplepooltips.com +simul.co +sitebeam.net +skincrate.net +skutecznetabletkinaporostwlosow.pl +sladkoevideo.com +smartbalanceworld.com +snjatie-geroinovoy-lomki.ru +social-buttons.com +social-search.me +social-vestnik.ru +soc-proof.su +sohoindia.net +solmarket.by +solution4u.com +sortthemesitesby.com +spb.afora.ru +spbchampionat.ru +spb.ru +sps-shop.com +spywarebegone.com +srdrvp.com +sr-rekneskap.no +star61.de +staticfs.host +steelmaster.lv +streha-metalko.si +stroimajor.ru +strv.se +sugarkun.com +svolze.com +swinger-mobil.net +sygraem.com +symbaloo.com +szamponrevita.pl +tamada69.com +taqywu51.soup.io +telsis.com +tengohydar.tk +thaisamkok.com +thenews-today.info +thetattoohut.com +the-torrent-tracker.blogspot.com +thewebsitetemplate.info +timeallnews.ru +tizanidinesideeffectsweightloss.blogspot.com +tizanidineusedfor.blogspot.com +top10-online-games.com +top-karkas.ru top-l2.com -trafficgenius.xyz -tramadolandtizanidine.blogspot.com -treasuretrack-a.akamaihd.net -tuckermktg.com -twincitiescarservice.com -ugguk.online +topmira.com +touchmods.fr +truck-addzilla.life +tuberkulezanet.ru +tvorozhnaja-zapekanka-recept.ru +tytoona.com +uac.net.au +umaseh.com +unblocksit.es +unrealcommander.org +uprour.com +uptime-gamma.net ural-buldozer.ru -vandrie-ict.nl -vykupavto-krasnodar.ru -web-betting.ru -websiteaccountant.de -weburok.com -wejdz-tu.pl -windowssearch-exp.com -wjgony.com -wowas31.ucoz.ru -www.arenda-yeisk.ru -xlolitka.com -xn----itbkqkfiq.xn--p1ai -x-rates.ru -yougotanewdomain.com -zaim-pod-zalog-krasnodar.ru -zetgie.com.pl +us-america.ru +usswrite.com +utiblog.fr +vegan-foods.us +vertaform.com +viagroid.ru +video-chat.love +video-hollywood.ru +videokrik.net +video-production.com +visa-china.ru +vkonche.com +vsdshnik.com +vzube.com +webads.co.nz +webinstantservice.com +webjam.com +websitevaluebot.com +webstatsdomain.org +wetgames.ru +where-toget.com +wikes.20fr.com +wladimirpayen.com +wleuaprpxuvr.ga +word-vorlagen.net +works.if.ua +wosik-dach.service-for-web.de +woweb.com.ua +ww2awards.info +www.timer4web.com +xblog.in +xchangetrak.com +x-diesel.org +xkaz.org +xmlinde.com +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80aikhbrhr.net +xn--80aodinpgi.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xnxx-n.com +xxart.ru +yellowstonevisitortours.com +yginekologa.com +youjizz.vc +zaloadi.ru +zaobao.com.sg +zeroredirect5.com +zootravel.com diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 999ce1833..1dcf9eb5d 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index a4027c8e7..903bbe529 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6ed8693c7..61cf6e29b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1541 +#### Version: V3.2019.06.1542 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 555 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 7470afd75..4143d28e6 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V3.2019.06.1541 +#### Version: V3.2019.06.1542 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 555 ____________________ ## Help Support This Project diff --git a/README.md b/README.md index f45f0c268..df9011a73 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V3.2019.06.1541 +#### Version: V3.2019.06.1542 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 555 ____________________ ## Help Support This Project diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 0089e3ee7..67a09b8f5 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V3.2019.06.1541 +#### Version: V3.2019.06.1542 #### Bad Referrer Count: 6693 -#### Bad Bot Count: 556 +#### Bad Bot Count: 555 ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d39f16e78..eae5631db 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:00 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:57 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -618,7 +618,6 @@ map $http_user_agent $bad_bot { "~*\bSiteSucker\b" 3; "~*\bSite\ Sucker\b" 3; "~*\bSitevigil\b" 3; - "~*\bSlackbot-LinkExpanding\b" 3; "~*\bSlySearch\b" 3; "~*\bSmartDownload\b" 3; "~*\bSMTBot\b" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a9e0ee294..375b0e6c5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,10 +10,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:01 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:58 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -543,7 +543,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)SiteSucker(?:\b|)" 3; "~*(?:\b)Site\ Sucker(?:\b|)" 3; "~*(?:\b)Sitevigil(?:\b|)" 3; - "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 3; "~*(?:\b)SlySearch(?:\b|)" 3; "~*(?:\b)SmartDownload(?:\b|)" 3; "~*(?:\b)SMTBot(?:\b|)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d39f16e78..eae5631db 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:00 SAST 2019 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:57 SAST 2019 ### Bad Referrer Count: 6693 -### Bad Bot Count: 556 +### Bad Bot Count: 555 ################################################### ### VERSION INFORMATION ## @@ -618,7 +618,6 @@ map $http_user_agent $bad_bot { "~*\bSiteSucker\b" 3; "~*\bSite\ Sucker\b" 3; "~*\bSitevigil\b" 3; - "~*\bSlackbot-LinkExpanding\b" 3; "~*\bSlySearch\b" 3; "~*\bSmartDownload\b" 3; "~*\bSMTBot\b" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 5811e6ecd..b7431c3bb 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V3.2019.06.1541 -### Updated: Sun Jun 23 16:11:02 SAST 2019 -### Bad Bot Count: 556 +### Version: V3.2019.06.1542 +### Updated: Sun Jun 23 16:45:59 SAST 2019 +### Bad Bot Count: 555 ################################################### ### Version Information ## @@ -827,8 +827,6 @@ User-agent: Site Sucker Disallow:/ User-agent: Sitevigil Disallow:/ -User-agent: Slackbot-LinkExpanding -Disallow:/ User-agent: SlySearch Disallow:/ User-agent: SmartDownload