diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 66357bbd7..a8b4e34af 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.202.145.110 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 78feecc45..44f7c186b 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V4.2019.06.1623 +### Updated: Wed Jun 26 12:02:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf index 5e7c0ed8e..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 3e60bde86..bc389ee32 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index d914fa7c6..78feecc45 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1621 -### Updated: Wed Jun 26 11:37:06 SAST 2019 +### Version: V4.2019.06.1622 +### Updated: Wed Jun 26 11:48:39 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 479ad05c8..0abbfa6de 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V3.2019.06.1623 +### Updated: Wed Jun 26 12:02:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 78feecc45..44f7c186b 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V4.2019.06.1623 +### Updated: Wed Jun 26 12:02:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 5e7c0ed8e..90fe4f9d3 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index b424e428b..a96f66fbd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AfD-Verbotsverfahren -AhrefsBot AiHitBot -AllSubmitter AlphaBot -backlink-check -BetaBot -Blow -Cliqzbot -CSHttp -Custo -DBLBot -Demon -DnyzBot -DTS Agent -ExtractorPro -facebookscraper -Gotit -Havij -Humanlinks -Iria -IstellaBot -Joomla -Lanshanbot -Lipperhey Spider -LWP::Simple -Mail.RU_Bot -Meanpathbot -Net Vampire -NPbot -OpenLinkProfiler -OrangeBot -PageAnalyzer -QueryN Metasearch -Quick-Crawler -ScanAlert -SEOlyticsCrawler +Apexoo +Badass +Brandprotect +Buddy +BunnySlippers +CazoodleBot +CheTeam +Claritybot +CopyRightCheck +Cosmos +crawler4j +CrunchBot +Disco +Dotbot +Foobot +Fyrebot +GetRight +IlseBot +JamesBOT +JOC Web Spider +LeechGet +Mag-Net +Musobot +NetSpider +Nimbostratus +Octopus +Openfind +Pimonster +RankActive +ReGet +RepoMonkey Sitebeam -SiteSnagger -Snapbot -Snoopy -sogouspider -Sqworm -SurveyBot -T8Abot -Turingos +Siteimprove +SmartDownload +Sottopop +spyfu +Sqlmap +TeleportPro +Thumbor +trendiction.com +UnisterBot +Voil +Voltron WBSearchBot -WebWhacker -WPScan -zgrab +Web Sauger +Website Quester +Wprecon +Xaldon_WebSpider diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index e41233f2d..b0789ba28 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker 404enemy -Abonti -Aboundexbot -ADmantX +80legs AfD-Verbotsverfahren AhrefsBot AIBOT +Aipbot +AllSubmitter +Anarchie archive.org_bot Asterias -BackDoorBot +autoemailspider BacklinkCrawler -BackWeb -Bandit -Battleztar Bazinga +BackStreet +Barkrowler +BatchFTP BBBike -BDCbot -BDFetch +BetaBot Black Hole -BlackWidow -BLEXBot -BlowFish -Boardreader -Brandprotect Brandwatch BuiltBotTough BuiltWith Bullseye -Calculon -CATExplorador -CazoodleBot -Cegbfeieh -CheeseBot +BuzzSumo +CheTeam +ChinaClaw Chlooe -Claritybot Cliqzbot +Cloud mapping +Cogentbot +Collector +com.plumanalytics Copier Copyscape +crawler4j crawler.feedback crawl.sogou.com -CrazyWebCrawler -CrunchBot -Curious -Demon +Crescent +demandbase-bot +Deusu +Digincore DigitalPebble DIIbot -DittoSpyder +Dirbuster +Discoverybot DomainCrawler -Download Wonder Dragonfly -DSearch DTS Agent EasyDL eCatch -EirGrabber -EMail Siphon -EMail Wolf -evc-batch -Evil +EroCrawler Express WebPictures -Extractor -FDM +ExtLinksBot +Extreme Picture Finder +Ezooms +facebookscraper +FemtosearchBot Fimap -Freeuploader +FlashGet Fyrebot +Genieo Getintent -Gigablast -G-i-g-a-b-o-t -Grabber +GetWeb +GoZilla Grafula -GrapeFX GrapeshotCrawler -Havij +GT::WWW +Haansoft +Harvest HEADMasterSEO -Heritrix Hloader HTMLparser -HTTrack -Iblog IDBot -Image Sucker -instabid -internetVista monitor +IlseBot +IndeedBot +InfoTekies +Intelliseek +InterGET +Internet Ninja +Iria Iskanie -JamesBOT +IstellaBot JennyBot -JetCar JikeSpider JOC Web Spider +Joomla +Jorgee JustView Jyxobot Kozmosbot Larbin -LeechFTP +LexiBot +Lftp +LibWeb Lightspeedsystems -Likse +Linkdexbot LinkextractorPro LinkpadBot +LinkScan LinksManager -LinqiaMetadataDownloaderBot -LinqiaRSSBot LinqiaScrapeBot Lipperhey -Lipperhey Spider -LNSpiderguy -Ltx71 +LWP::Simple lwp-trivial +Magnet Mag-Net -Mail.RU_Bot -Majestic SEO -Majestic-SEO MarkMonitor -Mata Hari +Masscan MauiBot -mediawords -MegaIndex.ru +meanpathbot +MJ12bot Mojeek -Morfeus Fucking Scanner -MSFrontPage +Mr.4x3 +MS Web Services Client Protocol muhstik-scan +Musobot Nameprotect Navroad -Needle -NetAnts +NearSite +NetLyzer NetMechanic +Net Vampire Netvibes +NetZIP Nibbler +NICErsPRO Nikto -NimbleCrawler Nimbostratus Ninja Nutch -Offline Explorer -Offline Navigator +oBot +Octopus OnCrawl +Openfind OpenLinkProfiler -Openvas -OutclicksBot -PageAnalyzer -Pandalytics -Panscient -Papa Foto +OrangeSpider +Page Analyzer +PageGrabber +PageScorer Pavuk -PeoplePal +pcBrowser +PECL::HTTP PHPCrawl -Picscout -Picsearch PictureFinder -Pixray +Pi-Monster PleaseCrawl plumanalytics -Probethenet +POE-Component-Client-HTTP Psbot +Pump PxBroker -QueryN Metasearch -Quick-Crawler -RankActive -RankFlex -RankingBot2 +PyCurl +RankingBot Rankivabot -Recorder +RealDownload +Reaper +RedesScrapy +RepoMonkey +Rogerbot +s1z.ru SBIder ScanAlert -Scrapy Screaming -ScreenerBot Searchestate -SearchmetricsBot +Semrush SEOkicks -SEOprofiler +SEOkicks-Robot +SEOlyticsCrawler +Seomoz seoscanners SeoSiteCheckup +SEOstats serpstatbot -Siphon -SISTRIX -SiteExplorer -SiteSucker -SlySearch -Snake -Snapbot -Snoopy +Sitevigil +SmartDownload +SocialRankIOBot +sogouspider Sogou web spider -Sosospider Sottopop SpaceBison +Spammen SpankBot -Spanner +Spinn3r +SputnikBot spyfu -Sqlworm Sqworm -Steeler -Stripper -Sucuri +Sucker SuperBot -SuperHTTP SurveyBot Suzuran -Swiftbot +sysscan T8Abot tAkeOut Teleport -TeleportPro -Telesoft -Telesphorep The Intraformant TheNomad Thumbor TightTwatBot -Toweyabot +Toata Tracemyfile -Trendictionbot -trendiction.de +Trendiction +trendiction.com True_Robot -Typhoeus -Upflow -Vacuum +URLy.Warning +Vagabondo VCI VeriCiteCrawler +VidibleScraper +Virusdie VoidEYE +Voil +Wallpapers/3.0 +WallpapersHD WASALive-Bot +WBSearchBot Webalta -Web Auto -WebCollage -WEBDAV +WebAuto +WebBandit +Web Collage +WebCopier WebEnhancer +Web Fetch +Web Fuck +WebGo IS +WebImageCollector webmeup-crawler WebPix Web Pix +WebReaper WebSauger Web Sauger -Webster -Web Sucker +Webshag +WebsiteExtractor +WebStripper +WebSucker WebWhacker -Whack -Whacker -Who.is Bot +Whatweb WinHTTrack +WiseGuys Robot WISENutbot +Wonderbot Woobot -WWW::Mechanize +Wotbox +WPScan +WWW-Collector-E +WWW-Mechanize WWWOFFLE -x09Mozilla -Xaldon WebSpider -Xaldon_WebSpider -Xenu -zauba.io -Zermelo -zgrab -ZyBorg +Zade +Zeus +Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 443c83c1d..b781da5bf 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider 404checker 404enemy 80legs Aboundex -Aboundexbot ADmantX -AhrefsBot AiHitBot Alexibot +Alligator +Anarchie archive.org_bot ASPSeek autoemailspider -Backlink-Ceck backlink-check -Badass +BacklinkCrawler +BackStreet Bandit Barkrowler +BatchFTP Battleztar Bazinga BBBike BDFetch -Bigfoot Blackboard BlackWidow -BLEXBot Blow BlowFish -Bolt -BotALot -Brandprotect -Brandwatch Calculon +CazoodleBot +CCBot +CherryPicker CheTeam +ChinaClaw +Claritybot Cliqzbot Cloud mapping -Cogentbot +coccocbot-web com.plumanalytics Copier CopyRightCheck -crawler.feedback -CrazyWebCrawler +crawl.sogou.com CrunchBot CSHttp Curious Custo -DatabaseDriverMysqli +DataCha0s DBLBot demandbase-bot Demon +Digincore DigitalPebble -Discobot +DIIbot +Disco DittoSpyder -DomainAppender -DomainSigmaCrawler -DomainStatsBot -DSearch -DTS Agent +DnyzBot +DomainCrawler +Dotbot +Dragonfly +Drip +ECCP/1.0 EirGrabber EMail Siphon EMail Wolf -evc-batch +EroCrawler Express WebPictures -Extractor -ExtractorPro -Extreme Picture Finder +facebookscraper +FDM FHscan -Firefox/7.0 -Foobot -FrontPage +Freeuploader FyberSpider +Fyrebot +Genieo GermCrawler -GetWeb -Gigabot -GoZilla +Getintent +GetRight +Gigablast +G-i-g-a-b-o-t Go!Zilla -Grabber -GrabNet -Grafula GrapeshotCrawler -GT::WWW -Haansoft +GridBot HaosouSpider +Harvest Havij -HTMLparser +Heritrix +HTTP::Lite Humanlinks -HybridBot Id-search -Indy Library +IlseBot +Image Sucker InfoNaviRobot +instabid InternetSeer -Iria +IRLbot JamesBOT +JennyBot JetCar Jetty -JikeSpider -Joomla -Jorgee -Jyxobot +JustView Kenjin Spider -Keyword Density +Kozmosbot Larbin -LeechGet Lftp LibWeb Libwhisker Lightspeedsystems -Linkdexbot -LinkextractorPro +Likse LinksManager -LinqiaScrapeBot +LinkWalker Lipperhey Spider -lwp-request -LWP::Simple -lwp-trivial +Ltx71 +Magnet Mag-Net magpie-crawler -Majestic12 +Mail.RU_Bot +Majestic SEO Majestic-SEO MarkMonitor -MarkWatch -Masscan -MauiBot +Mass Downloader MeanPath Bot Mediatoolkitbot -Metauri -Microsoft URL Control +MFC_Tear_Sample +MIIxpc Mojeek Morfeus Fucking Scanner -Mr.4x3 MSIECrawler MS Web Services Client Protocol +muhstik-scan +Musobot Name Intelligence -Navroad -NearSite -Needle NetAnts -Netcraft -NetLyzer -NetMechanic -Nettrack -NetZIP +netEstate NE Crawler +Netvibes NextGenSearchBot -NICErsPRO -Niki-bot -NimbleCrawler +Ninja Nmap -NPbot Nutch -oBot -Octopus Offline Navigator -OnCrawl -Openfind OpenLinkProfiler -PageAnalyzer -page scorer -Pandalytics -pcBrowser +OrangeBot +OutfoxBot +Panscient +Papa Foto +Pavuk +PECL::HTTP PeoplePal +Picscout Pi-Monster -PleaseCrawl +Pixray Pockey -POE-Component-Client-HTTP -Probethenet +ProWebWalker +Pump PxBroker -QueryN Metasearch -RankActiveLinkBot -RankurBot +PyCurl +RankFlex Reaper +RebelMouse Recorder -RedesScrapy +ReGet +RepoMonkey +RocketCrawler Rogerbot -s1z.ru SalesIntelligent +SBIder ScanAlert -ScreenerBot -SearchmetricsBot -Semrush +Screaming +SEOkicks SEOkicks-Robot -Seomoz SEOprofiler SeoSiteCheckup -serpstatbot -sexsearcher +SEOstats Shodan -SISTRIX -Sitebeam -SiteExplorer +Siphon Siteimprove +SiteLockSpider SiteSucker +Sitevigil SmartDownload -Sociscraper +SMTBot +SocialRankIOBot +sogouspider Sogou web spider Sosospider -Sottopop -Spammen -sp_auditbot -Sqlmap -Sqworm +SpaceBison +Spanner +Spbot +Spinn3r +spyfu Steeler Stripper -Sucker -Sucuri SuperBot -SuperHTTP Suzuran sysscan -tAkeOut +T0PHackTeam +T8Abot Teleport +TeleportPro +Telesoft +Telesphoreo Telesphorep The Intraformant -Thumbor TightTwatBot Titan +Toata Toweyabot -Trendictionbot +Tracemyfile trendiction.de True_Robot Turingos -TurnitinBot TwengaBot -Typhoeus +Twice Upflow -VB Project -VeriCiteCrawler +URLy Warning +URLy.Warning +Vacuum +Vagabondo +VCI +Virusdie VoidEYE -WBSearchBot -Web Enhancer +Voil +Web Auto +WebBandit +Web Collage +WebEnhancer +WebFuck +WebImageCollector +WebLeacher WebmasterWorldForumBot -WebPix -Web Pix -Web Sauger -Webshag +WebSauger WebsiteQuester -Website Quester -WebSucker +Webster Web Sucker -WebWhacker +WebZIP +Whack +Whacker +Whatweb +Who.is Bot +Widow +WiseGuys Robot +WISENutbot Wonderbot Wotbox -Wprecon +WPScan WWW-Collector-E WWW-Mechanize +WWWOFFLE x22Mozilla Xaldon_WebSpider +Xenu xpymep1.exe -Zauba -zauba.io -Zeus -Zitebot -ZmEu +YoudaoBot +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 184cc1795..bbbf5fdde 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -9icmzvn6.website -adclickthru.net -adktrailmap.com -amateurlivechat.org -apelsinnik.website -apisecretsaucebi-a.akamaihd.net -auto.rusvile.lt -best-deals-products.com -bookmark4you.com.biz -brus-vsem.ru -buybest1.biz -bytimedance.ru -candlewooddentalcentre.com.au -changde.58.com -cheapmarmot.online -cialiswithoutadoctor.net -coindirect.io -communisave.co.za -community.allhiphop.com -compliance-barak.xyz -compliance-checker-7.info -compliance-irvin.top -coolyarddecorations.com -cougfan.info -covetnica.com -dojki-hd.com -ecxtracking.com -e-poker-2005.com -erotikstories.ru -gamedayhouse.com -graphicwe.org -gwebtools.com.br -hard-porn.mobi -helvetia.com.ua -heygidday.biz -homedo.fabpage.com -howlongdoestizanidinestayinyoursystem.blogspot.com -hybrid.ru -ibmdatamanagement.co -igadgetsworld.com -imediadesk.com -imk.com.ua -in-tandem.co -intellekt21.ru -iplogger.org -istock-mebel.ru -kamorel.com -kinohit1.ru -kumuk.info -landinez.co -liky.co.ua -macnewtech.com -macrotek.ru -magnetic-bracelets.ru -mcnamaratech.com -mediafresh.online -moneyzzz.ru -moscow-region.ru -novgorod.xrus.org -outpersonals.com -picmoonco.pw -pizza-imperia.com -pornstartits.xblog.in -poshiv-chehol.ru -pp-budpostach.com.ua -prodess.ru -profitsport.club -prointer.net.ua -puzo2arbuza.ru -quality-traffic.com -rasteniya-vs-zombi.ru -recordpage-a.akamaihd.net -reimageplus.com -romhacking.ru -russkie-gorki.ru -safe-app.net -sayyoethe.blogspot.co.za -scanner-brian.top -scanner-julianna.top -scmor.ilxc.cc -servingnotice.com -shiksabd.com -sitopreferito.it -smart-scripts.com -social-vestnik.ru -summerlinhomes411.info -swimpool.ca -tdsing.ru -trustaffs.com -tula.mdverey.ru -ua-company.ru -vellings.info -vzube.com -webix.biz -whatistizanidine2mg.blogspot.com -whengirlsgowild.com +4kpics.rocks +aanapa.ru +aarbur.com +adhome.biz +ads-seo.men +akuhni.by +apibrowsesmartne-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apispringsmartne-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +appiq.mobi +apple.com-cleaner.systems +appsaurus.com +asmxsatadriverin.aircus.com +berdasovivan.ru +best-seo-software.xyz +bif-ru.info +bizru.info +bjorkbacken.nu +builtwith.com +cablecar.us +cartierbracelet.xyz +casite-513049.cloudaccess.net +cejewelry.xyz +cjmc.info +clicksotrk.com +coinsspb.com +countercrazy.com +datsun-do.com +ddospanel.com +derevesendeco.com +dolohen.com +dostavka-v-ukrainu.ru +etotupo.ru +exchanges-bet.com +fetroshok.ru +financepoints.eu +forums.d2jsp.org +free-fbook-traffic.com +free-share-buttons.com +gg.zzyjxs.com +gheus.altervista.org +gorabagrata.ru +hahashka.ru +hdpixion.com +hotdl.in +intelhdgraphicsgtdrive6w.metroblog.com +investzalog.ru +istmira.ru +itsdp3.com +kinobest.pl +lafriore.ru +mahnwachen-helfen.info +manipulyator-peterburg.ru +moncleroutletonline.xyz +movies-in-theaters.net +mustwineblog.com +muycerdas.xxx +my-aladin.com +njpalletremoval.com +openfrost.com +outshop.ru +partnersafe.men +poiskzakona.ru +pojdelo.weebly.com +popup-jdh.xyz +progress-upakovka.ru +pwwysydh.com +remont-fridge-tv.ru +renewablewealth.com +rep-am.com +replica-watch.ru +retreatia.com +ros-ctm.ru +sady-urala.ru +seoboxes.com +shopperifymac.com +shtaketniki.kz +simon3.ru +sr-rekneskap.no +swinginwithme.ru +swiped.su +t3chtonic.com +takeflyte.com +themeforest.net +topappspro.com +vektorpress.ru +venerologiya.com +venta-prom.ru +voditeltrezviy.ru +wareseeker.com +webscouter.net worldtraveler.world -xn----7sbahjd3btneuw1joc.xn--p1ai -zaobao.com.sg -zooggames.com +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80abgj3a5acid6ghs.top +xvideospornoru.com +yoluxuryevents.com +youradexchange.com +zhuravlev.info +zscalerone.net diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4926864c3..fc6452a86 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -01apple.com -123any.com +03p.info +0912701309f8ce.com +0c47f8422d3f.com +0daymusic.org +10bet.com +11pikachu.ru +123cha.com 123movies.love -12u.info -1adult.com 1-free-share-buttons.com 1hwy.com +1j7740kd.website 1kinobig.ru -1millionusd.xyz -1stat.ru +2000k.ru +214jaluwobapef.cf 21h2o.com +24-ak.ru 28n2gl3wfyb0.ru +3th.co.in +3weekdiet.com 40cg.com 4inn.ru +4kepics.com 4pp13.com 57883.net -5ws.dating-app.ru -7yue.org -aa81bf391151884adfa3dd677e41f94be1.com -aa9bd78f328a6a41279d0fad0a88df1901.com -aac500b7a15b2646968f6bd8c6305869d7.com -aac52006ec82a24e08b665f4db2b5013f7.com -abbanreddy.com -above.com -abovetherivernc.com -acc.eu.org -acgs.tk -acheterviagrafr24.com -adcash.com -adimmix.com -adinterax.com -admanaerofoil.com -adssafeprotected.com -adtech.de -adultactioncam.com -adultwebhosting.info -afmuseum.com -afora.ru -a.frcls.fr -agardomains.com -ahrefs.com -aihelen.net -akita.kz -aktobe.xkaz.org -albuteroli.com -alf-img.com -alice.it -aliexpress.com -all4invest.info -alldubai.biz -allesohnegirls.net -allmarketsnewdayli.gdn -allnews24.in +6128786.com +883zy.com +8xv8.com +9icmzvn6.website +aa8b68101d388c446389283820863176e7.com +aaronabel.com +abcdefh.xyz +abcguru.xyz +absolutelyanalog.com +accessoires-mode.in +actices.com +add-add.men +addtoadd.men +adelly.bg +adktrailmap.com +adloads.com +adpremium.org +adrunnr.com +adservme.com +adsfresh.men +adsref.men +advancedmassagebysara.com +adverster.com +advocatemsk.ru +advokateg.ru +agecheckadult.com +agreda.pluto.ro +agysya.ru +air-edem.ru +akuhni.by +akusherok.ru +alarmobninsk.ru +albamargroup.com +alert-jdh.xyz +alfabot.xyz +aliexpresscashback.club +allforminecraft.ru alloysteel.ru -alphahoverboards.com -alphavisions.net -amanda-porn.ga -amazingpic.net -amt-k.ru -anaksma.info -android-style.com -animalia-life.club -animalrank.com -anonymizeme.pro -aosheng-tech.com -apartment.ru -apessay.com -apiadanaknet-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net +allpdfmags.net +allwidewallpapers.com +allwomen.info +altamayoztourism.com +alta-realestate.com +aludecor.info +amazingninja.com +ameblo.jp +amoi.tn +amyfoxfitness.com +anapa-inns.ru +androids-store.com +animaltoplist.com +anmysite.com +apartmentbay.ru +apelsinnik.website +apibetweenlinesn-a.akamaihd.net apibrowsesmartne-a.akamaihd.net -apper.de -appleid-verification.com -applicationg29.com -ap.senai.br +apiportalmorecom-a.akamaihd.net +appartement-stumm.at +apple.com-webbrowsing-security.science +applyneedy.xyz +app-ready.xyz +appsecurityr.com +arabsexxxtube.com aramaicmedia.org +architecturebest.com arcteryxstore.online -arkkivoltti.net -artavenuegardenstudios.com -artefakct.com +ardimobileinfo.ml +arenda-avtoprokat-krasnodar.ru +arenda-yeisk.ru +arewater.com +arkartex.ru +aruplighting.com +asia-forum.ru +asrvrep-a.akamaihd.net asscenihotosidea.blogspot.com -asscenihotosidea.blogspot.co.za -asseenontvonline.ru -atmovs.com -autodo.info -auto-zapchasti.org +astana.xxxkaz.org +atley.eu.pn +atout-energie-69.com +ausergrubhof.info +autobrennero.it +automatic-seo.com +autorn.ru +autotop.com.ua +autowebmarket.com.ua aviav.eu -avitocars.ru avkzarabotok.com -avramstroy.ru -avtolombard-krasnodar.ru +awaybird.ru axbocz.net -ayerbo.xhost.ro -b00kmarks.com -babs.com.ua -babyfactory.fr -bad-stars.net -bagcionderlab.com -balook.com -bambi.ck.ua -bang-hotties.com +azbaseimages.net +azbukadiets.ru +b2b-lounge.com +babosas.com +backuperwebcam.weebly.com +banan.tv bankmib.ru -bannerconnect.net -bannertesting.com -battlecarnival.su -bbtec.net -becuo.com -begalka.xyz +barbourjackets.online +basedecor.ru +battle.net +bazaronline24.ru +beachpics.com +bedandbreakfast.com +beetpics.pw +belinvestdom.by bensbargains.net -berrymall.ru +berdasovivan.ru +beremenyashka.com bestbrainprod.win -bestkfiledxd.cf -bestmobilityscooterstoday.com -bestplacetobuyeriacta.jw.lt -best-seo-software.xyz -bestserials.com -bestsexyblog.com -bestwaystogetpaid.us -bidbuy.co.kr -bigcareer.info +bestempresas.es +bestofupload.info +besttorrentknifta.weebly.com +betwinservice.com +bget.ru +bigcities.org +biglistofwebsites.com +bimatoprost-careprost.com +binaryoptionscops.info bin-brokers.com bingo8888.com -bio-market.kz -bio-optomarket.ru -bitcoinpile.com -bitporno.sx -biznesrealnost.ru +binomo.com +biteg.xyz +bizcheapjerseyswholesalechina.com biznesschat.net -blavia.00author.com -blog.koreadaily.com -bloglag.com +bjetjt.com +bjgugu.net.ua +bjorkbacken.nu +bkgr.se +blacktwhite.com +bloggedporn.com blogs.rediff.com -bluesalt.co -blue-square.biz bmsco.co -bochemit.com.ua -boc.kz +bmwhighperformers.com boleznikogi.com -bonzibuddi.com +bonux.nextview.ru +bonvillan.com boo-arts.com -boole.onlinewebshop.net +bookmark4you.com.biz +bpro1.top +bracketsmackdown.com +brainboosting.club +brains2.biz brandov.ru -breget74.ru -bryansk.zrus.org +brewdom.ru +brg8.com +browserprotecter.com +bscodecs.com +budilneg.xyz budpost.com.ua -burn-fat.ga -business-made-fun.com +bus-offer.com +butstrap.space +buy-forum.ru +buyhoverboard.com +buy-loft.ru buyparajumpers.online -buzz-porno.info -bvlgaribracelet.xyz -byme.se -cactussoft.biz -calstaterealty.us -canacopegdl.com -cand.jp -canrioloadm.gq -canrole.com -cars-modification.net -cartierbraceletsreplica.pw -cartierbracelet.xyz -cartierreplica.xyz -cartierring.xyz +buzzonclick.com +buzzzg.men +bvlgariwallet.xyz +bytimedance.ru +cakesplus.com.au +callawaygolfstore.online +callcafe.info +callejondelpozo.es +callmd5map.com +cam-kontakte.org +camsex.xxx-cam.webcam +candlewooddentalcentre.com.au +canoncdriverq3.pen.io +canyougethighofftizanidine.blogspot.com +capture-room.com +carina-sy.de +carsplate.com +cartujano-pre.de cashonads.com -casinos4dummies.co.uk -catalogs-parts.com -cdncash.net -cdncash.org -centraletermice.us -cercacamion.it -cezartabac.ro -cfsrating.sonicwall.com +castingbank.ru +caulderwoodkennels.com +cbozhe.com +cctva.tv +cdncash.com +cdn.walkme.com +celejihad.info +cementaresearch.se +centrumcoachingu.com +cfcl.co.uk chastnoeporno.com chatroulette.online -chatroulette.video chatroulette.world -checkm8.com -cherubinimobili.it -chidporn.com -chocolateslim-original.com -cialisovercounteratwalmartusa.com +cheapestjerseysonwholesale.com +cheapjerseysbizwholesale.us +cheapmoncler.win +cheapmoncler.xyz +checkpagerank.net +chee-by.biz +chelnytruck.ru +chiblackhawks-jerseys.com +chocolateslim-en-france.com +chocoslim.pro +chorus.terakeet.com +christianlouboutinoutlet.win +christianlouboutinreplica.win +cicaki.net +ciceros.co ciekawinki.pl -cinemaenergy-hd.ru -clash-clans.ru -classiquebijoux.ru -cleanpcnow.com -clean-start.net -clean-virus-mac.com +cineacademy.ru +citysecurity.nu +classicakuhni.ru +cleanallvirus.com +cleanmypc.com clevernt.com -clippingphotoindia.com -clknsee.com -cobaltpro.ru -coderstate.com +clickbank.net +clodo.ru +cognitiveseo.com +collegerentals.com +colobit.biz com-cleaner.systems -companies-catalog.com -compiko.info -compliance-alex.top -compliance-andrew.xyz +compliance-alexa.xyz compliance-checker-7.info compliance-checker.info -compliance-fred.xyz -compliance-george.xyz -compliance-irvin.xyz -compliance-jess.top -compliance-mark.top -conciergegroup.org -concordexoticrentals.com -cookie-law-enforcement-ff.xyz +compliance-donald.xyz +compliance-julia.top +compliance-margo.top +compliance-olga.top +compliance-willy.top +contentsexpress.com +cookielawblog.wordpress.com +copro.pw copypaste.traderzplanet.in -cornomase.win -cosmetic.donna7753191.ru -country-chic.ru -cowblog.fr -cpajunkies.com -craftburg.ru -crystalslot.com +counciltally.com +counterbot.com +covetnica.com +crazyprotocol.com +cscwtalkto.site csgo4.win -cs-passion.pl -customchocolate.business-for-home.com -customerpromos-a.akamaihd.net -cyclobenzaprinevstizanidine.blogspot.com -cymbaltaandtizanidine.blogspot.com -dafatiri.com -dalavia.ru -data-mining.tk +cubook.supernew.org +customcatchcan.com +customergrowthsystems.com +cutalltheshit.com +czat.wp.pl +d2jsp.org +data1.scopich.com +dating-app.ru +datract.com +dawlenie.com +daydream-studio.ru daymusam.com -day-news.info -db.speedup.gdn -dealwifi.com +ddsoldes.fr decorationspcs.com -deda-moroza-zakaz.ru delfin-aqua.com.ua +deluxedumps.com +dengi-pod-zalog-nedvizhimosti.ru design-ideas.info +design-lands.ru +detective01.ru +detskie-zabavi.ru deutschehobbyhuren.net devochki.top +dfiles.me dfwu1013.info -dfwu1019.info -dickssportinggoods.com -digitalassetmanagement.site +dgfitness.co +diegolopezcastan.com dignitasdata.se -dildofotzen.net diminishedvalueoforegon.com -dimkino.ru -discovertreasurenow.com -dktr.ru -dlya-android.org -dnepropetrovsk.mistr-x.org +dispo.de +diusyawiga.tk +dms-sw.ru docs4all.com -docstoc.com -dodlive.mil -dogbreedspicture.net -domainsphoto.com -doska-vsem.ru -downloadkakaotalk.com -draniki.org +doctissimo.fr +documentbase.net +dogsrun.net +dokumentalkino.net +dolohen.com +domain-submit.info +domain-tracker.com +dominateforex.ml +downloader12.ru +downloadmefiranaratb1972.xpg.com.br +downtuptv.gq +doxysexy.com drhomes.biz -drivotracker.com -droidlook.net -drugs-no-rx.info -dumpsmania24.com -duplicashapp.com +drpornogratisx.xxx +drunkenstepfather.com +druzhininevgeniy63.blogspot.com +dtm-spain.com +dvrlists.com +dynainbox.com +dyshagi.ru +dyt.net eachdayisagift.review +easyukraine.com e-biznes.info -e-buyeasy.com -e-commerce-seo1.com ecxtracking.com edelstahlschornstein-123.de edwinkonijn.com.au -efnor-ac.com ege-russian.ru +eldiariodeguadalajara.com +election.interferencer.ru electro-prom.com -elektronischezigarette2.mex.tl -elektronischezi.livejournal.com -elektrozigarette2.wordpressy.pl -elektrozigaretten1.postbit.com +elektrischezigarettekaufen2.cowblog.fr +elektronischezigarettekaufen1.beeplog.com elektrozigaretten2.yn.lt -elidelcream.weebly.com -elkacentr.ru -elmacho.xyz -eloconcream.blogspot.com -enginebay.ru -enhand.se -enthuse.computernetworksonline.com -envaseslotusama.com -e-poker-2005.com -ereko.ru -erotikstories.ru -es5.com +empis.magix.net +en.altezza.travel +engines-usa.com +erotik-kostenlos.net +ertelecom.ru +escortslet.net +eshop.md este-line.com.ua -etm-consult.de -evaashop.ru -evrotekhservis.ru +etenininrade.ga +everflora.ru +everypony.ru +ewebarticle.info excitacion.info -exct.net -exhibitionplus.eu +exportshop.us extremal-blog.com +extremepornos.net eyes-on-you.ga -eyessurgery.ru -ezigarettekaufen1.hpage.com -ezigarettenshop2.myblog.de -ezigaretteshop.webs.com -ezrvrentals.com -f00kclan.de -f0815.de -facebook-mobile.xyz -factorynightclub.com -failingmarriege.blogspot.com -familienzahnaerzte.com -fanoboi.com -fantasticpixcool.com -faptitans.com -farm26.ru -farmingworm.com -fba-mexico.com -fellowshipoftheminds.com -fickkontakte.org -fickluder69.com -fikasound.tk +eywords-monitoring-your-success.com +ezigarettenkaufen1.deviantart.com +f012.de +f07.de +famix.xyz +fandlr.com +faracontrol.ir +fashion-mk.net +fermersovet.ru +ff30236ddef1465f88547e760973d70a.com +filesclub.net filesdatabase.net -filesmonster.porn -filesvine.com +filmbokep69.com filmetricsasia.com -filmgo.ru +findpik.com +findsexguide.com finuse.com -fiverr.com -flavors.me -florida-tourism.net -flprog.com -fok.nl -f-online.de -food.dtu.dk -fortunejack.com -forum20.smailik.org +flowwwers.com +fm-upgrade.ru +focalink.com +footbalive.org +forexgb.ru +formseo.com +formulaantiuban.com +forodvd.com +forums.d2jsp.org +forum.tvmir.org fotosfotos.eu -fototravel.eu -franklinfire.co -free-laptop-reward.com +foto-sisek.porngalleries.top +foto-weinberger.at +foxtechfpv.com +free-floating-buttons.com +freegamesplay.online freelifetimefuckbook.com -free-social-buttons.com +free-stock-illustration.com freewebs.com -front.to -fym.com.ru -galeon.com -gambarkataku.co -gamedayhouse.com -game-mmorpg.net -gaming-journal.com +freewlan.info +frustrated-favorable.gq +fsakhalin.ru +ftns.ru +funcrushgames.com +fungirlsgames.net +fusoradio.info +gabeshop.ru +gallery.rennlist.com +game-top.su +gamezblox.com gateway.zscalertwo.net -ge0ip.com +gay.adultgalls.com +gazobeton-p.com.ua ge0ip.net -gearsadspromo.club -generalporn.org -getmyads24.com -getridofstretchmarks.org -gettpromos.com -gg-arena.ru +geckoandfly.com +get-your-social-buttons.info +gg.zzyjxs.com gheus.altervista.org -ghostvisitor.com gigablast.com -gigapeta.com -gilbertbanda.net -gk170.ru -gk-atlant.info -gktt.ru -gloverid.site -go2mike.ru -gogps.me +gilsonchiro.xyz +girlgamerdaily.com +given2.com +glasof.es +global-ics.co.za +glogow.pl +gobongo.info +golden-catalog.pro +goldenggames.com goldpanningtools.com -goodnightjournal.com -googlemare.com -gorabagrata.ru -gosmeb.ru -gotcher.us +goodhumor24.com +good-mummy.ru +googglet.com +googlsucks.com +goosefishpost.bid graphics8.info graphicwe.org gratuitxblcodes.com -gribokstop.com -gsasearchenginerankerdiscount.com -gsasearchenginerankerhelp.com -gsasearchengineranker.xyz -gta-club.ru -gungamesz.com -handicapbathtubarea.com -handicapvantoday.com -handsandlegs.ru -hanink.biz.ly -hasshe.com -hatedriveapart.com -hawaiielectriclight.com -hcate.com -hdimagegallery.net +greendream.com.ua +groupmoney.ru +growshop.es +grupografico-pilar.com.ar +gsou.cf +gstatey.net +gta-top.ru +guge.io +hamacapty.com +hdpixent.com hdseriale.pl -health-medical-portal.info -hem.passagen.se +heartofbeijing.blogspot.com +heatpower.ru +hentaiheroes.com hentai-manga.porn -hesteel.pl -highstairs-a.akamaihd.net -histock.info -hitcpm.com -hkladys.com -hmmm.cz -homedecoguide.info -homeinns.com -homemature.net -hostingclub.lk -host-protection.com -hotgirlhdwallpaper.com +herehloadibs.cf +hermesbirkinhandbagoutlets.com +hermesreplica.pw +hetmanship.xyz +highspeed5.net +himgaws.pw +hjaoopoa.top +hledejvshopech.cz +homelygarden.com +hornymatches.com +hosting-tracker.com +hostsshop.ru +hotsocialz.com +housediz.com housekuba.org -house.sieraddns.com -hoztorg-opt.ru +houston-vikings.com +hoverboard360.nl +hoverboardforsaledirect.com +howtoclean.club +hreade.com +humbmosquina.tk hut1.ru -ibb.com.ua -ideawheel.com -ideoworld.org -ifmo.ru -i-hobot.ru -ilikevitaly.com -ilte.info +hvd-store.com +hydropump.su +ibmdatamanagement.co +idegenvezeto.eu +ideibiznesa2015.ru +ifirestarter.ru +iinstalll-fii1leis.jus0wil.pp.ua +ikritikimou.gr +ilbe.club +imabase.com imagerydatabase.com -i-midias.net.br +images-free.net +imfamous.info iminent.com -inboundlinks.win +import-sales.com +impresagaia.it incanto.in.ua -inclk.com -incolors.club -indetiske.ya.ru -infogame.name -informatiecentro.be -infowarcraft.ru -insomniagamingfestival.com +incest-ru.com +incomekey.net +indiasourcemart.in +inmate-locator.us +inome.com.ua +insta-add.pro instasexyblog.com -integritylandscapeservices.com -internetproviderstucson.com -intimshop-fantasy.ru +insurple.com +in-tandem.co +intellekt21.ru +intellektmedia.at +internet-apteka.ru +intervsem.ru investsuccess.org -ip-guide.com -iscblog.info -ivanovo.zrus.org -ivanstroi.ru -iwanttodeliver.com -iyasimasennka.com -izhevsk.xrus.org -james13prix.info -janerikholst.se -janettabridal.com -javcoast.com -javidol.site -javrip.net -jeremyeaton.co +investzalog.ru +iopeninghours.co.uk +iplogger.org +iqoption.pro +i-service.kz +izoll.ru +j33x.com +jackpotchances.com +jagg.info +javspace.net +javxxx18.com +jaxcube.info jerseychinabizwholesale.com -jerseywholesalechinabiz.com -jestr.org -job.icivil.ir -joessmogtestonly.com +jerseysbizwholesalecheap.com +jerseyswholesalechinalimited.com +jillepille.com +jimmychoosale.online +jjbabskoe.ru +johnrobertsoninc.com jovencitas.gratis -j-times.ru -justprofit.xyz -justucalling32211123456789.tk -kaac.ru -kam-dom.ru -karting196.ru -kashubadesign.ru -keki.info -kenaba.su -ketoanhanoi.info -ketrzyn.pl -keywordblocks.com +jrpmakati.com +jus0wil.pp.ua +kadashihotel.com +kaliningrad.zrus.org +karpun-iris.ru +kazan.zrus.org keywordglobal.co.za -keywordsking.com -keywordsuggest.org -kino2018.club -kino-ecran.ru -kino-filmi.com -kinoflux.net -kinogolos.ru +kfon.eu +kinoduh.ru +kino-key.info kinomaniatv.pl -kiskinhouse.com -kiwi237au.tk -klejonka.info -klin3952.ru -kndxbkdx.bloger.index.hr -kol-energo.ru -koptims.tiu.ru -kostenlos-sexvideos.com -kozhniebolezni.com -krafte.ru -krasivoe-hd.net -krasnodar-avtolombards.ru -la-fa.ru -lanasshop.ru -lancheck.net +kinostorm.net +klosetkitten.com +knigonosha.net +knogg.net +kollekcioner.ru +kraljeva-sutjeska.com +krasnodar.zrus.org +kreativperlen.ch +kvartiry-remont.ucoz.ru +kw21.org lapitec.eu -larchik.net -larutti.ru -laudit.ru lawyersinfo.org -lazymanyoga.com -lechenie-gemorroya.com -lechtaczka.net -legalrc.biz -legionalpha.com -lesbian.xyz -letmacworkfaster.world +lecbter-relationships.ga +lenvred.org +letslowbefast.site +letsrepair.in +levaquin750mg.blogspot.com +lexaprogeneric.link +lflash.ru libertybilisim.com -li-er.ru -lietaer.com -limtu.ifmo.ru -link.ac -linkbux.ru -linkredirect.biz -lisque.batcave.net -liumimgx.pw -liupis.com +lider-zhaluzi.kiev.ua +life.biz.ua +limads.men +linerdrilling.com +linkdebrideur.xyz +lion.conboy.us +livefixer.com liveinternet.ro +livejasmin.com liver-chintai.org -livingroomdecor.info -loadingpages.me -localflirtbuddies.com -locatellicorretor.com.br +livetsomudvekslingstudent.bloggersdelight.dk +lkbennettstore.online locimge.pw -loftdigital.eu -lonely-mature.com -losangeles-ads.com -lostaruban.com -louboutinreplica.pw -lovasszovetseg.hu +lockerz.com +lollypopgaming.com +lombia.co +lombia.com lovi-moment.com.ua -lsex.xyz +lulea-auktionsverk.se +lutherstable.org +lyrics.home-task.com m1media.net -machicon-ueno.info -mac-shield.com -madot.onlinewebshop.net -magento-crew.net -make-money-online.com -maladot.com -marcogrup.com -marcoislandvacations.net -maridan.com.ua -masturbate.co.uk -maximilitary.ru -mazda-roadsters.com -mcnamaratech.com -mebel-vstroika.ru -medicineseasybuy.com -medizinreisen.de -megahdporno.net -memberty.com -menetie.ru -microsearch.ru -mielec.pl -mikrobiologies.ru -millionare.com -minet.club -minyetki.ru -mir-betting.ru -mirtorrent.net -mitrasound.ru -mmog-play.ru -mobifunapp.weebly.com -mobstarr.com -moesen-ficken.com +m3gadownload.pl +macnewtech.com +macotool.com +macrotek.ru +magnetic-bracelets.ru +mainhp.net +makedo.ru +mamasuper.prom.ua +mararoom.ru +marketingvici.com +marwer.info +master-muznachas.ru +mathgym.com.au +matpre.top +max-p.men +mcar.in.ua +medicinacom.ru +medmajor.ru +menhealed.net +merryhouse.co.uk +michaelkorsoutlet.store +michaelkorssaleoutletonline.net +migente.com +milblueprint.com +minecraft-rus.org +miniads.ca +mir-limuzinov.ru +mirmedinfo.ru +missvietnam.org +misswell.net +mister-shop.com +mistr-x.org +mixtapetorrent.com +mncrftpcs.com +mobilemedia.md +mockupui.com +modenamebel.ru moivestiy.biz -mojpreskumanie.com -monsterdivx.tv -monthlywinners.com -moomi-daeri.com -morlat.altervista.org -morocco-nomad-excursions.com -moscow.online-podarki.com -moscow-region.ru -mototsikl.org -mouselink.co +monetizer.com-01.site +moneymaster.ru +morefastermac.trade +morpicert.pw +motherboard.vice.com +mountainstream.ms moviemail-online.co.uk -mozello.ru +moxo.com +moz.com mrbitsandbytes.com -mrinsidesales.com -mturkcontent.com +mrwhite.biz +msk-diplomat.com muabancantho.info -mug-na-chas-moscow.ru -muizre.ru -muznachas-service.ru -muz-shoes.ru -mvpicton.co.uk -myblogregistercm.tk -mycaf.it -mydearest.co -mydirtystuff.com -myfreemp3.eu +mulberryoutletonlineeu.com +multgo.ru +mundoaberrante.com +musflashtv.com +musicdaddy.net +musicvidz.ru +mwtpludn.review +myhitmp3.club myhydros.org -mylesosibirsk.ru -mypets.by -nac-bearings.ru -napalm51.nut.cc -naphukete.ru -narkologiya-penza.ru -narutonaruto.ru -na-telefon.biz -naturalbreakthroughsresearch.com -naturalpharm.com.ua -naturalshair.site -navalwiki.info -needtosellmyhousefast.com -negral.pluto.ro -netfacet.net -nevansk.ru -newtechspb.ru -ngps1.ru -nicefloor.co.uk -nikkiewart.ru -njkmznnb.ru -nodding-passion.tk -nordstar.pro -noumeda.com -oakleyglassesonline.us +mykings.pw +myliveblog.ru +myonigroup.com +myprintscreen.com +mystats.xyz +mywallpaper.top +namenectar.com +narco24.me +netcheckcdn.xyz +net-profits.xyz +networkad.net +newhairstylesformen2014.com +newsperuse.com +newstraveller.ru +nextbackgroundcheck.gq +nextrent-crimea.ru +nfljerseyscheapchinabiz.com +nhl09.ru +nhl17coinsforps3.gratisblog.biz +niki-mlt.ru +nlfjjunb5.ru +nl.netlog.com +nodup.ru +nofreezingmac.work +nosecret.com.ua +nyfinance.ml obnal.org -offf.info +ochistka-stokov.ru +oddamzadarmo.eu +odywpjtw.bloger.index.hr offside2.5v.pl -okout.ru +offtopic.biz +okonich.com.ua okroshki.ru -ok.ru -old-rock.com -o.light.d0t.ru -olvanto.ru onclkads.com -onefilms.net -onetravelguides.com -onlinadverts.com -onlineserialy.ru -openfrost.com -openmediasoft.com -openstat.com -opinionreelle.com -optikremont.ru -orel-reshka.net -oren-cats.ru -orhonit.com -outrageousdeal-a.akamaihd.net -oynat.info +oneclickfiles.com +online247.ml +onlineporno.site +onlinewritingjobs17.blogspot.ru +onlythegames.com +ons-add.men +oralsexfilme.net +orenburg-gsm.ru +orion-v.com +outclicks.net +outshop.ru +ovirus.ru +owathemes.com paceform.com -panchro.xyz +paidonlinesites.com +palocco.it +palvira.com.ua +panamaforbeginners.com +parajumpersstore.online park.above.com -partnerads.men -pattersonsweb.com -peekyou.com -perfection-pleasure.ru -perso.wanadoo.es -pewit.pw +partner-cdn.men +partner-high.men +partnerline.men +partnersafe.men +partner-trustworthy.men +partybunny.ru +pb-dv.ru +pc-services.ru +pc-virus-d0l92j2.pw +pendelprognos.se +perfectpracticeweb.com pflexads.com -photochki.com -photo-clip.ru -picsearch.com -picsforkeywordsuggestion.com -pics-group.com -picturesboss.com -picurams.pw -pierrehardysale.online -pihl.se -pintattoos.com -piski.top -piter.xrus.org -pizdeishn.com -pkr1hand.com -plaff-go.ru +picmoonco.pw +picturesfrom.com +picturesify.com +pila.pl +pladform.ru plastgran.com -plastjulgranar.se -plastweb.ru -plohaya-kreditnaya-istoriya.ru -pobeiranie.pl -poems.com.ua -pogruztehnik.ru -pokerniydom.ru -polytopesexempt.com -popander.mobi +poem-paying.gq +polimga.pw +pons-presse.com +popserve.adscpm.net popugaychiki.com popunder.ru -popup-hgd.xyz -pornmania.pl -pornobrazzers.biz -pornoxxx.com.mx -pornstartits.xblog.in +porndl.org +porngalleries.top +pornhub-forum.ga +porno-dojki.net +pornoforadult.com +pornohd1080.online +pornokorol.com +porno-play.net +pornoreino.com +pornosee.info +pornzone.tv porto.abuilder.net -portside.xyz -pozdravleniya-c.ru -prchecker.info +pregnant.guru printdirectforless.com -printingpeach.com -privatbank46.ru -privatefx.all4invest.info -privat-girl.net -productarium.com -produkto.net -proekt-gaz.ru -professionaldieselcare.com -professionalwritingservices15.blogspot.ru -profitfx.online -profolan.pl -promgirldresses.xyz -propranolol40mg.blogspot.com -prostitutki-novgoroda.org -prostitutki-tyumeni.org -pr-ten.de +prize44.com +prizestohandle.club +promover.org +pronekut.com +pronorm.fr +prostitutki-almata.org +prostitutki-astana.org +prostitutki-kharkova.org +prostitutki-odessa.org +prostitutki-yaroslavlya.org +pro-tec.kz +psa48.ru pssucai.info +pst2017.onlinewebshop.net pts163.ru -push-ad.com -pussyfleet.com -pussysaga.com -py100.ru -quality-traffic.com -ragecash.com +putitin.me +q-moto.ru +qwarckoine.com rankingchart.de -ranksonic.com -rcpmda.ikan1080.xyz -realnye-otzyvy.info -recordpage-a.akamaihd.net -redhotfreebies.co.uk +ranksonic.org +rasteniya-vs-zombi.ru +ratemodels.net +realmonte.net +redbottomheels.xyz +refads.pro regdefense.com -registratciya-v-moskve.ru -registry-clean-up.net +remmling.de remont-komputerov-notebook.ru -remorcicomerciale.ro -responsinator.com -ribieiendom.no -ring4rhino.com -ringporno.com -rogervivierforsale.com -royal-betting.net -ru-dety.ru -ruf777.com -ruspdd.com -rus-teh.narod.ru -rutor.vip -rvi.biz -ryetaw.com -sadaholding.com -salutmontreal.com -samara.rosfirm.ru -samolet.fr -sarafangel.ru -sashagreyblog.ga -savefrom.com -saveindex.xyz -sbdl.no -sbwealthsolutions.ca -scanner-barak.top -scanner-jess.top +remybutler.fr +replica-watch.ru +reversing.cc +revistaindustria.com +reyel1985.webnode.fr +ricorsogiustizia.org +rniaeba.ga +rockprogblog.com +royal-investments.net +royalvegascasino.com +rus-pornuha.com +rusprostitute.com +russia-today-video.ru +rustic-quiver.win +s8-nowy-wygraj.comli.com +sabaapress.com +saletool.ru +sankt-peterburg.nodup.ru +sa-rewards.co.za +savetubevideo.com +sbprabooks.com scanner-john.top -scanner-julianna.top -scanner-margo.top -scanner-mark.top -scanner-marwin.top -screentoolkit.com -search.1and1.com -searchinterneat-a.akamaihd.net +scanner-julia.top +scopich.com +sc-specialhost.com +searchencrypt.com +searchimpression.com search.xtconnect.com -seemoreresultshu-a.akamaihd.net -semalt.com -seoanalyses.com -seonetwizard.com +security60-e.com +seeingmeerkat.com +seksvideoonlain.com +semprofile.com +seoboxes.com +seo-prof1.xyz seo-smm.kz -serialsway.ucoz.ru -serpstat.com -service.adtech.fr -servingnotice.com -sevenstars7.com -sexflirtbook.com -sexgalleries.top -sexs-foto.com -sexstream.pl +seryeznie-znakomstva.ru +sexsaoy.com +sextracker.be sex-tracker.com -sextracker.com -shemale-sex.net -sherlock.se -shillyourcoins.com -shoppytoolmac.com -shop.xz618.com +sexyali.com +s-forum.biz +shakhtar-doneck.ru +sharebutton.to sideeffectsoftizanidine.blogspot.com -sierraapps.com -signal03.ru -signoredom.com +sigmund-freud.co.uk silktide.com -simple-image.com.ua -siteonomy.com -sivs.ru -slujbauborki.ru -smart-balancewheel.com -smartshoppymac.com -sms2x2.ru -smsactivator.ru +sinestesia.host.sk +site-auditor.online +siteripz.net +sitevaluation.com +sitevaluation.org +sitiz.club +si-unique.com +skanninge.se +sk.golden-praga.ru +slavia.info +slonechka.ru +slowmacfaster.trade +small-game.com +smallseotools.com smstraf.ru -snip.tw -snomer1.ru -snts.shell-pmr.ru soaksoak.ru -social-button.xyz -socialbutton.xyz -social-fun.ru -socialmonkee.com -soft1.ru -songplanet.ru -spabali.org -splendorsearch-a.akamaihd.net -sprttrack.com -spymac.net -spywarespy.com -squidoo.com -srdrvp.com -stardevine.com -stariy-baku.com -stjamesschool.info -stmassage.ru -stockspmb.info -strag-invest.ru -strana-krasoty.ru +socialmadesimple.com +social-vestnik.ru +solnplast.ru +soochi.co +soundfrost.org +sovinsteel.ru +spasswelt.xyz +spb.ru +speechfoodie.com +spin2016.cf +sports-supplements.us +spravka130.ru +srecorder.com +srgwebmail.nl +statustroll.com +stefanbakosab.se +stop-gepatit.te.ua +stpolice.com strangeduckfilms.com -streetfooduncovered.com -stretchmate.net stroicol.net stroyhelp-dv.ru -stroyplus.ru -studiokamyk.com.pl -styro.ru -suggest-keywords.com -sugvant.ru -sukirgenk.dvrlists.com -supervesti.ru -sureone.pro -surfbuyermac.com -surffoundation.nl -surflinksmedical.com -surintech.ac.th -svnuppsalaorebro.se -swimpool.ca -swingerseiten.com -symbaloo.com -tabletkinaodchudzanie.com.pl -takeflyte.com -tattooha.com -td-l-market.ru -tds-advert002.info -teastory.co -techart24.com -telefonsex-ohne0900.net +sugarlyflex.pw +superfish.com +suture.co +swiped.su +symphonyintegratedhealthcare.com +szucs.ru +t3chtonic.com +taboola.com +tagil.zrus.org +taihouse.ru +tanieaukcje.com.pl +taqplayer.info +t-bygg.com +technika-remont.ru +template-kid.com +terrafootwear.us +thebitcoincode.com thebluffs.com -thefds.net -titangel-vietnam.com -tizanidinedosageforsleep.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidineorflexeril.blogspot.com +thedownloadfromwarez.blogspot.com +thegameriders.com +thegamerznetwork.com +themestotal.com +thesmartsearch.net +thruport.com +tiens2010.ru +timeallnews.ru +tizanidine6mg.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidineoral.blogspot.com tizanidinesideeffects.blogspot.com -tizanidineusedfor.blogspot.com -tjkckpytpnje.com -tk-assortiment.ru -tmtrck.com +tizanidinesleepaid.blogspot.com +tizanidinestreetvalue.blogspot.com +tizanidinewithdrawal.blogspot.com +tizanidinezanaflex.blogspot.com +tkanorganizma.ru todohr.com -tomck.com top250movies.ru -topappspro.com -toproadrunner5.info -topshef.ru -touchmods.fr +topdownloads.ru +topkarkas.com +torrents.cd +tourcroatia.co.uk tour-line.net -traffic100.com -traffic2money.com -trafficgenius.xyz +toys.erolove.in +tracfone.com +traderzplanet.in trafficjunky.com -trafficjunky.net -trainoffend.ml -tramadolandtizanidine.blogspot.com traxdom.ru -trichizobswiv.agddns.net -trion.od.ua -trumpetedextremes.com -tubo360.com +trkur.com +trustaffs.com +tuckpointingmasonrysystems.com tula.howotorg.ru +tupper-posuda.ru +turkeyreport.tk tvand.ru -tvnewsclips.info -typimga.pw -ua.tc -ublaze.ru -udsgame.online -uhodzalijami.ru -uhod-za-sobakoj.ru -ukkelberg.no -umnovocaminho.com -unacittaconte.org -unisexjewelry.org -upproar.com +tyumen.xrus.org +uchil.net +undergroundcityphoto.com +unitexindia.com +unitygame3d.com +univerfiles.com +unpredictable.ga +uogonline.com uptime-as.net -uptime.com -uptime-gamma.net ural-buldozer.ru urzedowski.eu -utiblog.fr +usacasino.com +us-america.ru utrolive.ru -v720hd.ru -varikoz24.com -vavilone.com -vellings.info +vapeface.club +vapsy.com +varikozdok.ru venta-prom.ru -veselokloun.ru -vesnatehno.com -viagengrarx.com -viagroid.ru -viddyoze.com -videochat.ph -videochat.tv.br -vinsit.ru -vintontech.info -vinylvault.co.uk +veopornogratis.xxx +versaut.xxx-cam.webcam +via-energy-acquistare.com +viandpet.com +viberdownload10.com +video-chat.cn +videokrik.net +video--production.com vip.51.la -vipromoffers.com -visa-china.ru -vita.com.hr -vladimir.xrus.org -vriel.batcave.net -vykupavto-krasnodar.ru -vzlom-na-zakaz.com -warezaccess.com -warezkeeper.com -warningzscaler.heraeus.com -watchmyfb.pl -webix.me -webmasters.stackexchange.com -webradiology.ru -website-speed-check.site -weburlopener.com -wedding-salon.net +visa-pasport.ru +viteonlusarezzo.it +vitoriacabos.com +viven.host.sk +vkak.ru +vkmusics.ru +volgograd.xrus.org +voltrknc1.com +vote-up.ru +vzube.com +w3javascript.com +wait3sec.org +wareseeker.com +waysbetter.cn +webadvance.club +web-betting.ru +webenlace.com.ar +webix.biz +webnode.me +websiteaccountant.de +website-speed-checker.site +weburok.com +weightatraining.com +wemarketing.se wemedinc.com -westen-v.life -westen-z.life -whatzmyip.net +westermarkanjou.se +wfb.hatedriveapart.com +whatistizanidinehclusedfor.blogspot.com +whatsupinfoley.com +wheelchairliftsarea.com whipme.yopoint.in -whiteelephantwellington.com -whiteproduct.com -white-truck.life -wholesalejerseychinashop.com -wineitudes.wordpress.com -winterclassichockeyjerseys.com -wleuaprpxuvr.ga -wnhjavlhezp.gq -womensterritory.ru -wordkeyhelper.com -works.if.ua +wholesalejerseys-cheapest.com +woman-orgasm.ru +worldis.me +worldlovers.ru +worldmusicfests.com +worldoffiles.ru +wormix-cheats.ru worst-sites.online -wpsecurity.website -wstroika.ru -www.888.com -wyniki-lista.pl -xaijo.com -xblog.in +wosik-dach.service-for-web.de +woweb.com.ua +writersgroup580.web.fc2.com +wzgyyq.com xcc24.pl xchangetrak.com -xchat26.myfreecams.com x-diesel.biz -xdoza.com -xitjw.info -x-mix.info -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai +xgames-04.com +xlolitka.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbahjd3btneuw1joc.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai xn--b1ag5cfn.xn--p1ai xn--b1agm2d.net xn--c1acygb.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai xn----dtbndd4ae7eub.top -xn--e1aggki3c.xn--80adxhks -xn--h1ahbi.com.ua +xn----itbkqkfiq.xn--p1ai +xnxx-n.com x-porno.video -xtrafficplus.com -xtubeporno.net -xuki.us -xxxkaz.org -xxxnatelefon.ru -xxx-treker.ru -xxxtubesafari.com -y8games-free.com -yadro.ru -yellowstonesafaritours.com -yellowstonevisitortours.com +xpresscare.ru +xrus.org +x-true.info +xvideosbay.com +xxart.ru +yellowads.men yes-com.com -youresponsive.com -yourporn.com -yourserverisdown.com -youthreaders.com -youtoner.it +yginekologa.com +yogamatsexpert.com +yottos.com +youandcredit.ru +youbloodyripper.com +youbrainboost.asia +youdesigner.kz +yougame.biz +youradulthosting.com +yourporngay.com +yoursearch.me ypmuseum.ru -yubikk.info -zakazvzloma.com -zaobao.com.sg -zarepta.com -zawyna.ua -zeroredirect.com -zona-aqua.ru -zoolubimets.ru -zoosexart.com +zaapplesales.blogspot.com +zajm-zalog-krasnodar.ru +zarabotok--doma.ru +zarenica.net +zed21.net +zeroredirect10.com +zeroredirect1.com +zeroredirect2.com +znakomstvaonlain.ru +zolotoy-lis.ru +zone-kev717.info +zooggames.com zootoplist.com zootravel.com -zrus.org zryydi.com -zs2vm.top -zzlgxh.com +zscalertwo.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 2c973af38..1e95da842 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -178evakuator178.ru -55wmz.ru -aa9d046aab36af4ff182f097f840430d51.com -adktrailmap.com -admeasures.com -adrunnr.com -adsland.men -advancedcleaner.com -advertex.info -alessandraleone.com -alldownload.pw -allornamenti.com -apple.com-cleaner.systems -appsaurus.com -arcteryxstore.online -arenda-avtoprokat-krasnodar.ru -asociatia-tipografilor-transilvania.ro -avtovolop.ru -baksman.com -banan.tv -bannerbank.ru -belstaffstore.online -bgviagrachrx.com -bitporno.sx -bloggen.be -brainboostingsupplements.org -braintobe.win -businesxxl.com -buyfriend.ru -candy-glam-hp.com -canrole.com -cartierlove2u.com -ccjp.eu -cgi2.nintendo.co.jp -chatroulette.world -chiblackhawks-jerseys.com -chidporn.com -chocolateslim-original.com -christianlouboutinoutlet.win -ci.ua -clevernt.com -cntravelre.com -compiko.info -computernetworksonline.com -conboy.us -counter.bloke.com -countercrazy.com -credit-respect.ru -crystalslot.com -cscwtalkto.site -dating-time-now.com -datract.com +123movies.love +1hwy.com +2girls1cup-free.com +991mostfm.co.id +aa08daf7e13b6345e09e92f771507fa5f4.com +aac52006ec82a24e08b665f4db2b5013f7.com +admanaerofoil.com +adultactioncam.com +agysya.ru +alphaforum.ru +android-style.com +animali.deagostinipassion.it +anime.dougasouko.com +anti-virus-removal.info +arkkivoltti.net +asrvrep-a.akamaihd.net +autolombard-krasnodar.ru +autonew.biz +auto.rusvile.lt +babs.com.ua +banki76.ru +barnfurnituremart.com +beachdriveblog.com +beachtoday.ru +bedcapdealers.com +best-businessman.ru +best-coupon-offer.com +bestdraws.com +bestofpicture.com +bestprofits-there.com +bin-brokers.com +bioca.org +bio-market.kz +blagovest-med.ru +bloggedporn.com +bmw.afora.ru +bolitgorlo.net +brandbucket.com +bristolhostel.com +bscodecs.com +btc4u.ru +buynorxx.com +candelluxsklep.pl +canzoni.ru +cartierjusteunclou.xyz +chatroulette.life +cheapbelstaff.online +chuckguilford.com +circlesl.com +cleanallvirus.com +clean-virus-mac.com +clicksotrk.com +community.allhiphop.com +coolgamechannel.com +crazyprotocol.com +custom-electric-guitar.com +customsua.com.ua diy-handmade-ideas.com -djekxa.ru -djonwatch.ru -dogclothing.store -dogsrun.net -dolohen.com -domaincdn.xyz -domaincrawler.com -domain-submit.info -domznaniy.ru -doublepimp.com -earthmagic.info -e-buyeasy.com -e-commerce-seo.com -educontest.net -elektrischeziga.livejournal.com -englate.com -ero-advertising.com -essay-edu.biz -extads.net -ezigarettekaufen.myblog.de -farmingworm.com -filkhbr.com -findanysex.com -frameimage.org -freelifetimefuckbook.com -freemags.cc -fun-mobi.pl -funnypica.com -gallery.rennlist.com +dms-sw.ru +dnepropetrovsk.mistr-x.org +domination.ml +educatemetv.com +egovaleo.it +emergencyneeds.org +enskedesquashclub.se +extener.org +eywords-monitoring-your-success.com +faptitans.com +fashion-stickers.ru +fealq.com +filunika.com.ru +foxtechfpv.com +franch.info +freenom.link +gallerily.com game300.ru -ge0ip.net -getpopunder.com -gidonline.one +gamerextra.com +gay.adultgalls.com +gearsadspromo.club +gnuetella.com +go2mike.ru golden-catalog.pro -gta-club.ru -happy.new.yeartwit.com -hawaiielectriclight.com -hdwallpapers-free.com -hem.passagen.se -hol.es -homedecorpicture.us -homeinns.com -hyiphunter.org -ictizanidinehcl4mg.blogspot.com -igtools.club -iinstalll-fii1leis.jus0wil.pp.ua -imagui.eu -isoveti.ru -istizanidinelikexanax.blogspot.com -jackwolfskinoutlet.online -jagg.info -justprofit.xyz -jwss.cc -keywordsdoctor.com -kidskunst.info -kihi.gdn -koptims.tiu.ru +googglet.com +gorodservis.ru +gosreg.amchs.ru +gsasearchengineranker.xyz +guardlink.com +guarrasdelporno.xxx +guge.io +hobbyhuren24.net +hobbyhuren-datenbank.com +hostnow.men +https-legalrc.biz +imgata.com +indetiske.ya.ru +insta-add.pro +internet-apteka.ru +intervsem.ru +int.search.tb.ask.com +investsuccess.org +izhevsk.xrus.org +jav-fetish.com +javspace.net +job.icivil.ir +kemerovo.zrus.org +keywordglobal.co.za +khafre.us +kinocccp.net +kino-filmi.com +kndxbkdx.bloger.index.hr +kolotiloff.ru +konkursov.net +konpax.com kutikomi.net +laxdrills.com +lennatin.info lenvred.org -likrot.com -littleberry.ru -lyrics.home-task.com -magicdiet.gq -manyresultshub-a.akamaihd.net -masturbate.co.uk +lisque.batcave.net +localmatchbook.com +lookingglassemb.com +luxmagazine.cf +macresource.co.uk +malls.com matb3aa.com -medizinreisen.de -medmajor.ru -megakino.net -memberty.com -micasainvest.com -minet.club -mir-business-24.ru -mmog-play.ru -moivestiy.biz -mokrayakiska.com -mossmesi.com -musezone.su -my-cash-bot.co -myfreecams.com -mymercy.info -myonigroup.com -mystats.xyz -navalwiki.info -nero-us.com -netoil.no -norththeface.store -nucia.biz.ly -oakridgemo.com -obesidadealgarve.com -oda.as -onlywoman.org -openmultipleurl.com -orenburg-gsm.ru -panicatack.com -penisvergrotendepillennl.ovh -pepperstyle.ru -perl.dp.ua -piluli.info -pintattoos.com -pixell.club -pizza-imperia.com -plastgran.com -porndairy.in -pornokajf.com -pornpost.in -postclass.com +maximpartnerspr.com +m.b00kmarks.com +menstennisforums.com +mlf.hordo.win +money-every-day.com +moneytop.ru +monitorwebsitespeed.com +moviemail-online.co.uk +moxo.com +mp3downloadhq.com +mp3films.ru +my-aladin.com +mydirtyhobby.com +mydownloadengine.com +mysexpics.ru +myxdate.info +nelc.edu.eg +nextconseil.com +nowtorrents.com +oktube.ru +olgacvetmet.com +onclkads.com +onemactrckr.com +oneshotdate.com +online-x.ru +openfrost.net +osoznanie-narkotikam.net +ostrovtaxi.ru +ovirus.ru +pandroid.co +panouri-solare-acoperis.com +pastaleads.com +pawli.eu +pearlisland.ru +pensplan4u.com +photochki.com +photo.houseofgaga.ru +pogodnyyeavarii.gq +porno-play.net +pornstartits.xblog.in pozdrawleniya.ru -printingpeach.com -profitkode.com -prospekt-st.ru -quality-traffic.com -quelle.ru -radiodigital.co -rankexperience.com -rankings-analytics.com -rapidgator-porn.ga -renecaovilla.online -restaurantlescampi.com -restorator-msk.ru -rezeptiblud.ru -russian-postindex.ru -rus-teh.narod.ru -saddiechoua.com -sammyweaver.com -sanidumps.com -sanyuprojects.com -saveindex.xyz -sbricur.com -screentoolkit.com +privacyassistant.net +pxhdwsm.com +pyramidlitho.webs.com +qitt.ru +rasteniya-vs-zombi.ru +rebelmouse.com +r-e-f-e-r-e-r.com +rentehno.ru +sadaholding.com +saneitconsulting.com +scanner-irvin.top sel-hoz.com -service-core.ru -sexy.babes.frontend-stack.top -shemalegalls.blogporn.in -simple-image.com.ua -simplepooltips.com -siteaero.com -slavia.info -s.lollypopgaming.com -smadihome.com -socialbuttons.xyz -sport7777.net -srecorder.com -stair.registrydomainservices.com -stanthonyscatholicchurch.org -strana-solnca.ru -studiofaca.com -swinginwithme.ru -symbaloo.com -td-33.ru -telefonsexkostenlos.tk -thebitcoincode.com -thenews-today.info -theplacetoupdating.pw -theporndude.com -the-usa-games.blogspot.com -tiens2010.ru -tizanidinehcl4mgtab.blogspot.com -topvidos.ru -torrents-tracker.com -torture.ml -touchmods.fr -trafficnetzwerk.de -tx41tclega.ru -uggbootsoutletsale.us -ukrobstep.com -uk-zheu20.ru -urldelivery.com -uroffer.link -via-energy-order.com -viagra.pp.ua -videochat.cafe -vilingstore.net -vkontaktemusic.ru -voloo.ru -vpnhowto.info +seminarykansas904.ml +sexstream.pl +sexystrippe.info +site-speed-checker.site +skylta.com +sky-mine.ru +socialbookmarksubmission.org +social-fun.ru +socialsignals24.com +stretchmate.net +sumo.com +superfish.com +supermesta.ru +superstats.com +telegraf.by +textads.men +thruport.com +tizanidine4mgtablets.blogspot.com +tizanidinesleepaid.blogspot.com +todohr.com +top-deal.com.pl +torrentdownloadhub.com +tourcroatia.co.uk +tourismvictoria.com +trafficjunky.com +trubywriting.com +tula.howotorg.ru +tupper-posuda.ru +turist-strani.ru +turizmus.us +ultimatesetnewfreeallsoftupgradesystems.pw +unmaroll.ya.ru +unpredictable.ga +urlcut.ru +usbggettwku.ga +vacances-voyages.info +valueclick.com +via-energy-cumpara.com +video-chat.in +videokrik.net +videtubs.pl +vielporno.net +vipsiterip.org +viven.host.sk +voluumtrk.com +vseigru.one +vsexkontakte.net w7s.ru -wallpapers-best.com -warning.or.kr -webkeyit.com -westermarkanjou.se -whatsappdownload10.com -where-toget.com -wingsofrefuge.net -writingservices17.blogspot.ru -wsgames.ru -xerox-douglas.cf -xmlinde.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--c1acygb.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -x-porno.video -xvideospornoru.com -xxart.ru -yellowstonevisitortours.com -yoursite.com -youtoner.it +wahicbefa31.soup.io +watchdogs-2.ru +weclipart.com +windowssearch-exp.com +wleuaprpxuvr.ga +wonderfulflowers.biz +woweb.com.ua +x-diesel.biz +x-diesel.com +xfire.com +xgftnlrt.bloger.index.hr +xn--80ahdheogk5l.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn--h1ahbi.com.ua +xvideosporn.biz +yachts-cruise.info +za-music.mymobiplanet.com +zapiszto.pl +zeg-distribution.com +zeroredirect1.com +zigarettenonl.canalblog.com +zryydi.com +zscalerone.net diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 3e60bde86..bc389ee32 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index f9354b988..7c51645f8 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 554d4861c..5df5c5ed0 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 025401266..421baaf9b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1622 +#### Version: V4.2019.06.1623 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f297b7af9..186d20cdd 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1622 +#### Version: V4.2019.06.1623 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 41d4eae7a..3c08cc4ed 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1622 +#### Version: V4.2019.06.1623 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 41027bd8f..7f5857080 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1622 +#### Version: V4.2019.06.1623 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 78feecc45..44f7c186b 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V4.2019.06.1623 +### Updated: Wed Jun 26 12:02:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 7691734f4..0abbfa6de 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V3.2019.06.1623 +### Updated: Wed Jun 26 12:02:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -10631,7 +10631,7 @@ geo $ratelimited { # this rate limiting will only take effect if you change any of the bots and change # their block value from 1 to 2. limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s burst=5; ### *** MAKE SURE TO ADD to your nginx.conf *** ### server_names_hash_bucket_size 64; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 78feecc45..44f7c186b 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1622 -### Updated: Wed Jun 26 11:48:39 SAST 2019 +### Version: V4.2019.06.1623 +### Updated: Wed Jun 26 12:02:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 0fc2fa301..b653fa681 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1622 -### Updated: Wed Jun 26 11:48:41 SAST 2019 +### Version: V4.2019.06.1623 +### Updated: Wed Jun 26 12:02:15 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##