diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 31ed4350c..1af51490b 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.184.96.71 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 31ed4350c..1af51490b 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.184.96.71 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 5a2c3a132..66964f1ec 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1640 -### Updated: Thu Jun 27 12:22:44 SAST 2019 +### Version: V3.2019.06.1641 +### Updated: Thu Jun 27 12:32:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/botblocker-nginx-settings.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/botblocker-nginx-settings.conf index ba536c503..883bc7688 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/botblocker-nginx-settings.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/botblocker-nginx-settings.conf @@ -13,8 +13,10 @@ # Version 1.1 # ! new directives also to be added to include_filelist.txt ! # -server_names_hash_bucket_size 128; +server_names_hash_bucket_size 256; server_names_hash_max_size 4096; +variables_hash_max_size 4096; +variables_hash_bucket_size 4096; limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s; limit_conn_zone $binary_remote_addr zone=addr:50m; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index f740b024e..4d0e8d8a5 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1639 -### Updated: Thu Jun 27 12:07:19 SAST 2019 +### Version: V4.2019.06.1640 +### Updated: Thu Jun 27 12:22:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/botblocker-nginx-settings.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/botblocker-nginx-settings.conf index ba536c503..883bc7688 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/botblocker-nginx-settings.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/botblocker-nginx-settings.conf @@ -13,8 +13,10 @@ # Version 1.1 # ! new directives also to be added to include_filelist.txt ! # -server_names_hash_bucket_size 128; +server_names_hash_bucket_size 256; server_names_hash_max_size 4096; +variables_hash_max_size 4096; +variables_hash_bucket_size 4096; limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s; limit_conn_zone $binary_remote_addr zone=addr:50m; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index f740b024e..4d0e8d8a5 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1639 -### Updated: Thu Jun 27 12:07:19 SAST 2019 +### Version: V4.2019.06.1640 +### Updated: Thu Jun 27 12:22:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/botblocker-nginx-settings.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/botblocker-nginx-settings.conf index ba536c503..883bc7688 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/botblocker-nginx-settings.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/botblocker-nginx-settings.conf @@ -13,8 +13,10 @@ # Version 1.1 # ! new directives also to be added to include_filelist.txt ! # -server_names_hash_bucket_size 128; +server_names_hash_bucket_size 256; server_names_hash_max_size 4096; +variables_hash_max_size 4096; +variables_hash_bucket_size 4096; limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s; limit_conn_zone $binary_remote_addr zone=addr:50m; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index f740b024e..4d0e8d8a5 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1639 -### Updated: Thu Jun 27 12:07:19 SAST 2019 +### Version: V4.2019.06.1640 +### Updated: Thu Jun 27 12:22:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 5a2c3a132..66964f1ec 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1640 -### Updated: Thu Jun 27 12:22:44 SAST 2019 +### Version: V3.2019.06.1641 +### Updated: Thu Jun 27 12:32:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 4d0e8d8a5..77e4e9ed8 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 862d9c75e..193339dc7 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -360Spider -Apexoo -Badass -Bandit -BlackWidow -BuiltBotTough -BuiltWith -BuzzSumo -Cegbfeieh -ChinaClaw +Abonti +AhrefsBot +BackDoorBot +Backlink-Ceck +BackWeb +BatchFTP +coccocbot-web CopyRightCheck crawler.feedback -DomainStatsBot -Dotbot -eCatch -Ezooms -FlashGet -GermCrawler -Haansoft -HaosouSpider -Image Sucker -IndeedBot -Jetty -LeechFTP +CrazyWebCrawler +CSHttp +DBLBot +Dragonfly +Drip +EroCrawler +Evil +EyeNetIE +Humanlinks +Kenjin Spider Libwhisker -Linkdexbot -LinkpadBot -Majestic SEO -MJ12bot -Morfeus Fucking Scanner -Nettrack -NetZIP -Nikto -Nimbostratus -PageGrabber -Panscient -Papa Foto -RankurBot -Reaper -RocketCrawler -SEOstats -Sqlmap -TeleportPro -Turnitin -Typhoeus +Lipperhey Spider +Litemage_walker +Lmspider +MauiBot +MeanPath Bot +MIDown tool +Mister PiX +NetLyzer +Niki-bot +NimbleCrawler +Ninja +Octopus +Offline Navigator +OpenVAS +OrangeSpider +RankingBot +ReGet +ScoutJet +Screaming +SiteSucker +Sottopop +SpankBot +spyfu +SuperHTTP +Toata +VoidEYE +WallpapersHD WebEnhancer -WebFuck -WebReaper -Woobot -WWW-Collector-E +Xaldon WebSpider +Zauba diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 91a0acffe..c17fbc25f 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,165 +1,176 @@ 360Spider -404enemy 80legs -Abonti +Aboundexbot Acunetix ADmantX +AfD-Verbotsverfahren +AhrefsBot AIBOT -Aipbot +AllSubmitter Anarchie -Apexoo -archive.org_bot -Attach +Asterias autoemailspider BackDoorBot backlink-check BacklinkCrawler -Badass Barkrowler -Battleztar Bazinga +BBBike +BDCbot BDFetch -Black Hole +BetaBot +Bigfoot BlackWidow -BLEXBot -Blow -Buddy -Bullseye +BlowFish +Bolt +Brandprotect +Brandwatch BunnySlippers Calculon -CheeseBot -CheTeam -ChinaClaw -Claritybot -Cloud mapping +CATExplorador +CCBot +Cegbfeieh +CherryPicker +Chlooe +coccocbot-web +Cogentbot cognitiveseo -Collector -com.plumanalytics -Copyscape +CopyRightCheck Cosmos -Crescent -Curious -Custo +Craftbot +crawl.sogou.com +DatabaseDriverMysqli +DataCha0s DBLBot Demon +Deusu +Digincore DIIbot Dirbuster Discobot +Discoverybot DittoSpyder DnyzBot -DomainCrawler -DomainSigmaCrawler -Dotbot -Download Wonder +Ecxi EMail Siphon EMail Wolf -Express WebPictures -Ezooms +Exabot +Extractor +ExtractorPro facebookscraper -Fimap -Firefox/7.0 +FemtosearchBot FlashGet -Flunky Foobot -Fyrebot -GalaxyBot -GetRight -Gigabot +Freeuploader +FyberSpider +GermCrawler +G-i-g-a-b-o-t Go-Ahead-Got-It +GoZilla +Go!Zilla Grabber Grafula +GridBot +GT::WWW HaosouSpider +Harvest Havij +Heritrix Hloader -HTTP::Lite HTTrack -Iblog -IDBot +Humanlinks Image Fetch -Image Sucker IndeedBot Indy Library +InfoNaviRobot Intelliseek InterGET Internet Ninja internetVista monitor -IRLbot Iskanie -JamesBOT -Jorgee -Jyxobot +JennyBot +JetCar +Jetty +Joomla +JustView +Keyword Density +Kozmosbot Lanshanbot -LexiBot -LibWeb -Libwhisker +Larbin +LeechFTP +Lightspeedsystems +Likse +LinkpadBot +LinksManager +LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Lipperhey Spider +Litemage_walker Lmspider -LNSpiderguy -LWP::Simple +Magnet Mag-Net +magpie-crawler +Mail.RU_Bot Majestic12 -Majestic SEO +Majestic-SEO MarkWatch -Mata Hari -Mediatoolkitbot -mediawords +Masscan +MeanPath Bot +MegaIndex.ru Metauri -Microsoft URL Control MIDown tool -Mr.4x3 -MSIECrawler -MS Web Services Client Protocol -muhstik-scan +MIIxpc +Mister PiX +MJ12bot +Mojeek +Morfeus Fucking Scanner Name Intelligence -Navroad -NearSite +Nameprotect Needle +Nessus NetAnts NetLyzer +NetMechanic NetSpider +Nettrack +Net Vampire Netvibes -NICErsPRO -Niki-bot -Nikto -Nimbostratus +NetZIP +Nibbler +NPbot +Nutch oBot -Offline Explorer -Offline Navigator +Octopus +OnCrawl +Openfind +OpenLinkProfiler Openvas -OpenVAS OrangeSpider -Page Analyzer -PageGrabber +OutfoxBot page scorer +PageScorer +Pandalytics Panscient -Pavuk +Papa Foto PECL::HTTP PeoplePal -Picscout -Picsearch -Pimonster +PictureFinder Pi-Monster PleaseCrawl -plumanalytics Pockey +POE-Component-Client-HTTP Probethenet ProPowerBot ProWebWalker -Pump -RankActiveLinkBot +PxBroker +QueryN Metasearch +RankActive RankingBot RankingBot2 -Rankivabot -RankurBot Reaper RebelMouse -Recorder -ReGet -RepoMonkey Ripper +Rogerbot +s1z.ru SBIder ScanAlert scan.lol @@ -167,84 +178,73 @@ ScoutJet Scrapy Screaming ScreenerBot -Searchestate -Semrush -SEOkicks-Robot -SEOprofiler -SEOstats -serpstatbot -Siphon -SiteExplorer +SemrushBot +Shodan +SISTRIX Siteimprove SiteLockSpider -Site Sucker -SlySearch -SMTBot +SiteSnagger +SiteSucker +SmartDownload +SocialRankIOBot Sociscraper +Sogou web spider +Spammen SpankBot -sp_auditbot -SputnikBot -Sqlmap -Sqworm +Spanner +Spbot +Spinn3r +spyfu +Steeler Stripper -Sucker -Sucuri SuperHTTP +Surfbot SurveyBot -Swiftbot Szukacz -tAkeOut +T0PHackTeam +T8Abot +TeleportPro +Telesoft +Telesphoreo Telesphorep -The Intraformant TheNomad -Titan -Toata -Trendiction +Trendictionbot +True_Robot +Turingos +Turnitin TurnitinBot -TwengaBot -Twice Typhoeus -UnisterBot -Upflow URLy.Warning +Vacuum +Vagabondo +VB Project VeriCiteCrawler +VidibleScraper +Virusdie VoidEYE Voil -Voltron WallpapersHD -WASALive-Bot +WBSearchBot +Webalta +WebAuto WebCollage -WebCopier -Web Enhancer -WebFuck -WebGo IS -WebImageCollector -WebLeacher -WebmasterWorldForumBot -WebPix -WebReaper +WebEnhancer +WebFetch +webmeup-crawler +WebSauger Web Sauger -Webshag -WebsiteQuester -Website Quester -Webster -WebStripper -WebSucker Web Sucker -WebWhacker WebZIP +WeSEE +Whacker +Who.is Bot Widow -WiseGuys Robot -WISENutbot -Wonderbot -Woobot -Wprecon -WWW-Collector-E -WWW-Mechanize -WWWOFFLE x09Mozilla -x22Mozilla Xenu +YoudaoBot +Zauba zauba.io -Zermelo +Zeus +zgrab +ZmEu ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 5f14bf01e..97fc0ebad 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy +80legs Abonti -Aboundexbot -AfD-Verbotsverfahren -AhrefsBot +Aboundex +Acunetix AiHitBot -Aipbot Alexibot Alligator AllSubmitter -Anarchie +Apexoo autoemailspider Backlink-Ceck -backlink-check BacklinkCrawler -BackStreet BackWeb -Bandit -Barkrowler -BBBike -Bigfoot -Bitacle -BlackWidow -BLEXBot +BatchFTP +Battleztar Bazinga +BDFetch +BetaBot +Black Hole Blow -Boardreader +BlowFish Bolt -BotALot -BuiltBotTough -BuiltWith -BunnySlippers +Brandwatch +BuzzSumo Calculon -CATExplorador -CazoodleBot +CCBot Cegbfeieh CherryPicker -ChinaClaw +CheTeam +Chlooe Claritybot Cloud mapping -Copier -Cosmos -crawler.feedback -CrazyWebCrawler -CrunchBot +Cogentbot +cognitiveseo +Collector +com.plumanalytics +CopyRightCheck +Copyscape +Craftbot CSHttp Curious -Custo +DatabaseDriverMysqli DataCha0s -DBLBot demandbase-bot Deusu Devil Digincore -Dirbuster +DIIbot Disco +Discobot +Dispatch DittoSpyder -DnyzBot -DomainSigmaCrawler -DSearch +Dotbot +Download Wonder +Dragonfly +DTS Agent Ebingbong -eCatch -ECCP/1.0 -EMail Siphon -EMail Wolf +EroCrawler evc-batch -Express WebPictures -Extractor -Ezooms +ExtLinksBot facebookscraper -FDM -Fimap -FlashGet +FHscan Flunky -FrontPage +Freeuploader FyberSpider Fyrebot -GermCrawler +Genieo Getintent GetRight GetWeb +Gigabot G-i-g-a-b-o-t +Go!Zilla Grabber GrabNet -GrapeFX +Grafula +GrapeshotCrawler GridBot +Haansoft HaosouSpider Harvest Havij -Heritrix Hloader -HTTrack -Iblog -Id-search +Humanlinks +HybridBot +IDBot IlseBot Image Fetch -Image Sucker IndeedBot -Indy Library -InfoNaviRobot -instabid -InterGET -InternetSeer -IstellaBot +Intelliseek +Iria +Iskanie +JamesBOT Jbrofuzz -JennyBot -JetCar -JOC Web Spider +Jetty Joomla +Jorgee JustView Jyxobot -Kenjin Spider -Kozmosbot -LeechFTP +Keyword Density +Lanshanbot +Larbin +LeechGet LexiBot -Likse -LinkpadBot -LinkWalker +Lightspeedsystems +LinkScan +LinksManager +LinqiaScrapeBot +Lipperhey Lipperhey Spider -Ltx71 -lwp-request -Magnet -MarkWatch -MauiBot -Meanpathbot -Mediatoolkitbot -MegaIndex.ru +Lmspider +LNSpiderguy +Mag-Net +magpie-crawler +MarkMonitor +Masscan +MeanPath Bot +Metauri MFC_Tear_Sample Microsoft Data Access +Microsoft URL Control +MIDown tool +Mister PiX Mojeek -Morfeus Fucking Scanner -muhstik-scan +Msrabot +MS Web Services Client Protocol +Musobot +Name Intelligence Nameprotect Navroad -NearSite -Needle -NetAnts Netcraft -NetMechanic -NetSpider -Nettrack -Net Vampire -Netvibes -NetZIP -NextGenSearchBot +NetLyzer Nibbler Nikto +NimbleCrawler +NPbot Nutch oBot -Openfind -OpenLinkProfiler -PageAnalyzer -PageGrabber -page scorer -PageScorer +Octopus +Offline Explorer +OpenVAS +OrangeBot +OutclicksBot +OutfoxBot Pandalytics +Panscient +pcBrowser PeoplePal -Picscout -PictureFinder +PHPCrawl +Pimonster +Pi-Monster PleaseCrawl +plumanalytics Pockey +POE-Component-Client-HTTP ProPowerBot ProWebWalker -Psbot Pump -PxBroker PyCurl -Quick-Crawler +RankActive +RankActiveLinkBot +RankingBot2 RankurBot -RebelMouse -ReGet -RepoMonkey -RocketCrawler -Rogerbot -SBIder -scan.lol -ScoutJet -Scrapy +RealDownload +RedesScrapy +Ripper +s1z.ru +Scanbot ScreenerBot SemrushBot -SEOkicks -SEOkicks-Robot Seomoz -SEOprofiler -seoscanners SeoSiteCheckup -Shodan -Siphon SISTRIX Siteimprove +SiteSnagger SiteSucker +Site Sucker +Sitevigil SlySearch -SmartDownload -Sogou web spider +Snake +Snapbot +SocialRankIOBot +Sociscraper +Sottopop Spammen +SpankBot Spanner sp_auditbot +Spinn3r +spyfu Sqlworm -Sucuri -Suzuran -sysscan -Szukacz -T8Abot -tAkeOut +Stripper +SuperBot +Surfbot Teleport -Telesphoreo +TeleportPro Thumbor TightTwatBot -Titan Toata -Turingos +Toweyabot +Tracemyfile +Trendictionbot +trendiction.de +True_Robot +TurnitinBot TwengaBot Typhoeus -UnisterBot Upflow URLy Warning -VB Project -VCI -Virusdie +URLy.Warning +VidibleScraper +VoidEYE +Voil Voltron +Wallpapers/3.0 WallpapersHD WASALive-Bot -WBSearchBot +Webalta +WebAuto +Web Auto WebBandit WebCollage Web Collage +WEBDAV WebEnhancer -WebFetch -WebFuck +Web Enhancer +Web Fetch WebImageCollector -WebLeacher -webmeup-crawler -WebsiteExtractor -Webster -WebStripper -Web Sucker +WebmasterWorldForumBot +WebPix +Web Pix +WebReaper +WebSauger +Web Sauger +WebSucker WebWhacker -WebZIP -WeSEE -Whatweb +Whack +Whacker Who.is Bot -Widow WiseGuys Robot -Wonderbot +WISENutbot Wotbox Wprecon -WWW-Collector-E -WWWOFFLE x22Mozilla -Zeus +Xaldon_WebSpider +xpymep1.exe +Zauba +Zermelo +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 89fd3bf70..1e485db84 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -03p.info -40cg.com -4kpics.rocks -8lufu.com -aa81bf391151884adfa3dd677e41f94be1.com -aa9d046aab36af4ff182f097f840430d51.com -aac500b7a15b2646968f6bd8c6305869d7.com -alarmobninsk.ru -android-style.com -android-vsem.org -antons-transporte.de -apccargo.com +03e.info +1000n1.ru +101raccoon.ru +afora.ru +aibolita.com +allboard.xobor.de +allfinweb.com +anabolics.shop +animal-drawings.com apessay.com -apibrowsesmartne-a.akamaihd.net -ap.senai.br -as5000.com -barbourjackets.online -batanga.net -beremenyashka.com -boostmyppc.com -buytizanidineonline.blogspot.com -callejondelpozo.es -carfax.com.ua -cartierreplica.pw -c-english.ru -cialiswithoutadoctor.net -codysbbq.com -compliance-andrew.top -compliance-josh.top -contentlook.co -crd.clan.su -dgfitness.co -drev.biz -elektrozigarette1.dreamwidth.org -exmasters.com -fbdownloader.com -ff30236ddef1465f88547e760973d70a.com -flex4launch.ru -gayxperience.com -get-free-traffic-now.com -getprismatic.com -goodwriterssales.com -haveinc.xyz -hifidesign.ru -hotchatdate.com -houseofgaga.ru -hscsscotland.com -infobabki.ru -japfm.com -jose.mulinohouse.co -kino-ecran.ru -landreferat.ru -letolove.ru -lifeinsurancekb.com -lion.playtap.us -lollypopgaming.com -mockupui.com -money-for-placing-articles.com -moneyteam24.com -mrcsa.com.au -nicovideo.jp -nlfjjunb5.ru -onlineporno.site -onlinewritingjobs17.blogspot.ru -online-x.ru -ooomeru.ru -openfrost.com -origin-my.ru -partnersafe.men -porndl.org -pornoblood.com -prefersurvey.net -rankexperience.com -restorator-msk.ru -ruscoininvest.company -rustic-quiver.win -rvi.biz -sabizonline.com -sammyweaver.com -scanner-olga.top -searchlock.com -snjack.info -spravka130.ru -store-rx.com -strana-krasoty.ru -strongsignal-a.akamaihd.net -tengohydar.tk -tizanidineandcipro.blogspot.com -ultramart.biz -unblocksit.es -v-doc.co -vielporno.net -vrnelectro.ru -vzglyadriv.kg -wahicbefa31.soup.io -website-analyzer.info -websiteexplorer.info -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -zoogdisany.com +applicationg29.com +apptester.tk +asmxsatadriverin.aircus.com +bannerbank.ru +bestofupload.info +bibys.com +cayado.snn.gr +celejihad.info +chcu.net +children-learningreading.info +chimiver.info +cometorussia.net +compiko.info +counterbot.com +customchocolate.business-for-home.com +cymbaltaandtizanidine.blogspot.com +domain.webkeyit.com +dorratex.tn +downloader12.ru +election.interferencer.ru +feorina.ru +findclan.org +flprog.com +fortevidyoze.net +futbolkisales.ru +gamblingnerd.com +globalscam.ga +googlefeud.com +gorodservis.ru +hahashka.ru +handicapbathtubarea.com +homik.pw +hostnow.men +instakink.com +ispaniya-costa-blanca.ru +jyvopys.com +kamagragelusa.net +kino-key.info +kinomaniatv.pl +kino-rating.ru +klitimg.pw +kriokomora.info +letmacwork.world +lion.bolegapakistan.com +mac-shield.com +mantramusic.ru +microsearch.ru +mrbojikobi4.biz +myfreecams.com +mymobilemoneypages.com +narkologiya-penza.ru +nationalbreakdown.com +panchro.co.uk +panouri-solare-acoperis.com +paparazzistudios.com.au +parajumpersjakkesalgnorge.info +perm.xrus.org +petitions.whitehouse.gov +phuketscreen.com +pigrafix.at +pillscheap24h.com +popcash.net +porno-raskazy.ru +pregnant.guru +printingpeach.com +privatamateure.com +rada.ru +ranksays.com +rossmark.ru +royalads.net +sankt-peterburg.nodup.ru +sei80.com +soda.media +sosdepotdebilan.com +sovetogorod.ru +splendorsearch-a.akamaihd.net +statustroll.com +stockquotes.wooeb.com +strongholdsb.ru +telesvoboda.ru +torrent-newgames.com +tupper-posuda.ru +vip.51.la +webshoppermac.com +wormix-cheats.ru +wpsecurity.website +xvideospornoru.com +youdesigner.kz +zambini.ru +za-music.mymobiplanet.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index d011008f0..0100b65d6 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00go.com 01apple.com -08800.top -100searchengines.com -123cha.com -123locker.com -1-99seo.com -1flag.co.za -1millionusd.xyz -1pamm.ru -2kata.ru -3rbseyes.com -3weekdiet.com -4istoshop.com -4kepics.com -4ur.click -4webmasters.org -57883.net -72-news.com -7a2rnuey1tw9ar.ru -7xc4n.com -83net.jp -8gold.com -98oi.ru -9icmzvn6.website -a1security.com.ua -aab94f698f36684c5a852a2ef272e031bb.com -aac52006ec82a24e08b665f4db2b5013f7.com -aadroid.net -aaronabel.com -abcguru.xyz -academia-nsk.org -acgs.tk -acortarurl.es +1000n1.ru +101billion.com +12bet.com +1hwy.com +2345.com +2drittel.de +2itech.ru +2x2fan.ru +3-letter-domains.net +4kplayer.pl +51unlim.ru +5u.com +7search.com +8558l.jobs.net +8lufu.com +aa81bf391151884adfa3dd677e41f94be1.com +aac500b7a15b2646968f6bd8c6305869d7.com +absugars.com +acmebtn.ml addblueoff.com.ua -adhome.biz -admanaerofoil.com -admeasures.com -admitad.com -adpremium.org -ads-cool.pro +addray.pro +adprotect.net +adservme.com +adsfresh.men adsland.men +adtology.com +adultactioncam.com +adultfriendfinder.com adultmeetonline.info -advancedmassagebysara.com -ad-words.ru -aerogo.com +adultnet.in +adult-shop.com.ua +adverster.com +aero2.ru +affrh2015.com afftrack001.com -afora.ru +afslankpillen2017nl.eu agapovdg.ru -agroeconom.kz -ahmedabadwebs.com +agecheckadult.com +ahrntal.verymes.xyz aihelen.net -airmaxshoes-2016.com -alert-fdm.xyz +aksonural.ru +akuhni.by +alert-fjg.xyz alessandraleone.com -algarveglobal.com -alienwheel.es -alienwheels.de -aliexpresscashback.club +alfa9.com +alfapro.ru +alice.it +all4invest.ru +all4wap.ru allcredits.su -allpdfmags.net -all-streaming-media.com -allwomen.info -alot.com -alphahoverboards.com -aludecor.info -alveris.ru -amateurmatch.com -ameblo.jp +allfinweb.com +allproblog.com +alphacarolinas.com +alpharma.net +am15.net +amateurgalls.com +amateurlivechat.org amigobulls.com -amospalla.es -ample-awards-today.us -analytics-ads.xyz -angigreene.com -angkortours.vn -animalia-life.club -animalrank.com -aosheng-tech.com -apidiamondatanet-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net +anapa-inns.ru +androids-store.com +anniemation.com +antons-transporte.de +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apple.com-webbrowsing-security.science +app-ready.xyz apps-analytics.net -apxeo.info -arabgirls.adultgalls.com +aproposde.com +aquarium-pro.ru +arabseyes.com +arclk.net arkartex.ru +arpelsreplica.xyz artdeko.info -articlesdirectoryme.info +artefakct.com +artel116.ru +artparquet.ru +artpicso.com as5000.com asdfz.pro -asociatia-tipografilor-transilvania.ro -atlant-auto.info -atout-energie-69.com -autochoixspinelli.com +asiavirtualsolutions.com +asiengirls.net +asrvrep-a.akamaihd.net +asrvvv-a.akamaihd.net +atofilms.com +audiobangout.com +ausmepa.org.au +auspolice.com autolombard-krasnodar.ru -automatic-seo.com -auto-moto-elektronika.cz +autonew.biz autorn.ru -aviapanda.ru -avto-oligarh.ru -babosas.com -babyguns.ru -backlink4u.net -bag77.ru -balitouroffice.com -balkanfarma.org -bambi.ck.ua -bannertesting.com -baoxaydung.com.vn +auto-zapchasti.org +aversis.net +aviav.co +aviva-limoux.com +avkzarabotok.info +avon-ukraine.com +avtointeres.ru +avtolombard-krasnodar.ru +awaybird.ru +azartniy-bonus.com +azazu.ru +azbaseimages.net +azlex.uz +b2b-lounge.com +babs.com.ua +backuperwebcam.weebly.com +bagcionderlab.com +balla-boo.se +bangla-chat-uk-paralud.ga barbourjackets.online -basisches-wasser.net -bayareaaeroclub.org -bbtec.net -bdsmgalls.net -beauty-things.com -begalka.xyz -belinka.com.ua -belstaffstore.online -bestadbid.com -bestcoin.cc -bestempresas.es -bestwebsiteawards.com +battle.net +bestcurs.org +bestofferswalkmydogouteveryday.gq +bestpriceninja.com +best-seo-solution.com +bestserials.com +besttorrentknifta.weebly.com betterhdporn.com -betteroffers.review -betwinservice.com -bidbuy.co.kr -bigames.online -biographiya.com +bezsporno.ru +bgviagrachrx.com +big-boards.info +bigcareer.info +bimatoprost-careprost.com.ua +bio-japan.net +bio.trade-jp.net bitnote.co -bizlist.com.de -bjorkbacken.nu -blackhatworth.com -blackle.com -blackplanet.com -bloggen.be -bloggers.nl +bizfly.info +biznesluxe.ru +bjanshee.ru +blackwitchcraft.ru +blockety.co blog.koorg.ru -blog.koreadaily.com -blog.yam.com -bluejays-jerseys.us -bombla.org +blogporn.in +blue-square.biz +board.f00d.de +boazpower.com +boleznikogi.com +bongacams.com +bongiornos.info boole.onlinewebshop.net -brewdom.ru -bristolhostel.com -bronzeaid-a.akamaihd.net -btc4u.ru -bugof.gq -burger-imperia.com -buybest1.biz +boostmyppc.com +brakehawk.com +brandov.ru +break-the-chains.com +breget74.ru +brendbutik.ru +briomotor.co +browserprotecter.com +builtwith.com +buketeg.xyz +bupropion-sr-150-mg.us +buyclomidonlaine.com +buydissertation.net +buypillsorderonline.com +buzzzg.men +bvlgaribracelet.xyz bvlgariwallet.xyz -bytimedance.ru -bzero1jewelry.net -cablecar.us -cactussoft.biz -callawaygolfstore.online -candlehandmade.com +cakemediahq.com.au +cakesplus.com.au +californianews.cf +callawaygolfoutlet.online +callstevens.com +camel-beach.com +cam-kontakte.org +candiceloves.us candlewooddentalcentre.com.au -candycrushshop.com -canrioloadm.gq +candypeople.se +capture-room.com +carapics.com +cardsharp1.ru +cardul.ru carfax.com.ua +cars-modification.net +carsplate.com +cartierbracelet.xyz +cartierjusteunclou.xyz +cartierlove2u.com cartierlovebraceletreplica.xyz -cartiertrinity.xyz -cascadelink.org -cashonads.com -caulderwoodkennels.com +cartierreplica.pw +casinos4dummies.co.uk cbb1smartlist12.click -celejihad.info +ccbill.com +ccjp.eu +cenokos.ru centre-indigo.org.ua -cfjump.com -c-gainsbourg.com -changde.58.com -chatroulette.life -cheapbarbour.online -cheapmoncler.win -cheap-pills-norx.com -checkm8.com -checkpagerank.net +chatroulette.world +cheap-trusted-backlinks.com +check-host.net +checktext.org +chelnytruck.ru chelyabinsk.xrus.org -cherubinimobili.it -cialisovercounteratwalmartusa.com -cinemaflix.website -circlesl.com -clarithromycin500mg.com -claytransformations.info -cleanpcnow.com -coaching-netz.info -coderstate.com -cognitiveseo.com -communisave.co.za -companies-catalog.com -compliance-andrew.top -compliance-fred.top -compliance-john.top +children-learningreading.info +chocoslim.pro +christianlouboutinreplica.pw +chuckguilford.com +cineacademy.ru +clayvasedesigns.tk +clean-start.net +clicksor.com +clubfashionista.com +cmd.kz +cobaltpro.ru +cocyq.inwtrade.com +co.lumb.co +compliance-alex.top +compliance-checker.info +compliance-don.top +compliance-elena.xyz +compliance-george.top +compliance-ivan.xyz +compliance-jessica.top compliance-julianna.top -compliance-mark.top -compliance-olga.top -confib.ifmo.ru -connectionstrenth.com -cookielawblog.wordpress.com -cookie-law-enforcement-ee.xyz -corta.co -cosmeticswomens-womensports.rhcloud.com -counciltally.com -cs-passion.pl -customboxes4less.com -customsua.com.ua -cyse.tk -dailystrength.org -danceuniverse.ru +compliance-mary.top +compliance-walt.top +concealthyself.com +cookie-law-enforcement-ff.xyz +coolyarddecorations.com +copro.pw +cougfan.info +countbertwistdisp26.soup.io +culmimg.pw +customcollegeessays.net +czat.wp.pl +damedingel.ya.ru +daretodonate.co +darkbooks.org darmebel.com.ua +darodar.com datract.com -datsun-do.com davebestdeals.com -d-black.bz +dawlenie.com +dbmkfhqk.bloger.index.hr dcj-nn.ru -dealighted.com -decorationspcs.com +ddsoldes.fr +deadlinkchecker.com dekorkeramik.ru -detective01.ru -detsky-nabytek.info -deutschland123.de -devochki.top -diegolopezcastan.com -digilander.libero.it -digital-sale.su -dignitasdata.se +delayreferat.ru +delfin-aqua.com.ua +den-noch24.ru +depositfiles-porn.ga +detskie-konstruktory.ru +detskie-zabavi.ru dikx.gdn -dirtpics.pw -discountliv.com +dimaka.info +dimkino.ru +dinkolove.ya.ru +discovertreasurenow.com +dispo.de disruptingdinnerparties.com -djonwatch.ru -docs4all.com +distver.ru +dnsrsearch.com +docsportal.net dogsrun.net dokfilms.net -dokumentalkino.net -domainanalyzing.xyz -domaincheck.io -domaineaneblanc.com -domain.webkeyit.com -domini.cat -dosugrostov.site -download-wallpaper.net -driving.kiev.ua +domain2008.com +domainroam.win +domainsphoto.com +domain-tracker.com +domination.ml +dood.live +dostavka-v-ukrainu.ru +dotnetdotcom.org +downloaddy.net +doyouknowtheword-flummox.ml +dvd-famille.com +dverimegapolis.ru dynainbox.com -easyshoppermac.com -ec-file.info -edge.sharethis.com -educatemetv.com -educontest.net -eduserver.net -egovaleo.it +earn-from-articles.com +easytuningshop.ru +education-cz.ru +ege-russian.ru +ekn-art.se e-kwiaciarz.pl -eldiariodeguadalajara.com -elektrischezigarette1.blog.pl -elektrischezigarette1.onsugar.com +election.interferencer.ru +elektrischezi.canalblog.com elektrischezigarette2.devhub.com elektrischezigarette2.onsugar.com -elektroniksigaraankara.info -elektrozigarette2.wordpressy.pl -elektrozigarettekaufen1.devhub.com -elektrozigaretten1.postbit.com -elitesportsadvisor.com -eloconcream.blogspot.com -elvel.com.ua -emergencyneeds.org -eng-lyrics.com -envaseslotusama.com +elektrozigaretten1.tumblr.com +elektrozigaretten1.webs.com +embedle.com +energydiet24.ru +enginebay.ru +enskedesquashclub.se +enthuse.computernetworksonline.com +eorogo.top epicbrogaming.com -erectile.bid -eredijovon.com -ero-advertising.com -eropornosex.ru -erotische-geschichten-xxl.com -es5.com -essay-edu.biz +eralph.tk +erotik0049.com +eshop.md +eu-cookie-law.info eupornstar.info -european-torches.ru -evening-dating-club.info -exhibitionplus.eu -extremepornos.net -extremez.net -eyemagination.com +evaashop.ru +exmasters.com +extlabs.io +eyes-on-you.ga +ezigarettekaufen1.hpage.com ezigarettekaufen2.blox.pl ezigarettenkaufen1.deviantart.com -ezofest.sk -f012.de -fable.in.ua -familienzahnaerzte.com -familyphysician.ru -famix.xyz -fanpagerobot.com -fbdownloader.com -fermersovet.ru -fetishinside.com -fickluder69.com -figuringmoneyout.com -filkhbr.com -fillmewithhappiness.com -filmbokep69.com -finejewelryshop.ru -finemanteam.com -firstsiteguide.com -fishingwholesale.us +f1nder.org +faptitans.com +fashion-mk.net +fastcrawl.com +fealq.com +fearcrow.com +feargames.ru +feel-planet.com +ferretsoft.com +fickblock18.com +filerockstar298.weebly.com +film-one.ru +financeloan.us +financepoints.eu +fireads.men fitfloponline.store -fitness-video.net +fitnesspiks.com fiverr.com -flagcounter.me -f-loaded.de -floridamhca.org -flytourisme.org +flavors.me +fok.nl +folowsite.com +forexgb.ru forex.osobye.ru forms-mtm.ru -formularz-konkurs.tk -forsex.info -forum20.smailik.org -forums.d2jsp.org foto-telok.net -fotzen-ficken.com -foxweber.com -franklinfire.co -freemags.cc -freenom.link +fototravel.eu +foxinsocks.ru +foxtechfpv.com +frameimage.org +franecki.net +freejabs.com freesitetest.com -free-social-buttons.com free-traffic.xyz -freewlan.info -freshmac.space -freshsuperbloop.com +freshberry.com.ua +freza-sverlo.ru +frivgame250.com front.ru -frvo.alptandem.ru -fuckingawesome.com -fusoradio.info -gagrasector.ru -galaxyflowers.ru -gamblingnerd.com -game300.ru -gamedayhouse.com -gameprimary.com -gaming-journal.com -garciniaxt.us -gardene.ru -gateway.zscalertwo.net -gavuer.ru -gay.adultgalls.com -gazobeton-p.com.ua -geileweiber.tk -gemgrab-a.akamaihd.net -genericlowlatencyasiodriverhq.aircus.com -genericviagrasildenafiled.net -gerhardhealer.com -getmyads24.com -get-seo-domain.com -gilbertbanda.net +fuckbuddybestgilf.info +funcrushgames.com +funnymama.com +funtoonez.com +fxtips.ru +galaxys6manual.info +gameplexcity.com +games.kolossale.ru +game-top.su +gay-file.com +ge0ip.net +geile-lelly.eu +gelezki.com +generic-pills-online.com +gepezz.info +germes-trans.com +getlamborghini.ga girlgamerdaily.com girlsfuckdick.com +given2.com +glall.ru +global-ics.co.za glopages.ru -gloverid.site -gogps.me +go2jump.org +golfresa.lucania.se gomusix.com -goodhousekeeping.com -goodnightjournal.com -google-liar.ru -goo.ne.jp -gosarhivrt.ru -gotorussia.com -graphics8.info -graphid.com -greatgrace.ru -greenzaim.ru -groupmoney.ru -grtyi.com -grupografico-pilar.com.ar -gz2.bbsoldes.fr -h2monline.com -hamacapty.com -hannasolution.ru -hawaiisurf.com -hd-film.pl +googlsucks.com +gopixdatabase.com +gopro-online.info +gpms.org.my +graphicwe.org +gribkovye-zabolevaniya.com +gsasearchengineranker.site +gsou.cf +guardlink.org +guigyverpo.cf +haikuware.com +hayate.biz +hdwalls.xyz +heartofbeijing.blogspot.com +heatpower.ru hebr.myddns-flir.com +helicalpile.us +helpmymacfaster.trade hentaiheroes.com +hermesbelts.xyz +hermesbracelets.xyz +hermesreplica.pw hermesreplica.win -high-speed1.net -highspeed5.net -hit-kino.ru -hmywwogw.bloger.index.hr -hoholikik.club -hollywoodactress.info -homedo.fabpage.com -homemature.net -hop.clickbank.net +hexpilot.com +historichometeam.com +hitsbox.info +hkdiiohi.skyrock.com +hobbyhuren24.net +homeandhealth.ru +hoporno.com +hosting-tracker.com +hotblognetwork.com +hotelcrocenzi.sm +hothor.se +housediz.com housemilan.ru -houseofgaga.ru -house.sieraddns.com -houston-vikings.com -hspline.com -hunterboots.online -hut1.ru -i4track.net -icaseclub.ru -ico.re -igtools.club -ilbe.club -imadedinner.net -imagecoolpub.com -imediadesk.com -imgarcade.com -imgarit.pw +hoverboard360.de +hoverboard360.se +hscsscotland.com +htmlcorner.com +ideibiznesa2015.ru +iflycapetown.co.za +ihc2015.info +imagerydatabase.com +images.gyffu.com +imagui.eu imgata.com -imicrovision.com -impresagaia.it -inboundlinks.win +imperia31.ru +incolors.club inet-traffic.com -infowarcraft.ru -interesnie-faktu.ru -internet-apteka.ru +infobabki.ru +inmate-locator.us +inspiring-desperate.tk +instabid.tech +in-tandem.co +interfucks.net internetproviderstucson.com -investpamm.ru -investyb.com -investzalog.ru -invivo.hu -iopeninghours.co.uk -ip-guide.com -i-service.kz -ispaniya-costa-blanca.ru -istripper.com -itbc.kiev.ua -itrevolution.cf -ivoiretechnocom.ci -iwantmyfreecash.com -ixora.pro -iyasimasennka.com +int.search.mywebsearch.com +investsuccess.org +ipchicken.com +iptool.xyz +iscblog.info +isitpaleo.info +isotoner.com +isoveti.ru +istanbulit.com +itservicesthatworkforyou.com +iwantedmoney.com izoll.ru -janerikholst.se -jav-fetish.com -javspace.net -je7.us -jerseychinabizwholesale.com -jerseysbizwholesalecheap.com -jerseywholesalechinabiz.com +japan-bearings.ru +javitas.info +javrip.net +jerseychinabizwholesale.us +jerseyssportsshop.com +jerseyswholesalechinalimited.com jikoman.info -jjbabskoe.ru -johannesburgsingles.co.za -joingames.org -j-times.ru -jumptap.com -justdating.online +juliaworld.net +jurajskie.info +justprofit.xyz jwss.cc -kambasoft.com -kamorel.com -karaganda.xkaz.org -karusel-market.ru -kazinogames.lv +jyvopys.com +kadashihotel.com +kamagragelusa.net +katushka.net +kazrent.com +ketoanhanoi.info +ketrzyn.pl keyhantercume.com -keywordhut.com -kichenaid.ru -kihi.gdn -kinky-fetishes.com -kinobest.pl -kinohit1.ru -kinostorm.net -kit-opt.ru -kleine-titten.biz -kletkimehan.ru -klin3952.ru -knogg.net +keywordsdoctor.com +keyword-suggestions.com +keywordsuggest.org +keywordteam.net +kino2018.cc +kinopolet.net +klitimg.pw +klosetkitten.com +kolotiloff.ru komp-pomosch.ru -komputers-best.ru -koral.se -kostenloser-sex.com -kosynka-games.ru -kraljeva-sutjeska.com -krassh.ru -krasula.pp.ua -kurbappeal.info +konica.kz +konpax.com +konteiner24.com +kostenlos-sexvideos.com +kovrenok.ru +krasivoe-hd.net +krasivye-devushki.net +krasnodar.xrus.org +kredit-blog.ru +kredit-pod-zalog-krasnodar.ru +kupiproday.com.ua +kupit-adenu.ru kutikomi.net -kvartira-sutochno.com -labelwater.se -labplus.ru +laapp.com +labafydjxa.su +ladov.ru lafourmiliaire.com -lancheck.net -lapitec.eu -leadwayau.com -lenvred.org -letolove.ru -li-er.ru -life-instyle.com -likrot.com +lampokrat.ws +landreferat.ru +landscaping.center +laparfumotec.com +laptoper.net +larchik.net +lasvegaslockandsafe.com +lawyersinfo.org +layola.biz.tc +ldrtrack.com +leboard.ru +legalrc.biz +levaquin750mg.blogspot.com +lida-ru.com +lifebyleese.com +lifehacĸer.com limads.men -lincolntheatre.com -link.ac -lion.snapmap.us -liveu.infoteka.hu -livingcanarias.com -lkbennettstore.online -loadingpages.me -localflirtbuddies.com -lollypopgaming.com -lomb.co +linkbuddies.com +linkredirect.biz +linkwithin.com +lion.conboy.us +liveinternet.ro +liveinternet.ru +liver-chintai.org +live-sexchat.ru +lizace.com +llastbuy.ru +lob.com.ru +lockerz.com +lombia.com +lomza.info +lonerangergames.com +lookingglassemb.com +losangeles-ads.com +lost-alpha.ru lottospring.com -ltvperf.com +lovelycraftyhome.com lubetube.com -lyrster.com -m292.info -m3gadownload.pl -macdamaged.space +lyrics.home-task.com machicon-ueno.info +mackeeper-center.club +macnewtech.com macresource.co.uk magazintiande.ru -magento-crew.net +magda-gadalka.ru magnetic-bracelets.ru -mail.allnews24.in -mailemedicinals.com +mahnwachen-helfen.info mainlinehobby.net -make-money-online.com -mansparskats.com -marcoislandvacations.net -markjaybeefractal.com -marwer.info -massage-info.nl -masterseek.com -maxthon.com -mcnamaratech.com +manifestation.betteroffers.review +manipulyator-peterburg.ru +mantramusic.ru +marblestyle.ru +marktforschung-stuttgart.com +martlinker.com +mastershef.club +masthopehomes.com +matrixalchemy.com +mearns-tractors.co.uk +mecash.ru +meddesk.ru +medicovi.com +medictube.ru +medi-fitt.hu +medkletki.ru medkritika.ru -meds-online24.com -megahdporno.net -mindeyegames.com -minegam.com -minet.club -minharevisao.com -minneapoliscopiers.com -mlvc4zzw.space -mobilierland.com +medmajor.ru +med-zdorovie.com.ua +meet-flirt-dating.com +memberty.com +menstennisforums.com +michaelkorsoutletstore.net +midst.eu +militarysale.pro +mir-limuzinov.ru +mirtorrent.net +misswell.net +mister-shop.com +mixx.com mobot.site -mobplayer.net -mojpregled.com +moetomnenie.com +moivestiy.biz +monarhs.info monclerboots.xyz -monetizer.com-01.site -moneyviking-a.akamaihd.net -monsterdivx.com -moscow.xrus.org +monclercoats.xyz +moneytop.ru +moneyzzz.ru +monitorwebsitespeed.com mossmesi.com -most-kerch.org +mostantikor.ru mountainstream.ms -moviezbonkerssk.cf -moyakuhnia.ru -mrcsa.com.au -mriyadh.com -mrsdalloways.com -msk-diplomat.com -multgo.ru -musflashtv.com +mrwhite.biz +mttwtrack.com muztops.ru -my-aladin.com -mydirtyhobby.com +mvpicton.co.uk +myblogregistercm.tk +mycaf.it +myfreemp3.eu mygameplus.com -mystats.xyz +mylesosibirsk.ru +myliveblog.ru +mymercy.info +mysexpics.ru mywallpaper.top -myyour.eu -naperehresti.info -narkologiya-voronezh.ru -narutonaruto.ru -naturtreenspicerx.pw -navalwiki.info -nero-us.com -netcheckcdn.xyz +nac-bearings.ru +napalm51.nut.cc +nate.com netfacet.net -net-profits.xyz -nevansk.ru +new-apps.ru news-speaker.com -nextlnk12.com -nfljerseyscheapbiz.us +newstaffadsshop.club +nicefloor.co.uk nippon-bearings.ru -notaria-desalas.com -novosibirsk.xrus.org -novosti-hi-tech.ru -nuit-artisanale.com -obnal.org -oconto.ru -office-windows.ru +niroo.info +nonews.co +nosecret.com.ua +notfastfood.ru +npoet.ru +nullrefer.com +o333o.com +oakridgemo.com +odoratus.net +odywpjtw.bloger.index.hr +offers.bycontext.com offtime.ru -oil-td.ru okel.co +okonich.com.ua oksrv.com -o.light.d0t.ru -oneminutesite.it +okuos.com +olgacvetmet.com +omsk.xrus.org onlainbesplatno.ru -online.ktc45.ru -online-sbank.ru +onlinebay.ru +online-podarki.com +onload.pw o-o-8-o-o.ru -ooo-olni.ru -oops-cinema.ru +openfrost.com opinionreelle.com -orgasmatrix.com -origin-my.ru -osnova3.ru -outshop.ru +orel-reshka.net +orion-v.com +ourtherapy.ru +outpersonals.com +ownshop.cf ownshop.win oxotl.com -oyster-green.com -paintingplanet.ru +ozoz.it +pacificair.com +paclitor.com +page2rss.com panamaforbeginners.com -parajumpersstore.online -park.above.com -partnerads.men -partner-high.men -partnersafe.men -partybunny.ru -pavlodar.xkaz.org -paydayloanslocal.com -pcads.ru -pcimforum.com -pc-virus-d0l92j2.pw -penisvergrotendepillennl.ovh -pensplan.com -perfection-pleasure.ru -perosan.com -pestomou.info -pic2fly.com +papasdelivery.ru +par-fallen.ga +partner-host.men +pastaleads.com +pattersonsweb.com +paydayonlinecom.com +p-business.ru +pdn-4.com +peekyou.com +pelfind.me +perfectpracticeweb.com +petsblogroll.com +phpdevops.com +piccdata.com +picquery.com picscout.com -pierrehardysale.online -pills24h.com -pinkduck.ga -piski.top -pizda.lol -pk-services.ru -platesauto.com +pintattoos.com +pisanieprac.info +piter.xrus.org +pizza-tycoon.com platinumdeals.gr -pochemychka.net +playboyfiles.xblog.in +playfortuna-play.ru +play.leadzupc.com +plusnetwork.com podshipniki-ntn.ru -pornhub-forum.ga -pornogratisdiario.com +pogruztehnik.ru +polimga.pw +pontiacsolstice.info +popugauka.ru +popup-hgd.xyz +pornhive.org +pornobrazzers.biz +pornokajf.com pornoreino.com -pornosee.info -pornosexrolik.com -pornozhara.com +pornosemki.info +porno-transsexuals.ru +pornzone.tv +portal-eu.ru +portnoff.od.ua +porto.abuilder.net portside.cc -portside.xyz -positive2b.ru -powc.r.ca.d.sendibm2.com -powenlite24.ru -pozdravleniya-c.ru +postclass.com pozdrawleniya.com -pozdrawleniya.ru -pozvonim.com -pravoholding.ru -pricheski-video.com -privatamateure.com -privatbank46.ru -privhosting.com -prizesbook.online -prod2016.com -producm.ru -profitwithalex.info -projectforte.ru -projefrio.com.br +pr0fit-b0x.com +preparevideosafesystem4unow.space +princeadvantagesales.com +privat-girl.net +proftests.net prokotov.com promalp-universal.ru -promodj.com -prospekt-st.ru -prostitutki-almata.org +promoheads.com prostitutki-kharkova.org -prostitutki-tyumeni.org -pskcijdc.bloger.index.hr -pssucai.info -puserving.com -pussyfleet.com -py100.ru -pyramidlitho.webs.com -qld10000.net -queerspace.com -quick-offer.com -quizzitch.net -raavidesigns.com +prostitutki-kiev.org +proxyelite.biz +ptr.ruvds.com +push-ad.com +pussysaga.com +puzo2arbuza.ru +pxhdwsm.com +qpypcx.com +quality-traffic.com +quick-seeker.com rabot.host.sk ragecash.com -ranksays.com -r-control.ru -realizmobi.com -realmonte.net -realting-moscow.ru -registry-cleaner.net +rainbowice.ru +rangjued.com +rangoman.date +rankia.com +ranking2017.ga +rankingchart.de +ranksonic.org +realresultslist.com +recipedays.ru +recordpage-a.akamaihd.net +redirect.trafficreceiver.club registrydomainservices.com -relayblog.com -remont-fridge-tv.ru -remote-dba.de -renecaovillasale.online -rent2spb.ru -repeatlogo.co.uk -replica-watch.ru +registrysweeper.com +relax.ru +remont-ustanovka-tehniki.ru resellerclub.com -responsinator.com -retailwith.com -rewardit.com -reyel1985.webnode.fr -rff-cfal.info -ring4rhino.com -rniaeba.ga -robot-forex.biz -rock-cafe.info +rimedia.org +risparmiocasa.bz.it +ritlweb.com +rn-to-bsn.com rocketchange.ru -roleforum.ru -roofers.org.uk -rossanasaavedra.net -rostov.xrus.org -royalads.net -royalvegascasino.com -rozalli.com -roznica.com.ua -rumamba.com -running-line.ru -runstocks.com -russia-today-video.ru -sady-urala.ru +rucrypt.com +ruf777.com +runofilms.ru +russintv.fr +ryetaw.com +s8-nowy-wygraj.comli.com +saecsa.co safe-app.net +saltspray.ru samara.rosfirm.ru -sanatorrii.ru -sanyuprojects.com -satellite.maps.ilovevitaly.com +sape.top savememoney.co.za -sawin.beth.webd.pl sbdl.no -sbt-aqua.ru -scanner-alex.top -scanner-barak.top -scanner-george.top -scanner-jack.top -scanner-jessica.top -scansafe.net -scat.porn -scenarii-1-sentyabrya.uroki.org.ua -schlampen-treffen.com -scoopquest.com -seadragonherbery.com -searchengineranker.email -search-goo.com +sbetodiodnye-lampy.ru +sbprabooks.com +scanner-andrew.top +scanner-brian.top +scanner-mary.top +scanner-willy.top +searchimage.co +search.pch.com searchtooknow-a.akamaihd.net -searchwebknow-a.akamaihd.net -seminarygeorgia59.ga -semprofile.com +seeingmeerkat.com +seeresultshub-a.akamaihd.net +sei80.com +semaltmedia.com seo-2-0.com -seocheckupx.com -seoheap.com -seorankinglinks.xyz -seotoolsagency.com +seojokes.net +seomarketings.online +seorankinglinks.us +seo-smm.kz serpstat.com -servethis.com -service.adtech.fr -serw.clicksor.com -sevenstars7.com -se-welding.ru -sexkontakteao.info -sexkrasivo.net -sexpartygirls.net -sexstream.pl -sexvideo-sex.com -sexyali.com -sfj-ror.no -shakhtar-doneck.ru -shama-rc.net -sharebutton.org +serviporno.com +sexfreepornoxxx.com +sex.hotblog.top +sexpornotales.com +sexreliz.com +sex-sex-sex5.com +sexuria.net +sexytrend.ru sharpchallenge.com -shell-pmr.ru -shijian.ac.cn -shopsellcardsdumps.com -shopwme.ru -shtora66.ru -sibdevice.ru -sientalyric.co -sierraapps.com -signoredom.com -signx.info -sildenafilcitratemed.com -similardeals.net +shoesonlinebuy.cn +shoesonlinebuy.xyz +shopvilleroyboch.com.ua +simplepooltips.com +sinestesia.host.sk sirpornogratis.xxx +sisiynas.ru sispe.com.br -site-auditor.online +siteheart.net siteimprove.com site-speed-checker.site -sitevaluation.com -sitiz.club -sk.golden-praga.ru -slutloadlive.com +sitevaluation.org +sizeplus.work +slavkokacunko.de +sledstvie-veli.net +slimcdn.com smailik.org -small-game.com -smichovbike.cz -snip.tw -soc-econom-problems.ru -socialbutton.xyz -social-vestnik.ru -softlinesolutions.me -solmarket.by -sophang8.com -souvenirua.com +smartadserver.com +smsactivator.ru +snip.to +socialbuttons.xyz +socialmediasuggest.com +socialtrade.biz +sodexo.com +soft1.ru +softomix.com +softtor.com +softwaretrend.net +solnplast.ru +sonata-arctica.wz.cz +soserfis.com +soundfrost.org +sovinsteel.ru spacash.com -space-worry.ml -spasswelt.xyz -spbchampionat.ru -special-porn.com -speechfoodie.com -stair.registrydomainservices.com -star61.de +space2019.top +spidtest.org +spidtest.space +splendorsearch-a.akamaihd.net +srgwebmail.nl +stackthatbucks.com starpages.net -statustroll.com -stockquotes.wooeb.com -store-rx.com -strag-invest.ru -stroimajor.ru +stathat.com +statoutlook.info +stickers-market.ru +strana-solnca.ru stroiminsk.com -stroiminsk.org -stroy-portal22.ru -stuff-about-money.com -sugarlyflex.pw -supermama.top -superstarfloraluk.com -survival.betteroffers.review -svbur.ru -svetodiodoff.ru -swinon.site -szamponrevita.pl -tampabaywatch.org -tandvardshuset.net -tarad.com -tasteidea.com -tattoo33.ru -tdsing.ru -tech4master.com +students-cheapskate.ml +success-seo.com +sugarkun.com +suggest-keywords.com +sundrugstore.com +supermesta.ru +superoboi.com.ua +surintech.ac.th +susanholtphotography.com +svtrd.com +sweepstakes.rewardit.com +swsociety.se +taaaak.com +tabakur77.com +tagil.zrus.org +taihouse.ru +tattomedia.com +tds-advert002.info +techart24.com tedy.su -templates.radiodigital.co +teguh.info +template-kid.com tgtclick.com +thefotosgratis.eu +thegalerie.eu +thegameriders.com +thegioixekhach.com theguardlan.com -themestotal.com -thenews-today.info -theplacetoupdating.pw +thenetinfo.com thepokertimer.com -the-trader.net -tiens2010.ru -tilido.com -timdreby.com -timer4web.com -titan-cloud.life -tizanidine4mgstreetprice.blogspot.com -tizanidineandcipro.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidineinfo.blogspot.com -tizanidineoral.blogspot.com -tizanidinepills.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinezanaflex.blogspot.com -tmm-kurs.ru -toloka.hurtom.com -tonerbox.kz -tootoo.to +theporndude.com +thetardistimes.ovh +the-usa-games.blogspot.com +thewebsitetemplate.info +thfox.com +tizanidineandgabapentin.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidinepain.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawal.blogspot.com +tjkckpytpnje.com +tk-assortiment.ru +tn811.us +tnaionline.org top10-online-games.com -top10registrycleaners.com top250movies.ru topads.men -topappspro.com topbestgames.com -topsy.com -torrents.cd -torrents-tracker.com -touchmods.fr -tour-line.net -trafaret74.ru -trafficmania.com -traffpartners.com -try-rx.com -tsan.net +topdownloads.ru +topmira.com +torrent-to-magnet.com +torrnada.ru +totu.us +toys.erolove.in +trackmedia101.com +traffic2cash.org +trafficgenius.xyz +trafficjunky.net +trafficmonetize.org +trailer.cinemaflix.website +tramadolandtizanidine.blogspot.com +traxdom.ru +triumf-realty.ru +truck-addzilla.life +truck-rece.life +trudogolik.net tsstcorpcddvdwshbbdriverfb.aircus.com -tuberkuleznik.ru -tuckpointingmasonrysystems.com -tupper-posuda.ru -turbo-suslik.org -tv-spoty.info -twincitiescarservice.com -twojebook.pl -twu.com.ua -uasb.ru -uchetunet.su -uchil.net -ultramart.biz -um-razum.ru -unece.org +ttsq.fr +tuckermktg.com +tupper-shop.ru +turvgori.ru +tvand.ru +tvteleport.ru +txxx.com +tytoona.com +u-cheats.ru +uchebavchehii.ru +udsgame.online +ugguk.online +ukrobstep.com +umityangin.net +unacittaconte.org +undergroundcityphoto.com +unionmarkt.de +uptime.com url2image.com urzedowski.eu -usadacha.net -usbggettwku.ga -vacances-voyages.info -validccseller.com -validdomain.xyz -varbergsvind.se +vacuumscleaner.com +vadimkravtcov.ru +valkiria-tk.ru +valsalud.com +vchulkax.com +vduplo.ru vellings.info -vezuviy.su -viagra.pp.ua -video-chat.in -videogamesecrets.com -video-hollywood.ru -videtubs.pl -vinylvault.co.uk -virtuagirl.com -vkgaleria.com -vladimir.xrus.org -vmnmvzsmn.over-blog.com +venta-prom.ru +vesnatehno.ru +viagengrarx.com +viagraneggrx.com +viandpet.com +video-chat.cn +videochat.life +video-chat.love +videochaty.ru +vielporno.net +vip-file.com +vip-parfumeria.ru +visa-pasport.ru +vk-mus.ru voltrknc1.com -voluumtracker1.com -vpnmouse.com -w3javascript.com -w7s.ru -wallpapers-best.com +vonradio.com +vote-up.ru +vysigy.su wallpapersdesk.info -wapsite.me -wareseeker.com -warezaccess.com -waycash.net wdfdocando.com -we-are-gamers.com -webmasterhome.cn -webmonetizer.net +webalan.ru +webenlace.com.ar +weblo.com +webs.com webscouter.net +website-analyzer.info +website-audit.com.ua +website-datenbank.de website-speed-checker.site -websites-reviews.com +website-speed-check.site webtherapy.ru -wejdz-tu.pl -wesharepics.site -westsextube.com -whatsupinfoley.com -whereverdesperate.gq -while.cheapwebsitehoster.com -wholesalenfljerseys.us.com -wholinkstome.com -wikes.20fr.com -wildcattube.com +wechatdownload10.com +wingsoffury2.com win-spy.com +winwotgold.pl +withstandingheartwarming.com w-journal.ru -wma-x.com -wnoz.de -woman-h.ru +woman-tampon.ru womensterritory.ru -word-vorlagen.net -works.if.ua +wordkeyhelper.com +wordpress-crew.net +workle.website +worldhistory.biz worldlovers.ru -worst-sites.online -wpsecurity.website -wpthemedetector.co.uk -wurr.voila.net -xaijo.com -xbaboon.com +wttavern.com +www.timer4web.com +wygraj-teraz.com +wyniki-lista.pl +xcc24.pl xchangetrak.com -xedserver.com +xclicks.net +x-diesel.com +x-diesel.org +xdoza.com +xingzi-vision.com xjlottery.com -xmlinde.com -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai +x-lime.net +xlovecam.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai xn--80ahvj9e.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn--hxazdsfy.blogspot.com -xn----itbeirbjbi7bc6bh2d.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai xn----itbkqkfiq.xn--p1ai -xn--l1aengat.xn--p1ai -xn--oogle-wmc.com -xpresscare.ru -x-rates.ru -xwatt.ru -xxlargepop.com -xxxnatelefon.ru -xxxrus.org -xzlive.com -yaoguangdj.com -yellocloud.be -yes-com.com -yginekologa.com -yougetsignal.com -youradexchange.com -yourdesires.ru -yourserverisdown.com -zaapplesales.blogspot.com -zaimhelp.ru -zakon-ob-obrazovanii.ru -zambini.ru -zarenica.net +xtube.com +xuki.us +xvideospornoru.com +xxxdatinglocal.us +yachts-cruise.info +yaminecraft.ru +yatrk.xyz +yoopsie.com +yoshkarola.zrus.org +youghbould.wordpress.com +youjizz.vc +youradulthosting.com +youresponsive.com +yourtemplatefinder.com +you-shall-not-pass.is74.ru +yubikk.info +yurgorod.ru +zagadki.in.ua +zakazvzloma.com +zarabotat-na-sajte.ru zarepta.com -zastroyka.org -zeg-distribution.com -zeikopay.com +zed21.net zerocash.msk.ru zeroredirect7.com -zeroredirect9.com -zetmaster.ru +zeroredirect8.com +zhacker.net +zhorapankratov7.blogspot.com +zigarettenonlinekaufen1.bloog.pl zixizop.net.ru -zlatnajesen.com -zone-kev717.info -zoodrawings.com -zoomovies.org -zrelaya.pw -zrus.org -zvetki.ru +zmoda.hostreo.com +znakomstvaonlain.ru +zolotoy-lis.ru +zooggames.com +zoolubimets.ru +zryydi.com +zscaler.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index b29530daf..b3ed2936c 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0n-line.tv -4ureyesonly.com -8gold.com -actionnooz.com +10bet.com +2girls1cup-free.com +2nt.ru +2pxg8bcf.top +aaa38852e886ac4af1a3cff9b47cab6272.com +abcdefh.xyz +abovetherivernc.com activecampaign.dreamhosters.com -adbetclickin.pink -agahinameh.com -alive-ua.com -allknow.info +adservme.com +adultgalls.com +adviceforum.info +alldubai.biz allkrim.com -ameblo.jp -anal-acrobats.hol.es -analytics-ads.xyz +alphavisions.net +aludecor.info +anaksma.info anapa-inns.ru -andpolice.com -animaltoplist.com -anniemation.com -apisecretsaucebi-a.akamaihd.net -appleid-verification.com -apptester.tk -aviav.ru.com -azbukadiets.ru -azlex.uz -babieca.com -bannerads.de -bezcmexa.ru -bigpictures.club -bizlist.com.de -bloggers.nl -breastaugmentation.co.za -butstrap.space -cartierlovebraceletreplica.xyz -cartierwatch.xyz -cb.iphantom.com -cdn.walkme.com -chinese-amezon.com -chocolateslim-original.com -cjmc.info +anonymous-redirect.com +apiitsthirteende-a.akamaihd.net +apiluckyleapnet-a.akamaihd.net +apper.de +aproposde.com +apxeo.info +astana.xxxkaz.org +autodo.info +autoua.top +avtoarenda.by +avtocredit-legko.ru +beauty-b0x.pl +bestpornuha.com +blackhatworth.com +bonzbuddy.com +bonzybuddy.com +boobsimge.com +bouda.kvalitne.cz +brk-rti.ru +brokergid.ru +buy-forum.ru +californianews.cf +camdolls.com +camel-beach.com +carson.getenjoyment.net +cartierring.xyz +ccjp.eu +cerev.info +chcu.net +cheapbelstaff.online +checkm8.com +checkpagerank.net +cibpenonptib.flu.cc +clash-clans.ru +click2pawn.com clickbanksites.info -coindirect.io -companies-catalog.com -compliance-barak.top -compliance-george.top -compliance-olga.top -compliance-viktor.top -compucelunlock.net -cordstrap.cc -countercrazy.com -covadhosting.biz -creatives.adbetclickin.pink -cryptoswap.biz -custom-electric-guitar.com -dailystrength.org -damasarenai.info -dating-app.ru -day-news.info -deadlinkchecker.com -dealitright.click -dengi-pod-zalog-nedvizhimosti.ru -depositfiles-porn.ga -detmebel.su -dimkino.ru -dinosaurus.site -drugstoreforyou.com -easycommerce.cf -egovaleo.it -elektrozigaretten1.postbit.com +colehaanoutlet.store +compliance-alex.xyz +compliance-don.xyz +compliance-walt.top +confib.ifmo.ru +connectingsingles.com +cookie-law-enforcement-ff.xyz +data-mining.tk +dawlenie.com +deluxedumps.com +diesel-parts28.ru +divisioncore.com +doktoronline.no +domainroam.win +downloader12.ru +e-collantes.com +edge.sharethis.com +education-cz.ru +edwinkonijn.com.au +egvar.net +elvel.com.ua +empis.magix.net energydiet-info.ru -enge-fotzen.info -englishdictionaryfree.com englishgamer.com -eng-lyrics.com -envaseslotusama.com -eralph.tk -eshop4u.jp -estibot.com -eyelike.com.ua -ezigarettenkaufen2.dreamwidth.org -ezigarettenshop2.postbit.com -ezofest.sk -farmingworm.com -fashion-mk.net -fatfasts-4tmz.com -filmidivx.com -financeloan.us -floating-share-buttons.com -forex-indextop20.ru -fotosfotos.eu -frustrated-favorable.gq -fuckmill.com -funtoonez.com -gallerily.com -gamedayassist.com +enthuse.computernetworksonline.com +ereko.ru +esopini.com +f07.de +f0815.de +famix.xyz +fast-wordpress-start.com +feorina.ru +fermersovet.ru +finteks.ru +fishingwholesale.us +flytourisme.org +formulaantiuban.com +free-gluten.ru +free-share-buttons.top +free-social-buttons.com +freewhatsappload.com +fr.netlog.com +fuckingawesome.com +g33.org gardene.ru -geile-lelly.eu -getlaid-xxxhookupdirect.com -gheus.altervista.org -googglet.com -greatgrace.ru -green-tea.tv -guarrasdelporno.xxx -habermetre.com -hacktougroup.ru +gaygalls.net +gayxperience.com +gazobeton-p.com.ua +gdebestkupit.ru +ge0ip.net +getprismatic.com +glasof.es +glastecfilms.com.my +golfresa.lucania.se +gowreckdiving.com +grand-chlen.ru haikuware.com -hasshe.com -healing-dysplasia.ru -hkladys.com +hitsbox.info +hjaoopoa.top hmmm.cz -hobbyhuren-datenbank.com -homelygarden.com -host-tracker.com -ibb.com.ua -ifirestarter.ru -imfamous.info -intervsem.ru -irkutsk.online-podarki.com -j33x.com -jav-fetish.com -javrip.net -jerseywholesalechinabiz.com -jmat.cn -joingames.org -katadhin.co -kazan.xrus.org -kerei.ru -kihi.gdn -koronirealestate.gr -lacloop.info +homedo.fabpage.com +https-legalrc.biz +ibmdatamanagement.co +iflycapetown.co.za +igrovyeavtomaty777.ru +imediadesk.com +indetiske.ya.ru +intim-uslugi.info +investsuccess.org +ivoiretechnocom.ci +jbl-charge.info +junglenet-a.akamaihd.net +kalandranis.gr +kalb.ru +ketrzyn.pl +knowsitall.info +kreativperlen.ch +kw21.org languagecode.com -law-check-eight.xyz -lawyersinfo.org -leboard.ru -lincolntheatre.com -linkbuddies.com -lion.conboy.us -liverpool.gsofootball.com -liveu.infoteka.hu -lkbennettstore.online -long-beach-air-conditioning.com -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magda-gadalka.ru -mamasuper.prom.ua +lawyers.cafe +letslowbefast.today +likesuccess.com +liupis.com +livefixer.com +liveinternet.ro +lostfilm-online.ru +lubetube.com mansiondelrio.co -mararoom.ru -marktforschung-stuttgart.com -mbiologi.ru -mega-bony-2017.pl -mir-betting.ru -missis.top -moncleroutletonline.win -mossmesi.com -mrwhite.biz -musicvidz.ru -myperiod.club -naj-filmy24.pl -naperehresti.info -onemactrckr.com -partner-high.men -percin.biz.ly -pio.polytopesexempt.com -piter.xrus.org -popmarker.com -pornobrazzers.biz -pornokorol.com -pornoplen.com -porno-raskazy.ru -pregnant.guru -prlog.ru -pulseonclick.com -push-ad.com -pxhdwsm.com -quickloanbank.com -registry-clean-up.net -reklamuss.ru -rennlist.com -rethinkwasteni.info -rewardpoll.com -romhacking.ru -rossanasaavedra.net -rumamba.com +meds-online24.com +mejoresfotos.eu +missclub.info +mixx.com +modabutik.ru +mojpreskumanie.com +monclervests.xyz +myfreemp3.eu +newstraveller.ru +nikitabuch.com +njpalletremoval.com +nrjmobile.fr +nuit-artisanale.com +oktube.ru +online7777.com +onlinefilmz.net +onlinemeetingnow.com +orion-code-access.net +orsonet.ru +owohho.com +pandarastore.top +pc-services.ru +pdns.cz +photorepair.ru +pic2fly.com +pintattoos.com +pinwallpaper.top +pisanieprac.info +plusnetwork.com +poisk-zakona.ru +popcash.net +preg.marketingvici.com +primedice.com +prombudpostach.com.ua +promodj.com +proposal-engine.com +psa48.ru +pst2017.onlinewebshop.net +pukaporn.com +puserving.com +radiodigital.co +rank-checker.online +redhotfreebies.co.uk +roma-kukareku.livejournal.com +roofers.org.uk +rybalka-opt.ru saletool.ru -sawin.beth.webd.pl -scanner-barak.top -sdi-pme.com -searchaddis.com -seccioncontrabajo.com -seminarygeorgia59.ga -seofirmreviewsus.info -seo-tools-optimizing.com -servethis.com -sexobzor.info -sextracker.be -sextracker.de -s-forum.biz -skachat-besplatno-obrazcy.ru -sledstvie-veli.net -smart-scripts.com -smstraf.ru -soc-proof.su -softomix.net -sohoindia.net -souvenirua.com -squidoo.com -sr-rekneskap.no -startufa.ru -statustroll.com -stretchmate.net -superfish.com -sweepstakes.rewardit.com -terrafootwear.us +sashagreyblog.ga +scanner-nelson.top +scottbywater.com +search.pch.com +sexkontakte-seite.com +sexytrend.ru +sibdevice.ru +sideeffectsoftizanidine.blogspot.com +site-analyzer.com +slowmacfaster.trade +snomer1.ru +snworks.com +softomix.com +soochi.co +sports-supplements.us +staff.prairiesouth.ca +stanthonyscatholicchurch.org +stard.shop +staticfs.host +steame.ru +supermesta.ru +svolze.com +takethatad.com +talant-factory.ru +telsis.com +templates.radiodigital.co +terraclicks.com +theautoprofit.ml thebluffs.com -timhost.ru -tizanidineandcipro.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidineingredients.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinezanaflex.blogspot.com -topkarkas.com -totu.us -track112.site -traffixer.com -tubeline.biz -tuckpointingmasonrysystems.com -tvnewsclips.info -ultimatesetnewfreeallsoftupgradesystems.pw -unmaroll.ya.ru -ural-buldozer.ru -uytmaster.ru -valoresito.com -videojam.tv -vsexkontakte.net -we-are-gamers.com -website-analytics.online +tiens2010.ru +tizanidinecost.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +top10registrycleaners.com +top10-way.com +twittruth.com +url2image.com +usiad.net +viagroid.ru +vipsexfinders.com +vltai.com +vriel.batcave.net +w7s.ru +wait3sec.org +webadvance.club +webs.com website-speed-up.site -weclipart.com -wellcome2slovenia.ru -westen-z.life -worldmusicfests.com -wstroika.ru -x5market.ru -xaylapdiendanang.com -xn----9sbubg3ambdfl1j.xn--p1ai -xtrafficplus.com -yoluxuryevents.com -youradexchange.com +withstandingheartwarming.com +wygraj-skiny.win +xfire.com +xkaz.org +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--hxazdsfy.blogspot.com +xuki.us +youradulthosting.com +yourporn.com +yun56.co +zaapplesales.blogspot.com +zakazfutbolki.com zarepta.com -zero1.it -zeroredirect11.com -zetmaster.ru -zlatnajesen.com +zeroredirect1.com +zigarettenonlinekaufen1.blox.pl +zoodrawings.com diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 41a36dd88..e594bc986 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 627f2f454..f2722ab97 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 18bfa0be3..b6c914d90 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1640 +#### Version: V4.2019.06.1641 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ad56dcfd2..f4317aa51 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1640 +#### Version: V4.2019.06.1641 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index dabb0f462..eaa736977 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1640 +#### Version: V4.2019.06.1641 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e50bf0d79..c9325d14d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1640 +#### Version: V4.2019.06.1641 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5a2c3a132..66964f1ec 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1640 -### Updated: Thu Jun 27 12:22:44 SAST 2019 +### Version: V3.2019.06.1641 +### Updated: Thu Jun 27 12:32:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index c324edfec..2196b4416 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:45 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:56 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##