diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 1af51490b..fe78cccbb 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.184.96.71 0; +34.68.144.114 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 1af51490b..fe78cccbb 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.184.96.71 0; +34.68.144.114 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 66964f1ec..16bab7653 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1641 -### Updated: Thu Jun 27 12:32:55 SAST 2019 +### Version: V3.2019.06.1642 +### Updated: Thu Jun 27 12:51:35 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 98e259caa..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1 +1,2 @@ +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 24eba83b5..35ef05423 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,3 +1,4 @@ +35.193.14.140 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 98e259caa..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1 +1,2 @@ +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 24eba83b5..35ef05423 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,3 +1,4 @@ +35.193.14.140 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 98e259caa..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1 +1,2 @@ +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 24eba83b5..35ef05423 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,3 +1,4 @@ +35.193.14.140 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 4d0e8d8a5..77e4e9ed8 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1640 -### Updated: Thu Jun 27 12:22:43 SAST 2019 +### Version: V4.2019.06.1641 +### Updated: Thu Jun 27 12:32:53 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index e2b60b229..16bab7653 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1641 -### Updated: Thu Jun 27 12:32:55 SAST 2019 +### Version: V3.2019.06.1642 +### Updated: Thu Jun 27 12:51:35 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 77e4e9ed8..c5191cffc 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 98e259caa..4dddc08a6 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1 +1,2 @@ +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 193339dc7..6139054bb 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -Abonti -AhrefsBot -BackDoorBot -Backlink-Ceck -BackWeb -BatchFTP -coccocbot-web -CopyRightCheck -crawler.feedback -CrazyWebCrawler -CSHttp -DBLBot -Dragonfly -Drip -EroCrawler -Evil -EyeNetIE +360Spider +Acunetix +backlink-check +BackStreet +CazoodleBot +CheTeam +com.plumanalytics +Craftbot +DataCha0s +DomainAppender +DSearch +Ebingbong +Ezooms +facebookscraper +Fimap +FrontPage +GetWeb +HMView Humanlinks -Kenjin Spider -Libwhisker -Lipperhey Spider +IlseBot +InfoTekies +Intelliseek +JamesBOT +JennyBot +LinkScan +LinkWalker +LinqiaRSSBot Litemage_walker -Lmspider -MauiBot -MeanPath Bot -MIDown tool -Mister PiX -NetLyzer -Niki-bot -NimbleCrawler -Ninja -Octopus -Offline Navigator -OpenVAS -OrangeSpider -RankingBot +lwp-trivial +NetAnts +pcBrowser +PeoplePal +plumanalytics +Pockey +RebelMouse ReGet -ScoutJet Screaming -SiteSucker -Sottopop +ScreenerBot +Siphon SpankBot -spyfu -SuperHTTP -Toata -VoidEYE -WallpapersHD -WebEnhancer -Xaldon WebSpider -Zauba +Suzuran +The Intraformant +TightTwatBot +Titan +Voil +WebAuto +Web Fuck +WebStripper +Whack +xpymep1.exe diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c17fbc25f..3c19cfb4a 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -80legs +404checker +Abonti Aboundexbot Acunetix -ADmantX -AfD-Verbotsverfahren -AhrefsBot -AIBOT +Alexibot AllSubmitter +AlphaBot Anarchie -Asterias -autoemailspider -BackDoorBot -backlink-check +ASPSeek BacklinkCrawler +BackStreet +Badass +Bandit Barkrowler -BBBike BDCbot BDFetch -BetaBot Bigfoot -BlackWidow -BlowFish -Bolt -Brandprotect +Blackboard +BLEXBot Brandwatch -BunnySlippers -Calculon -CATExplorador -CCBot -Cegbfeieh +Buddy +BuiltWith +Bullseye +BuzzSumo +CheeseBot CherryPicker +ChinaClaw Chlooe +Cloud mapping coccocbot-web Cogentbot -cognitiveseo -CopyRightCheck +Collector +com.plumanalytics Cosmos Craftbot -crawl.sogou.com +crawler4j +crawler.feedback +CrazyWebCrawler +CrunchBot +CSHttp +Curious +Custo DatabaseDriverMysqli -DataCha0s DBLBot -Demon Deusu -Digincore +Devil DIIbot Dirbuster -Discobot -Discoverybot -DittoSpyder +Disco DnyzBot +DomainSigmaCrawler +DSearch +eCatch Ecxi +EirGrabber EMail Siphon -EMail Wolf +EroCrawler +evc-batch Exabot +Express WebPictures +ExtLinksBot Extractor ExtractorPro facebookscraper FemtosearchBot -FlashGet +Fimap Foobot -Freeuploader +FrontPage FyberSpider -GermCrawler +Fyrebot +GalaxyBot +Genieo +Getintent +Gigabot G-i-g-a-b-o-t Go-Ahead-Got-It -GoZilla -Go!Zilla -Grabber +Gotit +GrabNet Grafula -GridBot -GT::WWW +GrapeFX +Haansoft HaosouSpider -Harvest -Havij +HEADMasterSEO Heritrix -Hloader HTTrack -Humanlinks -Image Fetch -IndeedBot -Indy Library -InfoNaviRobot -Intelliseek +Iblog +IDBot +Id-search +InfoTekies InterGET Internet Ninja -internetVista monitor -Iskanie -JennyBot +ips-agent +Iria +JamesBOT JetCar -Jetty -Joomla +JikeSpider +Jorgee JustView -Keyword Density Kozmosbot Lanshanbot Larbin LeechFTP -Lightspeedsystems -Likse +LeechGet +LibWeb +Libwhisker +Linkdexbot LinkpadBot LinksManager -LinkWalker LinqiaMetadataDownloaderBot -Lipperhey Spider -Litemage_walker Lmspider -Magnet -Mag-Net -magpie-crawler -Mail.RU_Bot -Majestic12 +LNSpiderguy +Ltx71 +LWP::Simple +lwp-trivial +Majestic SEO Majestic-SEO -MarkWatch -Masscan -MeanPath Bot -MegaIndex.ru +Mediatoolkitbot Metauri -MIDown tool -MIIxpc +MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control Mister PiX MJ12bot -Mojeek -Morfeus Fucking Scanner -Name Intelligence +Mr.4x3 +MSFrontPage +MSIECrawler +MS Web Services Client Protocol +muhstik-scan +Musobot Nameprotect -Needle Nessus NetAnts +Netcraft +netEstate NE Crawler NetLyzer -NetMechanic -NetSpider -Nettrack -Net Vampire Netvibes -NetZIP Nibbler +Niki-bot +Nikto +NimbleCrawler NPbot Nutch -oBot Octopus -OnCrawl -Openfind -OpenLinkProfiler +Offline Explorer +Offline Navigator Openvas +OpenVAS OrangeSpider -OutfoxBot +PageAnalyzer page scorer -PageScorer -Pandalytics Panscient -Papa Foto +Pavuk +pcBrowser PECL::HTTP -PeoplePal +PHPCrawl PictureFinder Pi-Monster -PleaseCrawl -Pockey -POE-Component-Client-HTTP -Probethenet ProPowerBot ProWebWalker +Psbot PxBroker QueryN Metasearch RankActive +RankFlex RankingBot RankingBot2 +Rankivabot +RankurBot +RealDownload Reaper RebelMouse +Recorder +RepoMonkey Ripper -Rogerbot +RocketCrawler s1z.ru -SBIder +SalesIntelligent ScanAlert -scan.lol -ScoutJet Scrapy Screaming ScreenerBot +Searchestate SemrushBot +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler +SeoSiteCheckup +SEOstats Shodan -SISTRIX +Sitebeam Siteimprove -SiteLockSpider -SiteSnagger -SiteSucker -SmartDownload +SlySearch SocialRankIOBot Sociscraper -Sogou web spider -Spammen +sogouspider +Sosospider +SpaceBison SpankBot Spanner Spbot Spinn3r -spyfu -Steeler -Stripper -SuperHTTP +Sqlworm +Sucuri Surfbot -SurveyBot +Swiftbot Szukacz T0PHackTeam -T8Abot +tAkeOut +Teleport TeleportPro -Telesoft Telesphoreo Telesphorep -TheNomad -Trendictionbot +Thumbor +TightTwatBot +trendiction.com True_Robot -Turingos Turnitin TurnitinBot Typhoeus -URLy.Warning +UnisterBot +Upflow Vacuum -Vagabondo -VB Project -VeriCiteCrawler VidibleScraper Virusdie -VoidEYE -Voil -WallpapersHD -WBSearchBot Webalta -WebAuto WebCollage -WebEnhancer -WebFetch -webmeup-crawler +Web Collage +WebLeacher WebSauger -Web Sauger -Web Sucker +Webshag +WebsiteExtractor +Website Quester +Webster WebZIP -WeSEE Whacker +Whatweb Who.is Bot -Widow +WinHTTrack +WiseGuys Robot +Wonderbot +Woobot +Wprecon +WWW-Collector-E +WWW-Mechanize x09Mozilla -Xenu -YoudaoBot -Zauba -zauba.io +xpymep1.exe Zeus zgrab -ZmEu +Zitebot ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 97fc0ebad..e7f449b9f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +404enemy 80legs -Abonti Aboundex -Acunetix +ADmantX AiHitBot -Alexibot -Alligator -AllSubmitter +AlphaBot +Anarchie Apexoo +ASPSeek autoemailspider -Backlink-Ceck -BacklinkCrawler BackWeb -BatchFTP +Bandit Battleztar Bazinga -BDFetch +BBBike BetaBot +Bigfoot +Bitacle Black Hole Blow -BlowFish -Bolt -Brandwatch +Boardreader +BotALot +BuiltWith +BunnySlippers BuzzSumo Calculon CCBot Cegbfeieh -CherryPicker -CheTeam -Chlooe +ChinaClaw Claritybot -Cloud mapping -Cogentbot -cognitiveseo +coccocbot-web Collector com.plumanalytics -CopyRightCheck +Copier Copyscape Craftbot +crawl.sogou.com +CrazyWebCrawler CSHttp -Curious +Custo DatabaseDriverMysqli -DataCha0s -demandbase-bot -Deusu +DBLBot Devil -Digincore -DIIbot -Disco -Discobot Dispatch DittoSpyder +DnyzBot +DomainAppender +DomainSigmaCrawler +DomainStatsBot Dotbot -Download Wonder -Dragonfly -DTS Agent -Ebingbong +eCatch +ECCP/1.0 +EMail Siphon EroCrawler -evc-batch +Evil +Express WebPictures ExtLinksBot +Extractor +ExtractorPro +Extreme Picture Finder +Ezooms facebookscraper +FemtosearchBot FHscan -Flunky -Freeuploader +Foobot +FrontPage FyberSpider Fyrebot Genieo -Getintent GetRight GetWeb +Gigablast Gigabot -G-i-g-a-b-o-t -Go!Zilla -Grabber -GrabNet -Grafula +GrapeFX GrapeshotCrawler -GridBot -Haansoft -HaosouSpider -Harvest Havij -Hloader +HEADMasterSEO +Heritrix +HMView +HTTP::Lite +HTTrack Humanlinks HybridBot IDBot -IlseBot -Image Fetch +Id-search IndeedBot -Intelliseek +Indy Library +InterGET +Internet Ninja +internetVista monitor Iria -Iskanie JamesBOT -Jbrofuzz -Jetty Joomla Jorgee -JustView -Jyxobot -Keyword Density +Kenjin Spider +Kozmosbot Lanshanbot Larbin LeechGet -LexiBot -Lightspeedsystems +LibWeb +Likse +Linkdexbot +LinkpadBot LinkScan LinksManager -LinqiaScrapeBot -Lipperhey -Lipperhey Spider -Lmspider -LNSpiderguy -Mag-Net -magpie-crawler -MarkMonitor -Masscan -MeanPath Bot -Metauri +LinqiaRSSBot +LWP::Simple +Magnet +Majestic-SEO +MarkWatch +Mass Downloader +Meanpathbot +MegaIndex.ru MFC_Tear_Sample -Microsoft Data Access Microsoft URL Control MIDown tool -Mister PiX +MJ12bot Mojeek +MSFrontPage Msrabot MS Web Services Client Protocol Musobot -Name Intelligence -Nameprotect Navroad -Netcraft -NetLyzer -Nibbler +NearSite +Nessus +netEstate NE Crawler +NetSpider +NextGenSearchBot Nikto NimbleCrawler -NPbot -Nutch +Nimbostratus +Nmap oBot -Octopus Offline Explorer +Openfind +OpenLinkProfiler +Openvas OpenVAS -OrangeBot +OrangeSpider OutclicksBot -OutfoxBot +page scorer +PageScorer Pandalytics Panscient -pcBrowser -PeoplePal -PHPCrawl +Pavuk +Picscout +Picsearch Pimonster Pi-Monster PleaseCrawl -plumanalytics -Pockey POE-Component-Client-HTTP -ProPowerBot -ProWebWalker +Psbot Pump -PyCurl -RankActive +PxBroker RankActiveLinkBot RankingBot2 +Rankivabot RankurBot RealDownload -RedesScrapy -Ripper -s1z.ru +RebelMouse +Recorder +RocketCrawler +Rogerbot Scanbot +scan.lol +Scrapy +Screaming ScreenerBot -SemrushBot -Seomoz +Searchestate +Semrush +SEOkicks +SEOlyticsCrawler SeoSiteCheckup +SEOstats +serpstatbot +sexsearcher +Shodan SISTRIX +SiteExplorer Siteimprove -SiteSnagger -SiteSucker -Site Sucker -Sitevigil +SiteLockSpider SlySearch +SmartDownload +SMTBot Snake -Snapbot -SocialRankIOBot -Sociscraper +Snoopy +sogouspider +Sosospider Sottopop -Spammen +SpaceBison SpankBot Spanner sp_auditbot +Spbot Spinn3r -spyfu +SputnikBot Sqlworm +Sqworm Stripper -SuperBot +Sucker +Sucuri Surfbot +SurveyBot +Suzuran +tAkeOut Teleport TeleportPro -Thumbor -TightTwatBot -Toata -Toweyabot +Telesphorep +TheNomad Tracemyfile -Trendictionbot -trendiction.de +Trendiction +trendiction.com True_Robot -TurnitinBot -TwengaBot +Turnitin Typhoeus -Upflow -URLy Warning -URLy.Warning +Vagabondo +VB Project +VCI VidibleScraper +Virusdie VoidEYE -Voil -Voltron Wallpapers/3.0 -WallpapersHD -WASALive-Bot +WBSearchBot Webalta -WebAuto -Web Auto WebBandit WebCollage Web Collage -WEBDAV -WebEnhancer -Web Enhancer -Web Fetch +Web Fuck WebImageCollector -WebmasterWorldForumBot -WebPix +webmeup-crawler Web Pix -WebReaper -WebSauger -Web Sauger +Webshag +WebsiteExtractor +Webster WebSucker -WebWhacker -Whack +Web Sucker +WeSEE Whacker -Who.is Bot -WiseGuys Robot +Whatweb +WinHTTrack WISENutbot Wotbox Wprecon +WPScan +WWW-Mechanize +WWW::Mechanize x22Mozilla -Xaldon_WebSpider -xpymep1.exe Zauba -Zermelo +zgrab Zitebot -ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 1e485db84..f68be58ca 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ 03e.info -1000n1.ru -101raccoon.ru -afora.ru -aibolita.com -allboard.xobor.de -allfinweb.com +3rbseyes.com +acgs.tk anabolics.shop -animal-drawings.com -apessay.com -applicationg29.com -apptester.tk -asmxsatadriverin.aircus.com -bannerbank.ru -bestofupload.info -bibys.com -cayado.snn.gr -celejihad.info -chcu.net -children-learningreading.info -chimiver.info -cometorussia.net -compiko.info -counterbot.com -customchocolate.business-for-home.com -cymbaltaandtizanidine.blogspot.com -domain.webkeyit.com -dorratex.tn -downloader12.ru -election.interferencer.ru -feorina.ru -findclan.org -flprog.com -fortevidyoze.net -futbolkisales.ru -gamblingnerd.com -globalscam.ga -googlefeud.com -gorodservis.ru -hahashka.ru -handicapbathtubarea.com -homik.pw -hostnow.men -instakink.com -ispaniya-costa-blanca.ru -jyvopys.com -kamagragelusa.net -kino-key.info -kinomaniatv.pl -kino-rating.ru -klitimg.pw -kriokomora.info -letmacwork.world -lion.bolegapakistan.com -mac-shield.com -mantramusic.ru -microsearch.ru -mrbojikobi4.biz -myfreecams.com -mymobilemoneypages.com -narkologiya-penza.ru -nationalbreakdown.com -panchro.co.uk -panouri-solare-acoperis.com -paparazzistudios.com.au -parajumpersjakkesalgnorge.info -perm.xrus.org -petitions.whitehouse.gov -phuketscreen.com -pigrafix.at -pillscheap24h.com -popcash.net -porno-raskazy.ru -pregnant.guru -printingpeach.com -privatamateure.com -rada.ru -ranksays.com -rossmark.ru -royalads.net -sankt-peterburg.nodup.ru -sei80.com -soda.media -sosdepotdebilan.com -sovetogorod.ru -splendorsearch-a.akamaihd.net -statustroll.com -stockquotes.wooeb.com -strongholdsb.ru -telesvoboda.ru -torrent-newgames.com -tupper-posuda.ru -vip.51.la -webshoppermac.com -wormix-cheats.ru -wpsecurity.website -xvideospornoru.com -youdesigner.kz -zambini.ru -za-music.mymobiplanet.com +android4fun.org +applyneedy.xyz +architecturebest.com +ardimobileinfo.ml +avtochehli.by +azadnegar.com +baditri.com +bamo.xsl.pt +barnfurnituremart.com +berrymall.ru +bestsexyblog.com +bet365.com +bin-brokers.com +businesxxl.com +buypanicdisorderpill.com +bzero1jewelry.net +candytiner.com +cars-modification.net +cartierlovebracelet.xyz +construmac.com.mx +coslab.club +czat.wp.pl +darkages.info +downtuptv.gq +econom.co +elektronischezi.livejournal.com +ezigaretteshop.webs.com +fatfasts-4tmz.com +flowersbazar.com +foxinsocks.ru +gazobeton-p.com.ua +getdot.ru +gigablast.com +girlsfuckdick.com +glastecfilms.com.my +go2album.com +gotomontenegro.net +havepussy.com +highspeed5.net +hscsscotland.com +infogame.name +it-max.com.ua +jasonpartington.com +jmat.cn +kareliatobacco.ru +koronirealestate.gr +linerdrilling.com +loadopia.com +lombardfinder.ru +lombia.com +m0r0zk0-krava.ru +manyresultshub-a.akamaihd.net +maxxtor.eu +mikozstop.com +minecraft-rus.org +mirtorrent.net +mobsfun.net +moneyteam24.com +mxgetcode.com +myshopmatemac.com +onlyforemont.ru +onstrapon.purplesphere.in +princeadvantagesales.com +pskcijdc.bloger.index.hr +realitykings.com +realresultslist.com +r-e-f-e-r-e-r.com +renecaovilla.online +roll123.com +rvzr-a.akamaihd.net +samara.rosfirm.ru +seemoreresultshu-a.akamaihd.net +seojokes.net +sexgalleries.top +signx.info +sitevaluation.org +solitaire-game.ru +stillmiracle.com +stuff-about-money.com +surflinksmedical.com +telemetryverification.net +trafaret74.ru +tsyndicate.com +tubo360.com +uhod-za-sobakoj.ru +unblocksit.es +underthesite.com +wrona.it +wtsindia.in +xlovecam.com +xn----ctbigni3aj4h.xn--p1ai +yoursearch.me +zarabotok--doma.ru +zeroredirect7.com +zeroredirect8.com +znakomstva-piter78.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 0100b65d6..f27aa9b6c 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -01apple.com -1000n1.ru -101billion.com -12bet.com -1hwy.com +0912701309f8ce.com +0n-line.tv +101flag.ru +101raccoon.ru +11235813.webzdarma.cz +11pikachu.ru +1millionusd.xyz +1stat.ru +20pascals.nl 2345.com -2drittel.de -2itech.ru -2x2fan.ru -3-letter-domains.net +24-ak.ru +2ads.co.uk +2kata.ru 4kplayer.pl +4senses.co 51unlim.ru +5forex.ru 5u.com -7search.com -8558l.jobs.net -8lufu.com -aa81bf391151884adfa3dd677e41f94be1.com -aac500b7a15b2646968f6bd8c6305869d7.com +6hopping.com +888.com +91abcw.com +aa08daf7e13b6345e09e92f771507fa5f4.com +aa625d84f1587749c1ab011d6f269f7d64.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aadroid.net +aarbur.com +abcdefh.xyz absugars.com -acmebtn.ml -addblueoff.com.ua -addray.pro -adprotect.net -adservme.com -adsfresh.men -adsland.men -adtology.com -adultactioncam.com -adultfriendfinder.com -adultmeetonline.info -adultnet.in -adult-shop.com.ua -adverster.com -aero2.ru +abwa.tk +academiacsmendoza.org +actices.com +adanih.com +adclickservice.com +adf.ly +adloads.com +adman.se +admatic.com.tr +ads-cool.pro +adsloads.com +advancedmassagebysara.com +adzpower.com +aerogo.com +affiliate-fr.com affrh2015.com -afftrack001.com -afslankpillen2017nl.eu -agapovdg.ru -agecheckadult.com -ahrntal.verymes.xyz -aihelen.net -aksonural.ru -akuhni.by -alert-fjg.xyz +a.frcls.fr +agadelha.com.br +agahinameh.com +ahrefs.com +airlandsea.info +aktobe.xkaz.org +akvamaster.dp.ua +albuteroli.com +alert-fdm.xyz alessandraleone.com -alfa9.com -alfapro.ru -alice.it -all4invest.ru +alevinefesleri.com +alienwheel.es all4wap.ru -allcredits.su -allfinweb.com +alldownload.pw +allkrim.com +allmarketsnewdayli.gdn +allnews24.in allproblog.com -alphacarolinas.com +allstatesugarbowl.org +alphahoverboards.com alpharma.net -am15.net amateurgalls.com -amateurlivechat.org -amigobulls.com -anapa-inns.ru -androids-store.com -anniemation.com -antons-transporte.de +anal-acrobats.com +angel1777.kz +animaltoplist.com +animenime.ru +anticrawler.org +apartamentwroclaw.eu +apelsinnik.website apiappenableinfo-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net -apple.com-webbrowsing-security.science -app-ready.xyz -apps-analytics.net -aproposde.com -aquarium-pro.ru -arabseyes.com +apibrowsesmartne-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apispringsmartne-a.akamaihd.net +api.stathat.com +app5.letmacworkfaster.world +appartement-stumm.at +appiq.mobi +apple.com-webbrowsing-security.review +apptester.tk +a.pr-cy.ru +apxeo.info +aramaicmedia.org +arcadeplayhouse.com arclk.net -arkartex.ru +arendatora.ru +arenda-yeisk.ru arpelsreplica.xyz artdeko.info artefakct.com artel116.ru -artparquet.ru -artpicso.com as5000.com -asdfz.pro -asiavirtualsolutions.com -asiengirls.net -asrvrep-a.akamaihd.net -asrvvv-a.akamaihd.net -atofilms.com -audiobangout.com -ausmepa.org.au -auspolice.com -autolombard-krasnodar.ru -autonew.biz -autorn.ru +asseenontvonline.ru +atleticpharm.org +ausergrubhof.info +auto-moto-elektronika.cz +autoplate.info +autotrends.today auto-zapchasti.org +availit.weebly.com aversis.net aviav.co aviva-limoux.com -avkzarabotok.info -avon-ukraine.com -avtointeres.ru -avtolombard-krasnodar.ru -awaybird.ru -azartniy-bonus.com -azazu.ru +avon-novosib.ru +avto-oligarh.ru +azartclub.org azbaseimages.net -azlex.uz +azte.ch b2b-lounge.com -babs.com.ua +babieca.com +babosas.com +babyguns.ru backuperwebcam.weebly.com -bagcionderlab.com -balla-boo.se -bangla-chat-uk-paralud.ga +baersaratov.ru +bag77.ru +baladur.ru +balkanfarma.org +balkanfarma.ru +balois.worldbreak.com +baltgem.com +bambi.ck.ua +banan.tv +banksrf.ru +bannerswap.com barbourjackets.online -battle.net -bestcurs.org -bestofferswalkmydogouteveryday.gq -bestpriceninja.com -best-seo-solution.com +beauty-clinic.ru +beauty-things.com +belinvestdom.by +berrymall.ru +bestbrainprod.win +bestcalovebracelet.cn +bestcoin.cc +bestdraws.com +bestfortraders.com bestserials.com -besttorrentknifta.weebly.com -betterhdporn.com -bezsporno.ru -bgviagrachrx.com +beta.hotkeys.com +bfz.biz +bharatdefencekavach.com big-boards.info -bigcareer.info -bimatoprost-careprost.com.ua -bio-japan.net +billiard-classic.com.ua +binaryoptionscops.info +bingoporno.com +binomo.kz bio.trade-jp.net +bird1.ru bitnote.co -bizfly.info -biznesluxe.ru -bjanshee.ru -blackwitchcraft.ru -blockety.co -blog.koorg.ru -blogporn.in -blue-square.biz -board.f00d.de -boazpower.com -boleznikogi.com +bkgr.se +blog.koreadaily.com +bluejays-jerseys.us +bochemit.com.ua bongacams.com -bongiornos.info boole.onlinewebshop.net -boostmyppc.com -brakehawk.com -brandov.ru -break-the-chains.com +bpro1.top breget74.ru brendbutik.ru briomotor.co -browserprotecter.com -builtwith.com -buketeg.xyz +budpost.com.ua +bumble.cheapwebsitehoster.com bupropion-sr-150-mg.us -buyclomidonlaine.com -buydissertation.net -buypillsorderonline.com -buzzzg.men -bvlgaribracelet.xyz -bvlgariwallet.xyz -cakemediahq.com.au -cakesplus.com.au -californianews.cf -callawaygolfoutlet.online +buron.pw +businesxxl.com +buyfriend.ru +bvlgariring.xyz callstevens.com -camel-beach.com -cam-kontakte.org -candiceloves.us -candlewooddentalcentre.com.au -candypeople.se -capture-room.com +calstaterealty.us +camdenmemorials.com +canacopegdl.com +canoncdriverq3.pen.io carapics.com -cardsharp1.ru -cardul.ru -carfax.com.ua -cars-modification.net -carsplate.com -cartierbracelet.xyz -cartierjusteunclou.xyz -cartierlove2u.com -cartierlovebraceletreplica.xyz -cartierreplica.pw -casinos4dummies.co.uk -cbb1smartlist12.click -ccbill.com +carina-sy.de +cartierlove2u.xyz +casablancamanor.co.za +catalogs-parts.com +cbox.ws ccjp.eu -cenokos.ru -centre-indigo.org.ua -chatroulette.world -cheap-trusted-backlinks.com -check-host.net -checktext.org -chelnytruck.ru -chelyabinsk.xrus.org -children-learningreading.info -chocoslim.pro -christianlouboutinreplica.pw -chuckguilford.com -cineacademy.ru +c-english.ru +cete.ru +c-gainsbourg.com +cheapbarbour.online +cheapjerseysfootballshop.com +chocolateslim-original.com +chorus.terakeet.com +christianlouboutinsaleonline.us +cigarpass.com +citizenclsdriveri7.pen.io +citysecurity.nu +ci.ua +clash-clans.ru clayvasedesigns.tk -clean-start.net -clicksor.com +cleanmypc.com +click2pawn.com +clickaider.com +clickbanksites.info +clickso.com +clksite.com clubfashionista.com -cmd.kz -cobaltpro.ru -cocyq.inwtrade.com -co.lumb.co -compliance-alex.top +club-musics.ru +cntravelre.com +coaching-netz.info +codq.info +coindirect.io +collegeessay19.blogspot.ru +com-cleaner.systems +com-onlinesupport.site compliance-checker.info -compliance-don.top -compliance-elena.xyz -compliance-george.top +compliance-donald.xyz +compliance-elena.top compliance-ivan.xyz -compliance-jessica.top -compliance-julianna.top -compliance-mary.top +compliance-john.top compliance-walt.top -concealthyself.com -cookie-law-enforcement-ff.xyz -coolyarddecorations.com +computernetworksonline.com +comsysnet.com +concordexoticrentals.com +converse.ddsoldes.fr +coolwallpapers-hd.com copro.pw -cougfan.info -countbertwistdisp26.soup.io +copypaste.traderzplanet.in +cornerstone-countertops.com +cornomase.win +cosmetic.donna7753191.ru +cosmeticswomens-womensports.rhcloud.com +counciltally.com +counter.bloke.com +creatives.adbetclickin.pink +cryptoswap.biz +crystalslot.com culmimg.pw -customcollegeessays.net -czat.wp.pl -damedingel.ya.ru -daretodonate.co -darkbooks.org -darmebel.com.ua darodar.com -datract.com +dating-app.ru +dating-time-now.com davebestdeals.com -dawlenie.com -dbmkfhqk.bloger.index.hr -dcj-nn.ru -ddsoldes.fr -deadlinkchecker.com +dayibiao.com +db.speedup.gdn +ddospanel.com +decorationspcs.com +dekoration.us dekorkeramik.ru -delayreferat.ru -delfin-aqua.com.ua -den-noch24.ru -depositfiles-porn.ga -detskie-konstruktory.ru -detskie-zabavi.ru +delitime.info +deluxedumps.com +dentalpearls.com.au +deplim.com +detalizaciya-tut.biz +detective01.ru +detki-opt.ru +dev.citetick.com +dev-seo.blog +diegolopezcastan.com +digilander.libero.it dikx.gdn -dimaka.info -dimkino.ru -dinkolove.ya.ru +dinosaurus.site +dirtpics.pw discovertreasurenow.com -dispo.de -disruptingdinnerparties.com -distver.ru -dnsrsearch.com +diusyawiga.tk +div.as +divatraffic.com +diy-handmade-ideas.com +djihispano.com +djonwatch.ru +dlya-android.org +dmmspy.com +dneprsvet.com.ua docsportal.net -dogsrun.net -dokfilms.net -domain2008.com -domainroam.win -domainsphoto.com -domain-tracker.com +doctormakarova.ru +doktoronline.no +dokumentalkino.net +dollartree.info +domashneeruporno.com domination.ml -dood.live -dostavka-v-ukrainu.ru +dorratex.tn +dostavimvdom.ru +dotmass.top dotnetdotcom.org downloaddy.net -doyouknowtheword-flummox.ml -dvd-famille.com -dverimegapolis.ru -dynainbox.com +download-wallpaper.net +doxysexy.com +drivotracker.com +drunkmoms.net +dstroy.su +duplicashapp.com +dvervmoskvu.ru +e2click.com earn-from-articles.com +easync.io easytuningshop.ru -education-cz.ru -ege-russian.ru -ekn-art.se -e-kwiaciarz.pl -election.interferencer.ru -elektrischezi.canalblog.com -elektrischezigarette2.devhub.com +e-c.al +ec-file.info +e-collantes.com +eduserver.net +ekobata.ru +eldiariodeguadalajara.com +elektir.ru +elektrischeziga.livejournal.com elektrischezigarette2.onsugar.com +elektrischezigaretten1.blogse.nl +elektronischezigarette2.mex.tl +elektrozigarettekaufen1.devhub.com elektrozigaretten1.tumblr.com -elektrozigaretten1.webs.com -embedle.com -energydiet24.ru -enginebay.ru -enskedesquashclub.se -enthuse.computernetworksonline.com -eorogo.top -epicbrogaming.com -eralph.tk -erotik0049.com -eshop.md -eu-cookie-law.info -eupornstar.info -evaashop.ru -exmasters.com -extlabs.io -eyes-on-you.ga -ezigarettekaufen1.hpage.com -ezigarettekaufen2.blox.pl -ezigarettenkaufen1.deviantart.com +elektrozigaretten2.yn.lt +elitepcgames.com +elmacho.xyz +elvenmachine.com +en.altezza.travel +enbersoft.com +encodable.com +energydiet-info.ru +ero-advertising.com +erotik-kostenlos.net +essaypro.com +eugenevaultstorage.com +euronis-free.com +executehosting.com +expdom.com +expertblog.info +extractorandburner.com +ezaz.info +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop2.vefblog.net +ezofest.sk +ezrvrentals.com +f012.de f1nder.org -faptitans.com -fashion-mk.net -fastcrawl.com -fealq.com +fable.in.ua +factorynightclub.com +fakehandbags.xyz +fandlr.com +fanpagerobot.com +fashion-stickers.ru +fatfasts-4tmz.com +fdzone.org fearcrow.com -feargames.ru -feel-planet.com -ferretsoft.com +fenoyl.batcave.net +fetroshok.ru +fettefrauen.net fickblock18.com filerockstar298.weebly.com -film-one.ru -financeloan.us -financepoints.eu -fireads.men -fitfloponline.store +filesvine.com +filmgo.ru +financetip.eu +finansov.info +findanysex.com +finejewelryshop.ru +finemanteam.com +firma-legion.ru fitnesspiks.com -fiverr.com +flashahead.info +flashbannernow.com flavors.me -fok.nl -folowsite.com -forexgb.ru -forex.osobye.ru -forms-mtm.ru -foto-telok.net -fototravel.eu -foxinsocks.ru -foxtechfpv.com -frameimage.org -franecki.net -freejabs.com -freesitetest.com -free-traffic.xyz -freshberry.com.ua -freza-sverlo.ru +floridamhca.org +flowwwers.com +footballfarrago.com +forensicpsychiatry.ru +formseo.com +formularz-konkurs.tk +fortevidyoze.net +forums.d2jsp.org +fotoxxxru.com frivgame250.com -front.ru fuckbuddybestgilf.info -funcrushgames.com -funnymama.com -funtoonez.com -fxtips.ru +fuckmill.com +funnypica.com +fusoradio.info +fz139.ttk.ru +galaxyflowers.ru galaxys6manual.info -gameplexcity.com -games.kolossale.ru -game-top.su -gay-file.com -ge0ip.net -geile-lelly.eu -gelezki.com -generic-pills-online.com -gepezz.info -germes-trans.com -getlamborghini.ga -girlgamerdaily.com -girlsfuckdick.com +gallerily.com +galleryawesome.com +gamebackyard.com +gamezblox.com +gazoblok.net.ua +gazporno.com +gdebestkupit.ru +genericlowlatencyasiodriverhq.aircus.com +geoads.com +getoutofdebtfree.org +getpopunder.com +getresponse.com +getridofstretchmarks.org +gheus.altervista.org +gifspics.com given2.com glall.ru -global-ics.co.za -glopages.ru +glastecfilms.com.my +globatur.ru +gloverid.site go2jump.org -golfresa.lucania.se -gomusix.com -googlsucks.com -gopixdatabase.com -gopro-online.info -gpms.org.my -graphicwe.org -gribkovye-zabolevaniya.com -gsasearchengineranker.site -gsou.cf -guardlink.org +goldpanningtools.com +gombita.info +googglet.com +goroda-vsego-mira.ru +gotcher.us +gowreckdiving.com +greatgrace.ru +greendream.com.ua +gsasearchengineranker.pw +gsbs.com.ua +gstatey.net guigyverpo.cf -haikuware.com -hayate.biz -hdwalls.xyz -heartofbeijing.blogspot.com -heatpower.ru -hebr.myddns-flir.com +guildebzh.info +gungamesz.com +gwebtools.com.br +gwhwpxbw.bloger.index.hr +gyffu.com +gz2.bbsoldes.fr +h2monline.com +hamacapty.com +hamilton.ca +handicapvansarea.com +harmonyglen.us +hdseriale.pl +headpharmacy.com +health-medical-portal.info helicalpile.us -helpmymacfaster.trade -hentaiheroes.com -hermesbelts.xyz -hermesbracelets.xyz -hermesreplica.pw hermesreplica.win -hexpilot.com -historichometeam.com -hitsbox.info -hkdiiohi.skyrock.com -hobbyhuren24.net -homeandhealth.ru -hoporno.com -hosting-tracker.com +hildinghr.se +himazin.info +hiwibyh.bugs3.com +hmywwogw.bloger.index.hr +homedo.fabpage.com +home.myplaycity.com +homik.pw +hopeonthestreet.co.uk +hostcritique.com hotblognetwork.com -hotelcrocenzi.sm -hothor.se -housediz.com -housemilan.ru -hoverboard360.de -hoverboard360.se -hscsscotland.com -htmlcorner.com -ideibiznesa2015.ru -iflycapetown.co.za -ihc2015.info -imagerydatabase.com -images.gyffu.com -imagui.eu -imgata.com -imperia31.ru -incolors.club +hothot.ru +hotsocialz.com +howtoclean.club +hplaserjetpdriver8y.pen.io +huhn.altervista.org +humanorightswatch.org +hystersister.com +ibb.com.ua +ictizanidinehcl4mg.blogspot.com +igithab.com +ilovevitaly.ru +images-free.net +immobiliaremassaro.com +import-sales.com +indetiske.ya.ru +indiasourcemart.in inet-traffic.com -infobabki.ru -inmate-locator.us -inspiring-desperate.tk +infokonkurs.ru +insta-add.pro instabid.tech -in-tandem.co -interfucks.net -internetproviderstucson.com -int.search.mywebsearch.com -investsuccess.org -ipchicken.com -iptool.xyz -iscblog.info -isitpaleo.info -isotoner.com -isoveti.ru -istanbulit.com -itservicesthatworkforyou.com +intelhdgraphicsgtdrive6w.metroblog.com +internet-apteka.ru +intimshop-fantasy.ru +investpamm.ru +investzalog.ru +invitefashion.com +io9.com +ip-guide.com +iqoption-bin.com +irkutsk.zrus.org +islamtoday.co.za +istizanidineanarcoticdrug.blogspot.com +iusstf.org iwantedmoney.com -izoll.ru -japan-bearings.ru -javitas.info -javrip.net -jerseychinabizwholesale.us -jerseyssportsshop.com -jerseyswholesalechinalimited.com -jikoman.info -juliaworld.net -jurajskie.info -justprofit.xyz -jwss.cc -jyvopys.com -kadashihotel.com -kamagragelusa.net -katushka.net -kazrent.com -ketoanhanoi.info -ketrzyn.pl +izhevsk.xrus.org +javlibrary.cc +javspace.net +javstock.com +jav-way.site +jaxcube.info +jerseywholesalebizchina.com +jerseywholesaleelitestore.com +jewelryandfiligree.com +journalhome.com +jrcigars.com +jrpmakati.com +justkillingti.me +kalandranis.gr +katadhin.co +kerch.site +kevblog.top keyhantercume.com -keywordsdoctor.com -keyword-suggestions.com -keywordsuggest.org -keywordteam.net -kino2018.cc -kinopolet.net -klitimg.pw -klosetkitten.com -kolotiloff.ru -komp-pomosch.ru -konica.kz -konpax.com -konteiner24.com -kostenlos-sexvideos.com -kovrenok.ru -krasivoe-hd.net -krasivye-devushki.net -krasnodar.xrus.org -kredit-blog.ru -kredit-pod-zalog-krasnodar.ru -kupiproday.com.ua +keywesthideaways.co +kinoduh.ru +kinoflux.net +kirov.zrus.org +klejonka.info +kmd-pto.ru +kmgamex.cf +knowsitall.info +kochanelli.com +kol-energo.ru +kollekcioner.ru +kovesszucs.atw.hu +krafte.ru +krasnodar.ru +krasula.pp.ua +kreativperlen.ch kupit-adenu.ru -kutikomi.net -laapp.com -labafydjxa.su -ladov.ru -lafourmiliaire.com -lampokrat.ws -landreferat.ru -landscaping.center -laparfumotec.com -laptoper.net +kurbappeal.info +kustanay.kz +lacloop.info +la-fa.ru +lanadelreyfans.us larchik.net -lasvegaslockandsafe.com +lashstudia.ru +law-check-eight.xyz +law-check-nine.xyz lawyersinfo.org -layola.biz.tc -ldrtrack.com -leboard.ru -legalrc.biz -levaquin750mg.blogspot.com -lida-ru.com -lifebyleese.com -lifehacĸer.com -limads.men -linkbuddies.com +laxdrills.com +leftofcentrist.com +lerporn.info +letmacworkfaster.site +lifeinsurancekb.com +likesdesign.com +likesuccess.com +link.ac linkredirect.biz -linkwithin.com -lion.conboy.us -liveinternet.ro -liveinternet.ru -liver-chintai.org -live-sexchat.ru -lizace.com +lisque.batcave.net +live-cam6.info +livingcanarias.com +livingroomdecor.info +ljusihus.se +lkbennettoutlet.online llastbuy.ru +loadopia.com lob.com.ru -lockerz.com -lombia.com -lomza.info -lonerangergames.com -lookingglassemb.com -losangeles-ads.com -lost-alpha.ru -lottospring.com -lovelycraftyhome.com -lubetube.com -lyrics.home-task.com -machicon-ueno.info -mackeeper-center.club -macnewtech.com -macresource.co.uk -magazintiande.ru -magda-gadalka.ru -magnetic-bracelets.ru +locationdesaison.com +lol-smurfs.com +longadventure.com +lostfilm-online.ru +louboutinreplica.pw +lovasszovetseg.hu +lowephotos.info +lsex.xyz +lsp-awak-perikanan.com +luxup.ru +lyngdalhudterapi.no +m1media.net +mac-shield.com mahnwachen-helfen.info -mainlinehobby.net -manifestation.betteroffers.review -manipulyator-peterburg.ru -mantramusic.ru -marblestyle.ru -marktforschung-stuttgart.com -martlinker.com -mastershef.club -masthopehomes.com -matrixalchemy.com -mearns-tractors.co.uk -mecash.ru -meddesk.ru -medicovi.com -medictube.ru -medi-fitt.hu -medkletki.ru -medkritika.ru -medmajor.ru +mail.allnews24.in +mailemedicinals.com +managerpak204.weebly.com +marinetraffic.com +marketland.ml +masserect.com +masturbate.co.uk +matb3aa.com +maxthon.com +maxxtor.eu +mcnamaratech.com +mebel-vstroika.ru +medanestesia.ru +mediafresh.online +medicines-choice.com +medizinreisen.de +meds-online24.com med-zdorovie.com.ua -meet-flirt-dating.com -memberty.com -menstennisforums.com -michaelkorsoutletstore.net -midst.eu -militarysale.pro -mir-limuzinov.ru -mirtorrent.net -misswell.net -mister-shop.com -mixx.com -mobot.site +mega-bony-2017.pl +megakino.net +mensandals.xyz +mexicosleevegastrectomy.com +microsoftportal.net +mielec.pl +mikozstop.com +mikrobiologies.ru +millionare.com +minecraft-neo.ru +minegam.com +mitrasound.ru +mlf.hordo.win +mmoguider.ru +mobile.ok.ru +mobstarr.com +mockupui.com moetomnenie.com -moivestiy.biz -monarhs.info -monclerboots.xyz -monclercoats.xyz +mojpregled.com +monclerjacketsoutlet.pw moneytop.ru -moneyzzz.ru -monitorwebsitespeed.com +montredemarque.nl +morefastermac.trade +more-letom.ru +moscow-region.ru +moscow.xrus.org mossmesi.com -mostantikor.ru mountainstream.ms -mrwhite.biz +movies-in-theaters.net +mrsdalloways.com mttwtrack.com -muztops.ru -mvpicton.co.uk -myblogregistercm.tk -mycaf.it -myfreemp3.eu -mygameplus.com -mylesosibirsk.ru -myliveblog.ru +mulberryoutletonlineeu.com +musflashtv.com +my-bc.ru +mybinaryoptionsrobot.com +my-floor.in.ua +myghillie.info +myindospace.com mymercy.info -mysexpics.ru -mywallpaper.top +myxdate.info nac-bearings.ru -napalm51.nut.cc -nate.com -netfacet.net -new-apps.ru -news-speaker.com -newstaffadsshop.club -nicefloor.co.uk -nippon-bearings.ru -niroo.info -nonews.co -nosecret.com.ua +nagdak.ru +nailsimg.com +narkologiya-penza.ru +narutonaruto.ru +naturalpharm.com.ua +naval.jislaaik.com +neodownload.webcam +nerudlogistik.ru +net-radar.com +nevansk.ru +newstraveller.ru +newstudio.tv +ngps1.ru +nl.netlog.com +nmrk.ru +nofreezingmac.work notfastfood.ru -npoet.ru -nullrefer.com -o333o.com +november-lax.com +nsatc.net oakridgemo.com -odoratus.net -odywpjtw.bloger.index.hr -offers.bycontext.com -offtime.ru -okel.co -okonich.com.ua -oksrv.com -okuos.com -olgacvetmet.com -omsk.xrus.org -onlainbesplatno.ru -onlinebay.ru -online-podarki.com -onload.pw -o-o-8-o-o.ru -openfrost.com -opinionreelle.com -orel-reshka.net -orion-v.com +offf.info +office-windows.ru +oklogistic.ru +okmedia.sk +oktube.ru +old-rock.com +oneshotdate.com +online247.ml +online7777.com +online-sbank.ru +onlyforemont.ru +ons-add.men +onstrapon.purplesphere.in +ordernorxx.com +ororodnik.goodbb.ru +osagonline.ru ourtherapy.ru -outpersonals.com +ourville.info +outshop.ru ownshop.cf ownshop.win -oxotl.com +oynat.info ozoz.it -pacificair.com -paclitor.com -page2rss.com -panamaforbeginners.com -papasdelivery.ru -par-fallen.ga -partner-host.men +paceform.com +paintingplanet.ru pastaleads.com +patterntrader-en.com pattersonsweb.com -paydayonlinecom.com -p-business.ru -pdn-4.com -peekyou.com -pelfind.me -perfectpracticeweb.com -petsblogroll.com -phpdevops.com -piccdata.com -picquery.com -picscout.com -pintattoos.com -pisanieprac.info -piter.xrus.org +pdns.download +perfection-pleasure.ru +petedrummond.com +photostudiolightings.com +phuketscreen.com +pics-group.com +pictures-and-images.com +pictures-and-images.net +picturesboss.com +pigrafix.at +pihl.se +pillscheap24h.com pizza-tycoon.com -platinumdeals.gr +pk-services.ru playboyfiles.xblog.in -playfortuna-play.ru -play.leadzupc.com -plusnetwork.com -podshipniki-ntn.ru +play-mp3.com +pobeiranie.pl +poffet.net pogruztehnik.ru -polimga.pw -pontiacsolstice.info -popugauka.ru -popup-hgd.xyz -pornhive.org -pornobrazzers.biz -pornokajf.com -pornoreino.com -pornosemki.info -porno-transsexuals.ru -pornzone.tv -portal-eu.ru -portnoff.od.ua -porto.abuilder.net +pokemon-go-play.online +polybuild.ru +pons-presse.com +pony-business.com +pooleroadmedicalcentre.co.uk +poptool.net +popup.matchmaker.com +pornhub-ru.com +pornmania.pl +pornoblood.com +pornoelita.info +pornoforadult.com portside.cc -postclass.com -pozdrawleniya.com -pr0fit-b0x.com -preparevideosafesystem4unow.space -princeadvantagesales.com -privat-girl.net -proftests.net -prokotov.com -promalp-universal.ru -promoheads.com +powitania.pl +preparevideosafesystem4unow.site +primedice.com +priora-2.com +privatamateure.com +productarium.com +produkto.net +professionaldieselcare.com +profitfx.online +prointer.net.ua +prombudpostach.com.ua +promodj.com +pronekut.com +proprostatit.com +prosmibank.ru +prospekt-st.ru prostitutki-kharkova.org -prostitutki-kiev.org -proxyelite.biz -ptr.ruvds.com +psvita.ru +pulseonclick.com +purplesphere.in push-ad.com -pussysaga.com +pushdata.sendpulse.com puzo2arbuza.ru -pxhdwsm.com -qpypcx.com -quality-traffic.com -quick-seeker.com +qexyfu.bugs3.com +q-moto.ru rabot.host.sk -ragecash.com rainbowice.ru -rangjued.com -rangoman.date +rank-checker.online rankia.com -ranking2017.ga rankingchart.de +rankscanner.com +ranksonic.info ranksonic.org -realresultslist.com -recipedays.ru -recordpage-a.akamaihd.net +realizmobi.com +realting-moscow.ru +recinziireale.com +redhotfreebies.co.uk +redirectme.net redirect.trafficreceiver.club -registrydomainservices.com -registrysweeper.com -relax.ru -remont-ustanovka-tehniki.ru -resellerclub.com -rimedia.org -risparmiocasa.bz.it -ritlweb.com -rn-to-bsn.com -rocketchange.ru -rucrypt.com -ruf777.com -runofilms.ru -russintv.fr -ryetaw.com -s8-nowy-wygraj.comli.com -saecsa.co -safe-app.net -saltspray.ru -samara.rosfirm.ru +redirlock.com +rednise.com +reelheroes.net +refads.pro +r-e-f-e-r-e-r.com +refererx.com +reimageplus.com +remontvsamare.su +remorcicomerciale.ro +rep-am.com +resant.ru +responsive-test.net +respublica-otel.ru +restaurantlescampi.com +rewardpoll.com +rezeptiblud.ru +rfid-locker.co +rightenergysolutions.com.au +robertefuller.com +rogervivierforsale.com +roofers.org.uk +rossanasaavedra.net +rossmark.ru +russkie-gorki.ru +rutor.group +sabaapress.com +saletool.ru +sampleletters.net sape.top savememoney.co.za -sbdl.no sbetodiodnye-lampy.ru sbprabooks.com -scanner-andrew.top -scanner-brian.top -scanner-mary.top -scanner-willy.top +scanner-jessica.top +scanspyware.net +schlampen-treffen.com +scrapinghub.com +scrapy.org +searchencrypt.com +search-error.com searchimage.co -search.pch.com -searchtooknow-a.akamaihd.net -seeingmeerkat.com -seeresultshub-a.akamaihd.net -sei80.com -semaltmedia.com -seo-2-0.com -seojokes.net -seomarketings.online -seorankinglinks.us -seo-smm.kz -serpstat.com -serviporno.com -sexfreepornoxxx.com -sex.hotblog.top -sexpornotales.com -sexreliz.com -sex-sex-sex5.com -sexuria.net -sexytrend.ru +searchkut.com +se.bnt-team.com +securityallianceservices.com +seksotur.ru +seoboxes.com +seogadget.ru +seolab.top +seonetwizard.com +seorank.info +servisural.ru +sethrollins.net +sexy-screen-savers.com +sexystrippe.info +sexyteens.hol.es +share-buttons-for-free.com sharpchallenge.com -shoesonlinebuy.cn -shoesonlinebuy.xyz +shopcheermakeup.info shopvilleroyboch.com.ua +shop.xz618.com +shtaketniki.kz +sibdevice.ru +sientalyric.co +siha.de +silverage.ru +silvermature.net simplepooltips.com +sinel.info sinestesia.host.sk sirpornogratis.xxx -sisiynas.ru -sispe.com.br -siteheart.net -siteimprove.com -site-speed-checker.site -sitevaluation.org -sizeplus.work +site5.com +siteexpress.co.il +sitevaluation.com slavkokacunko.de -sledstvie-veli.net -slimcdn.com -smailik.org +slomm.ru +slujbauborki.ru smartadserver.com -smsactivator.ru +sneakyboy.com snip.to -socialbuttons.xyz -socialmediasuggest.com -socialtrade.biz -sodexo.com -soft1.ru -softomix.com -softtor.com +socialbookmarksubmission.org +social-buttons.com +social-buttons.xyz +social-button.xyz +social-search.me +socialseet.ru +social-vestnik.ru +soda.media softwaretrend.net -solnplast.ru -sonata-arctica.wz.cz -soserfis.com +sortthemesitesby.com soundfrost.org -sovinsteel.ru -spacash.com space2019.top -spidtest.org -spidtest.space -splendorsearch-a.akamaihd.net -srgwebmail.nl -stackthatbucks.com -starpages.net -stathat.com -statoutlook.info -stickers-market.ru -strana-solnca.ru -stroiminsk.com -students-cheapskate.ml -success-seo.com -sugarkun.com -suggest-keywords.com -sundrugstore.com -supermesta.ru -superoboi.com.ua -surintech.ac.th -susanholtphotography.com -svtrd.com -sweepstakes.rewardit.com -swsociety.se -taaaak.com -tabakur77.com -tagil.zrus.org -taihouse.ru +spbchampionat.ru +sportbetfair.com +spyfu.com +srdrvp.com +srecorder.com +sribno.net +sstroy44.ru +staff.prairiesouth.ca +stanthonyscatholicchurch.org +statistici.ro +stmassage.ru +storehouse.ua +strongsignal-a.akamaihd.net +stroy-portal22.ru +styro.ru +superlist.biz +supernew.org +suralink.com +sureone.pro +surffoundation.nl +svarbit.com +svnuppsalaorebro.se +svolze.com +swimpool.ca +swinger-mobil.net +t3chtonic.com +takethatad.com +taqywu51.soup.io tattomedia.com -tds-advert002.info -techart24.com tedy.su -teguh.info -template-kid.com -tgtclick.com -thefotosgratis.eu -thegalerie.eu -thegameriders.com -thegioixekhach.com -theguardlan.com -thenetinfo.com -thepokertimer.com -theporndude.com -thetardistimes.ovh -the-usa-games.blogspot.com +telefonsexsofort.tk +telegraf.by +telesvoboda.ru +tetracsaudi.com +textads.men +thaismartloan.com +thecounter.com +thegamerznetwork.com +theprofitsmaker.net thewebsitetemplate.info -thfox.com -tizanidineandgabapentin.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidinepain.blogspot.com -tizanidinesideeffects.blogspot.com +thewomenlife.com +titelhelden.eu +tizanidine4mgprice.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineinfo.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com tizanidineusedfor.blogspot.com -tizanidinewithdrawal.blogspot.com -tjkckpytpnje.com -tk-assortiment.ru -tn811.us +tizanidinevscyclobenzaprine.blogspot.com +tmtrck.com tnaionline.org +token-lab.org +toloka.hurtom.com +tonerbox.kz +toondinsey.com +toonfamilies.net +tootoo.to top10-online-games.com -top250movies.ru -topads.men -topbestgames.com -topdownloads.ru -topmira.com -torrent-to-magnet.com -torrnada.ru -totu.us +top-l2.com +topshef.ru +torrentdownloadhub.com +torrentgamer.net +torrents.cd toys.erolove.in -trackmedia101.com -traffic2cash.org +tracfone.com +traderzplanet.in +traffic2money.com trafficgenius.xyz -trafficjunky.net -trafficmonetize.org +traffpartners.com +trahic.ru trailer.cinemaflix.website tramadolandtizanidine.blogspot.com -traxdom.ru triumf-realty.ru -truck-addzilla.life -truck-rece.life -trudogolik.net -tsstcorpcddvdwshbbdriverfb.aircus.com -ttsq.fr -tuckermktg.com -tupper-shop.ru -turvgori.ru -tvand.ru -tvteleport.ru -txxx.com -tytoona.com -u-cheats.ru -uchebavchehii.ru +truebeauty.cc +tubeline.biz +tubo360.com +turizmus.us +tvoystartup.ru +twodollarshows.com +twojebook.pl +uamtrk.com udsgame.online -ugguk.online -ukrobstep.com -umityangin.net -unacittaconte.org -undergroundcityphoto.com -unionmarkt.de -uptime.com +unitexindia.com +unlimitdocs.net +uptime-as.net +uptime-gamma.net +ural-buldozer.ru url2image.com -urzedowski.eu -vacuumscleaner.com -vadimkravtcov.ru -valkiria-tk.ru -valsalud.com -vchulkax.com -vduplo.ru -vellings.info -venta-prom.ru -vesnatehno.ru -viagengrarx.com -viagraneggrx.com -viandpet.com +urlcut.ru +uroffer.link +usbggettwku.ga +utrolive.ru +uzungil.com +varikoz24.com +veopornogratis.xxx +verymes.xyz +vezuviy.su +viagroid.ru +viddyoze.com +video-camer.com video-chat.cn -videochat.life -video-chat.love -videochaty.ru -vielporno.net +videogamesecrets.com +video-production.com +videos-for-your-business.com +vinsit.ru vip-file.com -vip-parfumeria.ru -visa-pasport.ru -vk-mus.ru +visa-china.ru +vitanail.ru +viteonlusarezzo.it +vitoriacabos.com +vkontarkte.com +voditeltrezviy.ru voltrknc1.com -vonradio.com -vote-up.ru +voluumtrk.com +voronezh.xrus.org +vrotike.ru +vvon.co.uk vysigy.su -wallpapersdesk.info -wdfdocando.com +vzlom-na-zakaz.com +vzube.com +w7s.ru +warningzscaler.heraeus.com +watchmyfb.pl webalan.ru -webenlace.com.ar -weblo.com -webs.com -webscouter.net +web-betting.ru +webmasters.stackexchange.com +weboptimizes.com +websiteaccountant.de website-analyzer.info -website-audit.com.ua -website-datenbank.de -website-speed-checker.site -website-speed-check.site -webtherapy.ru -wechatdownload10.com -wingsoffury2.com -win-spy.com +welck.octopis.com +wemedinc.com +weprik.ru +wesharepics.com +westen-z.life +whereiskentoday.com +while.cheapwebsitehoster.com +whiteelephantwellington.com +whiteproduct.com +wholesalejerseychinaoutlet.com winwotgold.pl -withstandingheartwarming.com -w-journal.ru -woman-tampon.ru -womensterritory.ru -wordkeyhelper.com -wordpress-crew.net -workle.website +winx-play.ru +wnoz.de +woman-orgasm.ru +word-vorlagen.net worldhistory.biz -worldlovers.ru -wttavern.com -www.timer4web.com -wygraj-teraz.com -wyniki-lista.pl -xcc24.pl -xchangetrak.com -xclicks.net -x-diesel.com -x-diesel.org +worst-sites.online +wosik-dach.service-for-web.de +x5market.ru xdoza.com -xingzi-vision.com -xjlottery.com -x-lime.net -xlovecam.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----itbkqkfiq.xn--p1ai -xtube.com -xuki.us +x-mix.info +xn----7sbahjd3btneuw1joc.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80ajbshivpvn2i.xn--p1ai +xn--80ak6aa92e.com +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----dtbndd4ae7eub.top +xn--h1ahbi.com.ua +xn--hxazdsfy.blogspot.com +xtraffic.plus xvideospornoru.com -xxxdatinglocal.us -yachts-cruise.info +xxxkaz.org +xxxtube69.com yaminecraft.ru yatrk.xyz -yoopsie.com -yoshkarola.zrus.org -youghbould.wordpress.com -youjizz.vc -youradulthosting.com +yellowstonesafaritours.com +ynymnwbm.bloger.index.hr +youjizz.com +youporn-forum.ga youresponsive.com -yourtemplatefinder.com -you-shall-not-pass.is74.ru -yubikk.info -yurgorod.ru -zagadki.in.ua -zakazvzloma.com -zarabotat-na-sajte.ru +yourothersite.com +yugo-star.ru +yunque.pluto.ro +zaidia.xhost.ro +zaim-pod-zalog-krasnodar.ru zarepta.com -zed21.net -zerocash.msk.ru -zeroredirect7.com -zeroredirect8.com -zhacker.net -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.bloog.pl -zixizop.net.ru +zastenchivosti.net +zazagames.org +zebradudka.com +zeroredirect10.com +zeroredirect.com +zhuravlev.info +zigzog.ru zmoda.hostreo.com -znakomstvaonlain.ru zolotoy-lis.ru -zooggames.com -zoolubimets.ru -zryydi.com -zscaler.net +zone-kev717.info +zoogdiesney.com +zoominfo.com +zootravel.com +zrizvtrnpale.tk +zs2vm.top +zverokruh-shop.cz +zx6.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index b3ed2936c..17bb39cc4 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -10bet.com -2girls1cup-free.com -2nt.ru -2pxg8bcf.top -aaa38852e886ac4af1a3cff9b47cab6272.com -abcdefh.xyz -abovetherivernc.com -activecampaign.dreamhosters.com -adservme.com -adultgalls.com -adviceforum.info -alldubai.biz -allkrim.com -alphavisions.net -aludecor.info -anaksma.info -anapa-inns.ru -anonymous-redirect.com -apiitsthirteende-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net +00it.com +03e.info +100searchengines.com +21h2o.com +24videos.tv +273-fz.ru +2rich4bitches.com +7xc4n.com +9med.net +acads.net +adimmix.com +adminshop.com +adpremium.org +advancedmassagebysara.com +adzerg.com +afora.ru +ahrefs.com +alert-jdh.xyz +alkoravto.ru +allforminecraft.ru +android-style.com +animaltoplist.com +app5.letmacworkfaster.world apper.de -aproposde.com -apxeo.info +applicationg29.com +apps-analytics.net +asacopaco.tk +asdfz.pro +asiengirls.net astana.xxxkaz.org -autodo.info -autoua.top -avtoarenda.by -avtocredit-legko.ru -beauty-b0x.pl -bestpornuha.com +autoblogger24.info +aviav.ru +avtolombard-krasnodar.com +belinvestdom.by +best-seo-solution.com +blackcurranthumidifiers.site blackhatworth.com -bonzbuddy.com -bonzybuddy.com -boobsimge.com -bouda.kvalitne.cz -brk-rti.ru -brokergid.ru -buy-forum.ru -californianews.cf -camdolls.com -camel-beach.com -carson.getenjoyment.net -cartierring.xyz -ccjp.eu -cerev.info -chcu.net -cheapbelstaff.online -checkm8.com -checkpagerank.net -cibpenonptib.flu.cc -clash-clans.ru -click2pawn.com -clickbanksites.info -colehaanoutlet.store -compliance-alex.xyz -compliance-don.xyz -compliance-walt.top -confib.ifmo.ru -connectingsingles.com -cookie-law-enforcement-ff.xyz -data-mining.tk -dawlenie.com -deluxedumps.com -diesel-parts28.ru -divisioncore.com -doktoronline.no -domainroam.win -downloader12.ru -e-collantes.com -edge.sharethis.com -education-cz.ru -edwinkonijn.com.au -egvar.net -elvel.com.ua -empis.magix.net -energydiet-info.ru -englishgamer.com -enthuse.computernetworksonline.com -ereko.ru -esopini.com -f07.de -f0815.de -famix.xyz -fast-wordpress-start.com -feorina.ru -fermersovet.ru -finteks.ru -fishingwholesale.us -flytourisme.org -formulaantiuban.com -free-gluten.ru -free-share-buttons.top -free-social-buttons.com -freewhatsappload.com -fr.netlog.com -fuckingawesome.com -g33.org -gardene.ru -gaygalls.net -gayxperience.com -gazobeton-p.com.ua -gdebestkupit.ru -ge0ip.net -getprismatic.com -glasof.es -glastecfilms.com.my -golfresa.lucania.se -gowreckdiving.com -grand-chlen.ru -haikuware.com -hitsbox.info -hjaoopoa.top -hmmm.cz -homedo.fabpage.com -https-legalrc.biz -ibmdatamanagement.co -iflycapetown.co.za -igrovyeavtomaty777.ru -imediadesk.com -indetiske.ya.ru -intim-uslugi.info -investsuccess.org -ivoiretechnocom.ci -jbl-charge.info -junglenet-a.akamaihd.net -kalandranis.gr -kalb.ru -ketrzyn.pl -knowsitall.info -kreativperlen.ch -kw21.org -languagecode.com -lawyers.cafe -letslowbefast.today -likesuccess.com -liupis.com -livefixer.com -liveinternet.ro -lostfilm-online.ru -lubetube.com -mansiondelrio.co -meds-online24.com -mejoresfotos.eu -missclub.info -mixx.com -modabutik.ru -mojpreskumanie.com -monclervests.xyz -myfreemp3.eu -newstraveller.ru -nikitabuch.com -njpalletremoval.com -nrjmobile.fr -nuit-artisanale.com -oktube.ru -online7777.com -onlinefilmz.net -onlinemeetingnow.com +bloggers.nl +blogig.org +bloke.com +blpmovies.com +bolegapakistan.com +bookhome.info +boole.onlinewebshop.net +braip.com.br +brendbutik.ru +bscodecs.com +budilneg.xyz +budpost.com.ua +buehne-fuer-menschenrechte.de +burger-tycoon.com +buzzonclick.com +calvet.altervista.org +capture-room.com +carrauterie.be +carsdined.org +chatroulette.video +chatseo.com +christianlouboutinoutlet.win +cialischsrx.com +citetick.com +cleanpcnow.com +compliance-fred.xyz +computernetworksonline.com +covadhosting.biz +culturevie.info +customcollegeessays.net +cyse.tk +daydream-studio.ru +digitalassetmanagement.site +dikqlyremy.info +divku.ru +dojki-hd.com +dolohen.com +drhomes.biz +ednorxmed.com +eduserver.net +ekobata.ru +eleimgo.pw +elidelcream.weebly.com +enginebay.ru +eng-lyrics.com +eralph.tk +evaashop.ru +ezigarettenshop2.postbit.com +falllow.gq +family1st.ca +fifa-coins.online +fillmewithhappiness.com +forensicpsychiatry.ru +forms-mtm.ru +foto-weinberger.at +fullgirl.ru +funtoonez.com +fym.com.ru +galleryawesome.com +gamevalue7.weebly.com +get-free-traffic-now.com +gk170.ru +glavtral.ru +goatse.ru +goodwriterssales.com +gotomontenegro.net +gov.yanao.ru +greatzip.com +gribkovye-zabolevaniya.com +gribokstop.com +grizzlysgrill.com +gyffu.com +handicapvansarea.com +hdwallpapers-free.com +hollywoodactress.info +hopeonthestreet.co.uk +houston-vikings.com +hulfingtonpost.com +hystersister.com +img.wallpaperstock.net +imk.com.ua +inbabes.sexushost.com +instakink.com +intimshop-fantasy.ru +iwanttodeliver.com +jerseyschinabizwholesale.us +jerseyswholesalechinalimited.com +jongose.ninja +kamen-e.ru +kino-ecran.ru +kinohall.ru +krasivoe-hd.net +krasnodar.zrus.org +kvartir-remont.biz +laapp.com +ladov.ru +la-fa.ru +laudit.ru +lion.misba.us +lulea-auktionsverk.se +madot.onlinewebshop.net +mastershef.club +meble-bogart.info +michaelkorsoutlet.store +midst.eu +mobot.site +moncleroutletonline.win +monsterdivx.com +moonci.ru +mrinsidesales.com +msk.afora.ru +muycerdas.xxx +mydoctorok.ru +najaden.no +narkologiya-orel.ru +naturalbreakthroughsresearch.com +nibbler.silktide.com +notasprensa.info +oklogistic.ru +ok-ua.info +o.light.d0t.ru +oneshotdate.com orion-code-access.net -orsonet.ru -owohho.com -pandarastore.top +ostroike.org +panicatack.com +pc4download.co pc-services.ru -pdns.cz -photorepair.ru -pic2fly.com -pintattoos.com -pinwallpaper.top -pisanieprac.info -plusnetwork.com -poisk-zakona.ru -popcash.net -preg.marketingvici.com -primedice.com -prombudpostach.com.ua -promodj.com -proposal-engine.com -psa48.ru +percin.biz.ly +perm.xrus.org +perosan.com +petedrummond.com +photochki.com +piratecams.com +pix24x7.com +pixgood.com +pliks.pl +pornhub-forum.ga +porodasobak.net +pp-budpostach.com.ua +promgirldresses.xyz pst2017.onlinewebshop.net -pukaporn.com -puserving.com -radiodigital.co -rank-checker.online -redhotfreebies.co.uk -roma-kukareku.livejournal.com -roofers.org.uk -rybalka-opt.ru -saletool.ru -sashagreyblog.ga -scanner-nelson.top -scottbywater.com -search.pch.com -sexkontakte-seite.com -sexytrend.ru -sibdevice.ru -sideeffectsoftizanidine.blogspot.com -site-analyzer.com -slowmacfaster.trade -snomer1.ru -snworks.com -softomix.com -soochi.co -sports-supplements.us -staff.prairiesouth.ca -stanthonyscatholicchurch.org -stard.shop -staticfs.host -steame.ru -supermesta.ru -svolze.com -takethatad.com -talant-factory.ru -telsis.com -templates.radiodigital.co -terraclicks.com -theautoprofit.ml -thebluffs.com -tiens2010.ru -tizanidinecost.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -top10registrycleaners.com -top10-way.com -twittruth.com -url2image.com -usiad.net -viagroid.ru -vipsexfinders.com -vltai.com -vriel.batcave.net -w7s.ru -wait3sec.org -webadvance.club -webs.com -website-speed-up.site -withstandingheartwarming.com -wygraj-skiny.win -xfire.com -xkaz.org -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--hxazdsfy.blogspot.com -xuki.us -youradulthosting.com -yourporn.com -yun56.co -zaapplesales.blogspot.com -zakazfutbolki.com -zarepta.com -zeroredirect1.com -zigarettenonlinekaufen1.blox.pl -zoodrawings.com +putevka24.ru +quickcashlimited.com +r-control.ru +reyel1985.webnode.fr +ritlweb.com +rn-to-bsn.com +runofilms.ru +runtnc.net +scanmyphones.com +scanner-alex.top +scat.porn +scenicmissouri.us +se.bnt-team.com +securityallianceservices.com +seocheki.net +servicecenter.co.ua +servisural.ru +sevenstars7.com +sex-sex-sex5.com +signx.info +silktide.com +simple-image.com.ua +sitevaluation.com +sizeplus.work +skanninge.se +sk.golden-praga.ru +smartpet.ru +smsactivator.ru +snyatie-lomki-v-stacionare.ru +social-buttons.com +sofit-dmd.ru +squidoo.com +statistici.ro +storehouse.ua +stroiminsk.org +tam-gde-more.ru +tetracsaudi.com +tfxiq.com +thefds.net +top1-seo-service.com +toursmaps.com +tracklead.net +trailer.cinemaflix.website +tramadolandtizanidine.blogspot.com +turizmus.us +txxx.com +umaseh.com +umg-stroy.ru +urldelivery.com +urll.eu +varikozdok.ru +vesnatehno.com +video--production.com +videospornogratisx.net +vipps.com.my +website-analyzer.info +whiteproduct.com +white-truck.life +wsgames.ru +wurr.voila.net +wygraj-teraz.com +xn--80aeahghtf8ac5i.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xn----dtbndd4ae7eub.top +xn--e1afanlbnfckd7c3d.xn--p1ai +your-bearings.com +yunque.pluto.ro +zarabotat-na-sajte.ru +zastroyka.org +zebradudka.com +zhongwenlink.com +znakomstva-piter78.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 24eba83b5..35ef05423 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,3 +1,4 @@ +35.193.14.140 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index e594bc986..c580cc90e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index f2722ab97..c61b9c7d5 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index b6c914d90..1c36caccb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1641 +#### Version: V4.2019.06.1642 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f4317aa51..c73fb7d75 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1641 +#### Version: V4.2019.06.1642 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index eaa736977..c3a594097 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1641 +#### Version: V4.2019.06.1642 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c9325d14d..8785a3647 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1641 +#### Version: V4.2019.06.1642 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 66964f1ec..16bab7653 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1641 -### Updated: Thu Jun 27 12:32:55 SAST 2019 +### Version: V3.2019.06.1642 +### Updated: Thu Jun 27 12:51:35 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2196b4416..2976bdfd0 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:56 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:36 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##