diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index fe78cccbb..31ed4350c 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.68.144.114 0; +104.154.120.187 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index c5191cffc..81842727a 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index fe78cccbb..31ed4350c 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.68.144.114 0; +104.154.120.187 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 16bab7653..87d83cf28 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1642 -### Updated: Thu Jun 27 12:51:35 SAST 2019 +### Version: V3.2019.06.1643 +### Updated: Thu Jun 27 12:59:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=5; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 35ef05423..9b88f4b87 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.193.14.140 0; +35.188.1.99 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 4dddc08a6..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 35ef05423..9b88f4b87 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.193.14.140 0; +35.188.1.99 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 4dddc08a6..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 35ef05423..9b88f4b87 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.193.14.140 0; +35.188.1.99 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 77e4e9ed8..c5191cffc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1641 -### Updated: Thu Jun 27 12:32:53 SAST 2019 +### Version: V4.2019.06.1642 +### Updated: Thu Jun 27 12:51:34 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index f7a4ca19d..87d83cf28 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1642 -### Updated: Thu Jun 27 12:51:35 SAST 2019 +### Version: V3.2019.06.1643 +### Updated: Thu Jun 27 12:59:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index c5191cffc..81842727a 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 4dddc08a6..465ec1626 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.14.140 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 6139054bb..90d1b206e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -360Spider -Acunetix -backlink-check -BackStreet -CazoodleBot -CheTeam -com.plumanalytics -Craftbot -DataCha0s -DomainAppender -DSearch -Ebingbong -Ezooms -facebookscraper -Fimap -FrontPage +AlphaBot +Asterias +Badass +Barkrowler +BDFetch +Bolt +BotALot +BuiltWith +coccocbot-web +cognitiveseo +Cosmos +crawler.feedback +ExtLinksBot +ExtractorPro +Extreme Picture Finder GetWeb +Gigablast +HaosouSpider +Heritrix HMView +HTMLparser Humanlinks -IlseBot -InfoTekies -Intelliseek -JamesBOT -JennyBot -LinkScan -LinkWalker -LinqiaRSSBot -Litemage_walker -lwp-trivial +InfoNaviRobot +JOC Web Spider +LeechGet +lwp-request +MauiBot +Mediatoolkitbot NetAnts -pcBrowser -PeoplePal -plumanalytics -Pockey -RebelMouse -ReGet -Screaming -ScreenerBot -Siphon -SpankBot -Suzuran -The Intraformant -TightTwatBot -Titan -Voil -WebAuto -Web Fuck -WebStripper -Whack -xpymep1.exe +Nibbler +oBot +OrangeBot +page scorer +Pixray +RankActive +RepoMonkey +Searchestate +serpstatbot +SputnikBot +spyfu +Sucuri +tAkeOut +Turingos +URLy Warning +Virusdie +Web Auto +WebGo IS +WebLeacher +Whacker +Zeus diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 3c19cfb4a..649898fea 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -Abonti +360Spider +404enemy +80legs +Aboundex Aboundexbot Acunetix +ADmantX +AfD-Verbotsverfahren +AIBOT +AiHitBot Alexibot -AllSubmitter AlphaBot Anarchie -ASPSeek -BacklinkCrawler -BackStreet +archive.org_bot +autoemailspider +Backlink-Ceck Badass -Bandit -Barkrowler +Battleztar Bazinga BDCbot BDFetch -Bigfoot -Blackboard -BLEXBot +Bitacle +BlackWidow +Blow +BlowFish +Brandprotect Brandwatch -Buddy +BuiltBotTough BuiltWith -Bullseye BuzzSumo +Calculon CheeseBot -CherryPicker +CheTeam ChinaClaw Chlooe -Cloud mapping +Claritybot coccocbot-web -Cogentbot -Collector +cognitiveseo com.plumanalytics Cosmos -Craftbot -crawler4j crawler.feedback -CrazyWebCrawler +crawl.sogou.com +Crescent CrunchBot CSHttp Curious Custo DatabaseDriverMysqli -DBLBot -Deusu -Devil -DIIbot +DataCha0s Dirbuster Disco -DnyzBot -DomainSigmaCrawler -DSearch +Discoverybot +DomainAppender +DomainCrawler +Dotbot +Dragonfly +Drip +EasyDL eCatch -Ecxi +ECCP/1.0 EirGrabber EMail Siphon -EroCrawler -evc-batch Exabot Express WebPictures -ExtLinksBot -Extractor ExtractorPro +EyeNetIE +Ezooms facebookscraper FemtosearchBot -Fimap -Foobot -FrontPage -FyberSpider -Fyrebot -GalaxyBot -Genieo -Getintent +Firefox/7.0 +Flunky +Freeuploader +GetWeb Gigabot -G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit -GrabNet -Grafula +GoZilla +Grabber GrapeFX -Haansoft -HaosouSpider -HEADMasterSEO -Heritrix -HTTrack -Iblog +GridBot +Harvest +Havij +Hloader +HTTP::Lite +Humanlinks +HybridBot IDBot Id-search -InfoTekies -InterGET -Internet Ninja -ips-agent -Iria +Image Sucker +IndeedBot +Indy Library +Intelliseek +InternetSeer +IRLbot +Iskanie +IstellaBot JamesBOT +JennyBot JetCar +Jetty JikeSpider Jorgee -JustView Kozmosbot -Lanshanbot -Larbin -LeechFTP LeechGet -LibWeb +LexiBot Libwhisker +Lightspeedsystems Linkdexbot -LinkpadBot +LinkScan LinksManager LinqiaMetadataDownloaderBot -Lmspider -LNSpiderguy +Lipperhey +Lipperhey Spider +Litemage_walker Ltx71 LWP::Simple lwp-trivial +Magnet +magpie-crawler +Mail.RU_Bot Majestic SEO -Majestic-SEO -Mediatoolkitbot +MauiBot +MeanPath Bot +MegaIndex.ru Metauri MFC_Tear_Sample -Microsoft Data Access Microsoft URL Control -Mister PiX -MJ12bot -Mr.4x3 -MSFrontPage -MSIECrawler -MS Web Services Client Protocol -muhstik-scan -Musobot +MIIxpc +Morfeus Fucking Scanner Nameprotect +NearSite +Needle Nessus NetAnts Netcraft -netEstate NE Crawler -NetLyzer +NetMechanic +NetSpider Netvibes -Nibbler +NetZIP +NextGenSearchBot +NICErsPRO Niki-bot Nikto NimbleCrawler +Nimbostratus +Ninja +Nmap NPbot Nutch Octopus Offline Explorer -Offline Navigator -Openvas OpenVAS -OrangeSpider -PageAnalyzer -page scorer +OutclicksBot +OutfoxBot Panscient +Papa Foto Pavuk -pcBrowser -PECL::HTTP -PHPCrawl -PictureFinder -Pi-Monster -ProPowerBot -ProWebWalker -Psbot -PxBroker -QueryN Metasearch -RankActive +Picscout +Pixray +plumanalytics +Pockey +PyCurl +RankActiveLinkBot RankFlex RankingBot RankingBot2 -Rankivabot RankurBot RealDownload -Reaper -RebelMouse -Recorder -RepoMonkey -Ripper +ReGet RocketCrawler -s1z.ru -SalesIntelligent -ScanAlert +SBIder +scan.lol Scrapy -Screaming ScreenerBot -Searchestate -SemrushBot -SEOkicks SEOkicks-Robot -SEOlyticsCrawler +Seomoz +SEOprofiler SeoSiteCheckup -SEOstats -Shodan +Siphon Sitebeam -Siteimprove -SlySearch -SocialRankIOBot -Sociscraper -sogouspider +SiteLockSpider +Site Sucker +Snake +Snapbot Sosospider -SpaceBison -SpankBot Spanner -Spbot +sp_auditbot Spinn3r +SputnikBot +spyfu Sqlworm -Sucuri +Steeler +SuperHTTP Surfbot -Swiftbot Szukacz T0PHackTeam -tAkeOut +T8Abot Teleport -TeleportPro -Telesphoreo +Telesoft Telesphorep -Thumbor +TheNomad TightTwatBot -trendiction.com -True_Robot +Titan +Toweyabot +Tracemyfile +Trendictionbot Turnitin TurnitinBot -Typhoeus UnisterBot -Upflow -Vacuum -VidibleScraper +URLy.Warning +VCI +VeriCiteCrawler Virusdie +VoidEYE +Wallpapers/3.0 +WASALive-Bot +WBSearchBot Webalta +Web Auto +WebBandit WebCollage -Web Collage -WebLeacher +WebCopier +Web Enhancer +Web Fetch +WebFuck +WebmasterWorldForumBot +webmeup-crawler +WebPix +Web Pix WebSauger -Webshag -WebsiteExtractor +WebsiteQuester Website Quester -Webster -WebZIP -Whacker +WebStripper +Web Sucker +WebWhacker Whatweb -Who.is Bot WinHTTrack WiseGuys Robot -Wonderbot -Woobot Wprecon -WWW-Collector-E -WWW-Mechanize +WPScan +WWWOFFLE x09Mozilla +x22Mozilla +Xaldon WebSpider +Xaldon_WebSpider +Xenu xpymep1.exe +Zade +Zauba Zeus -zgrab Zitebot -ZumBot +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index e7f449b9f..6a2451caf 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy +360Spider 80legs +Abonti Aboundex -ADmantX -AiHitBot -AlphaBot -Anarchie -Apexoo +AhrefsBot +Aipbot +Alexibot ASPSeek -autoemailspider +Asterias +BackDoorBot +Backlink-Ceck +BackStreet BackWeb -Bandit +Badass +Barkrowler Battleztar Bazinga BBBike +BDCbot +BDFetch BetaBot -Bigfoot -Bitacle -Black Hole -Blow -Boardreader +Blackboard +Bolt BotALot -BuiltWith +Brandprotect +Bullseye BunnySlippers BuzzSumo -Calculon -CCBot Cegbfeieh +CheeseBot ChinaClaw +Chlooe Claritybot coccocbot-web +cognitiveseo Collector com.plumanalytics Copier +CopyRightCheck Copyscape -Craftbot -crawl.sogou.com -CrazyWebCrawler -CSHttp +crawler.feedback Custo -DatabaseDriverMysqli +DataCha0s DBLBot -Devil -Dispatch +demandbase-bot +Demon +Deusu +Digincore +DigitalPebble +Discoverybot DittoSpyder DnyzBot -DomainAppender -DomainSigmaCrawler -DomainStatsBot -Dotbot +DomainCrawler +Dragonfly +Drip +DTS Agent +Ebingbong eCatch -ECCP/1.0 EMail Siphon +EMail Wolf EroCrawler -Evil -Express WebPictures -ExtLinksBot +Exabot Extractor -ExtractorPro -Extreme Picture Finder +EyeNetIE Ezooms -facebookscraper -FemtosearchBot -FHscan -Foobot -FrontPage +Fimap FyberSpider Fyrebot -Genieo -GetRight -GetWeb -Gigablast -Gigabot -GrapeFX -GrapeshotCrawler -Havij -HEADMasterSEO +GermCrawler +Getintent +G-i-g-a-b-o-t +Gotit +Go!Zilla +Harvest Heritrix -HMView -HTTP::Lite -HTTrack -Humanlinks +HTMLparser HybridBot -IDBot Id-search +Image Sucker IndeedBot Indy Library +InfoNaviRobot +InfoTekies +Intelliseek InterGET -Internet Ninja internetVista monitor -Iria -JamesBOT +ips-agent +IRLbot +Iskanie +IstellaBot +JennyBot +JOC Web Spider Joomla Jorgee Kenjin Spider Kozmosbot -Lanshanbot -Larbin -LeechGet -LibWeb -Likse -Linkdexbot -LinkpadBot -LinkScan -LinksManager +Lftp +Lightspeedsystems +LinkWalker LinqiaRSSBot -LWP::Simple -Magnet -Majestic-SEO -MarkWatch +LinqiaScrapeBot +Lipperhey +LNSpiderguy +lwp-request +lwp-trivial +magpie-crawler +Mail.RU_Bot +Majestic SEO +Masscan Mass Downloader Meanpathbot +MeanPath Bot +Mediatoolkitbot MegaIndex.ru MFC_Tear_Sample -Microsoft URL Control -MIDown tool +Mister PiX MJ12bot Mojeek +Morfeus Fucking Scanner MSFrontPage -Msrabot +MSIECrawler MS Web Services Client Protocol -Musobot +muhstik-scan +Nameprotect Navroad -NearSite -Nessus +NetAnts +Netcraft netEstate NE Crawler -NetSpider +NetLyzer +Netvibes +NetZIP NextGenSearchBot -Nikto -NimbleCrawler -Nimbostratus +NICErsPRO +Niki-bot +Ninja Nmap +Nutch oBot +Octopus Offline Explorer +Offline Navigator +OnCrawl Openfind -OpenLinkProfiler -Openvas -OpenVAS OrangeSpider OutclicksBot +PageAnalyzer +Page Analyzer +PageGrabber page scorer -PageScorer -Pandalytics -Panscient -Pavuk +Papa Foto +pcBrowser +PECL::HTTP Picscout Picsearch +PictureFinder Pimonster -Pi-Monster -PleaseCrawl -POE-Component-Client-HTTP -Psbot +Pixray +Pockey +Probethenet +ProPowerBot Pump PxBroker -RankActiveLinkBot -RankingBot2 +PyCurl +QueryN Metasearch +Quick-Crawler +RankFlex Rankivabot RankurBot RealDownload -RebelMouse -Recorder +Reaper +RedesScrapy +Ripper RocketCrawler Rogerbot -Scanbot -scan.lol -Scrapy -Screaming -ScreenerBot -Searchestate +s1z.ru +SalesIntelligent +SBIder +ScanAlert +ScoutJet Semrush -SEOkicks +SEOkicks-Robot SEOlyticsCrawler +seoscanners SeoSiteCheckup SEOstats serpstatbot -sexsearcher -Shodan -SISTRIX -SiteExplorer -Siteimprove +Siphon SiteLockSpider +Site Sucker SlySearch SmartDownload -SMTBot Snake +Snapbot Snoopy +Sociscraper sogouspider Sosospider -Sottopop -SpaceBison SpankBot Spanner sp_auditbot -Spbot -Spinn3r SputnikBot -Sqlworm -Sqworm -Stripper +Sqlmap +Steeler Sucker Sucuri +SuperBot Surfbot SurveyBot -Suzuran -tAkeOut -Teleport -TeleportPro +sysscan Telesphorep TheNomad +TightTwatBot +Titan Tracemyfile Trendiction -trendiction.com -True_Robot +Trendictionbot +trendiction.de +Turingos Turnitin -Typhoeus -Vagabondo -VB Project -VCI +Twice +URLy.Warning VidibleScraper -Virusdie VoidEYE +Voltron Wallpapers/3.0 -WBSearchBot -Webalta +Web Auto WebBandit -WebCollage -Web Collage -Web Fuck +WEBDAV +WebEnhancer +Web Fetch WebImageCollector -webmeup-crawler -Web Pix +WebLeacher +WebReaper +WebSauger +Web Sauger Webshag -WebsiteExtractor Webster -WebSucker -Web Sucker +WebStripper +WebZIP WeSEE -Whacker +Whack Whatweb -WinHTTrack +Who.is Bot +WiseGuys Robot WISENutbot Wotbox -Wprecon WPScan -WWW-Mechanize -WWW::Mechanize x22Mozilla -Zauba -zgrab -Zitebot -ZumBot +xpymep1.exe +Zeus +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index f68be58ca..90de92137 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -03e.info -3rbseyes.com -acgs.tk -anabolics.shop -android4fun.org -applyneedy.xyz -architecturebest.com -ardimobileinfo.ml -avtochehli.by -azadnegar.com -baditri.com -bamo.xsl.pt -barnfurnituremart.com -berrymall.ru -bestsexyblog.com -bet365.com -bin-brokers.com -businesxxl.com -buypanicdisorderpill.com -bzero1jewelry.net -candytiner.com -cars-modification.net -cartierlovebracelet.xyz -construmac.com.mx -coslab.club -czat.wp.pl -darkages.info -downtuptv.gq -econom.co -elektronischezi.livejournal.com -ezigaretteshop.webs.com +2ads.co.uk +3th.co.in +adbetclickin.pink +akama.com +allesohnegirls.net +alot.com +ameblo.jp +apiportalmorecom-a.akamaihd.net +asrvvv-a.akamaihd.net +becuo.com +bestdooz.com +bezsporno.ru +bird1.ru +bodybuilding-shop.biz +brendbutik.ru +briomotor.co +businescoop.men +bytimedance.ru +carson.getenjoyment.net +cocyq.inwtrade.com +comeondog.info +dentalpearls.com.au +dkvorota.ru +domaincdn.xyz +emerson-rus.ru +enhand.se +ereko.ru +ero-advertising.com +exoneration-project.us +ezigarettekaufen2.blox.pl fatfasts-4tmz.com -flowersbazar.com -foxinsocks.ru -gazobeton-p.com.ua -getdot.ru -gigablast.com -girlsfuckdick.com -glastecfilms.com.my -go2album.com -gotomontenegro.net -havepussy.com -highspeed5.net -hscsscotland.com -infogame.name -it-max.com.ua -jasonpartington.com -jmat.cn -kareliatobacco.ru -koronirealestate.gr -linerdrilling.com -loadopia.com -lombardfinder.ru -lombia.com -m0r0zk0-krava.ru -manyresultshub-a.akamaihd.net -maxxtor.eu -mikozstop.com -minecraft-rus.org -mirtorrent.net -mobsfun.net -moneyteam24.com -mxgetcode.com -myshopmatemac.com -onlyforemont.ru -onstrapon.purplesphere.in -princeadvantagesales.com -pskcijdc.bloger.index.hr -realitykings.com -realresultslist.com -r-e-f-e-r-e-r.com -renecaovilla.online -roll123.com -rvzr-a.akamaihd.net -samara.rosfirm.ru -seemoreresultshu-a.akamaihd.net -seojokes.net -sexgalleries.top -signx.info -sitevaluation.org -solitaire-game.ru -stillmiracle.com -stuff-about-money.com -surflinksmedical.com -telemetryverification.net -trafaret74.ru -tsyndicate.com -tubo360.com -uhod-za-sobakoj.ru -unblocksit.es -underthesite.com -wrona.it -wtsindia.in -xlovecam.com -xn----ctbigni3aj4h.xn--p1ai -yoursearch.me -zarabotok--doma.ru -zeroredirect7.com -zeroredirect8.com -znakomstva-piter78.ru +ferieboligkbh.dk +ferrotodo.com +fordsonmajbor.cf +forex21.ru +gamesprite.me +get-free-traffic-now.com +glavtral.ru +gne8.com +goodwriterssales.com +growboxbl.ru +heartofpayne.xyz +hit-kino.ru +ideibiznesa2015.ru +ix20.ru +je7.us +kinofak.net +kredit-blog.ru +liveinternet.ro +lost-alpha.ru +ltvperf.com +luxmagazine.cf +madot.onlinewebshop.net +magicalfind-a.akamaihd.net +mature.free-websites.com +meddesk.ru +mex-annushka.ru +monsterdivx.tv +mymobilemoneypages.com +okmusic.jp +one-gear.com +openfrost.net +p-business.ru +pestomou.info +porndairy.in +prizestohandle.club +push-ad.com +razamicroelectronics.com +ruex.org.ua +runstocks.com +sajatvelemeny.com +sexobzor.info +shoppytoolmac.com +sisiynas.ru +slomm.ru +soblaznu.net +spin2016.cf +spywarespy.com +stretchmate.net +surgut.zrus.org +svolze.com +tagil.zrus.org +takethatad.com +thedownloadfromwarez.blogspot.com +tooplay.com +uchebavchehii.ru +umekana.ru +unrealcommander.biz +usiad.net +vacuumscleaner.com +viagengrarx.com +vostoktrade.info +waterefficiency.co +www.get-free-traffic-now.com +xn----itbeirbjbi7bc6bh2d.xn--p1ai +yellowstonesafaritours.com +yubikk.info +zastroyka.org +zhongwenlink.com +zootoplist.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index f27aa9b6c..8ecfb0e7d 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -0912701309f8ce.com +0lovespells0.blogspot.com 0n-line.tv -101flag.ru -101raccoon.ru -11235813.webzdarma.cz -11pikachu.ru -1millionusd.xyz -1stat.ru +12bet.com +13tabs.com +1j7740kd.website +1kdailyprofit.me +2015god.org +2020iscoming.info 20pascals.nl -2345.com -24-ak.ru -2ads.co.uk -2kata.ru -4kplayer.pl -4senses.co -51unlim.ru -5forex.ru -5u.com -6hopping.com -888.com -91abcw.com -aa08daf7e13b6345e09e92f771507fa5f4.com -aa625d84f1587749c1ab011d6f269f7d64.com -aa8780bb28a1de4eb5bff33c28a218a930.com -aadroid.net -aarbur.com -abcdefh.xyz +256bit.by +3th.co.in +5kstore.com +7search.com +7yue.org +8558l.jobs.net +9icmzvn6.website +aa81bf391151884adfa3dd677e41f94be1.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +abclauncher.com +abctoppictures.net absugars.com -abwa.tk -academiacsmendoza.org -actices.com +acc.eu.org adanih.com -adclickservice.com -adf.ly -adloads.com -adman.se +adloads.net admatic.com.tr -ads-cool.pro -adsloads.com -advancedmassagebysara.com -adzpower.com -aerogo.com -affiliate-fr.com +admeasures.com +adnotbad.com +adprotect.net +adserver-e7.com +adservme.com +adsfresh.men +adssafeprotected.com +adultactioncam.com +adultmeetonline.info +adult-shop.com.ua +advancedcleaner.com +advocatemsk.ru affrh2015.com a.frcls.fr -agadelha.com.br -agahinameh.com -ahrefs.com +afslankpillen2017nl.eu +agapovdg.ru +ahmedabadwebs.com airlandsea.info aktobe.xkaz.org -akvamaster.dp.ua -albuteroli.com -alert-fdm.xyz -alessandraleone.com -alevinefesleri.com -alienwheel.es -all4wap.ru -alldownload.pw -allkrim.com -allmarketsnewdayli.gdn +alborzan.com +alert-hgd.xyz +alfabot.xyz +alif-ba-ta.com +allknow.info allnews24.in -allproblog.com -allstatesugarbowl.org +alloysteel.ru +alot.com +alphaforum.ru alphahoverboards.com -alpharma.net -amateurgalls.com -anal-acrobats.com +anabolics.shop +anal-acrobats.hol.es angel1777.kz -animaltoplist.com -animenime.ru -anticrawler.org -apartamentwroclaw.eu +angry-fermi-7633.arukascloud.io +anjalika.co.in +anonymizeme.pro +anti-virus-removal.info apelsinnik.website -apiappenableinfo-a.akamaihd.net -apibrowsesmartne-a.akamaihd.net apidigidocketnet-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -apispringsmartne-a.akamaihd.net -api.stathat.com -app5.letmacworkfaster.world -appartement-stumm.at -appiq.mobi -apple.com-webbrowsing-security.review -apptester.tk -a.pr-cy.ru -apxeo.info -aramaicmedia.org -arcadeplayhouse.com -arclk.net -arendatora.ru -arenda-yeisk.ru +apisecretsaucebi-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +appfastplay.com +appfixing.space +appleid-verification.com +ap.senai.br +aquarium-pro.ru +arcadepages.com +arcteryxsale.online arpelsreplica.xyz artdeko.info -artefakct.com -artel116.ru -as5000.com +artparquet.ru +asdfz.pro +asmxsatadriverin.aircus.com asseenontvonline.ru -atleticpharm.org -ausergrubhof.info -auto-moto-elektronika.cz -autoplate.info -autotrends.today +asseenontv.ru +atley.eu.pn +atmovs.com +auspolice.com +aussie-prizes.com +autochoixspinelli.com +autonew.biz +autorn.ru +auto.rusvile.lt +autowebmarket.com.ua auto-zapchasti.org -availit.weebly.com -aversis.net -aviav.co -aviva-limoux.com -avon-novosib.ru -avto-oligarh.ru -azartclub.org +aviav.eu +avirasecureserver.com +avramstroy.ru +avtoarenda.by +azadnegar.com azbaseimages.net -azte.ch -b2b-lounge.com -babieca.com -babosas.com -babyguns.ru -backuperwebcam.weebly.com -baersaratov.ru -bag77.ru -baladur.ru -balkanfarma.org -balkanfarma.ru -balois.worldbreak.com -baltgem.com -bambi.ck.ua -banan.tv -banksrf.ru +azbuka-mo.ru +babs.com.ua +backgroundpictures.net +backlink4u.net +balook.com bannerswap.com -barbourjackets.online -beauty-clinic.ru -beauty-things.com -belinvestdom.by -berrymall.ru -bestbrainprod.win -bestcalovebracelet.cn -bestcoin.cc -bestdraws.com -bestfortraders.com -bestserials.com -beta.hotkeys.com -bfz.biz +bard-real.com.ua +beauby.ru +best-coupon-offer.com +bestdooz.com +bg6s0.com bharatdefencekavach.com -big-boards.info -billiard-classic.com.ua -binaryoptionscops.info -bingoporno.com -binomo.kz -bio.trade-jp.net -bird1.ru -bitnote.co -bkgr.se -blog.koreadaily.com -bluejays-jerseys.us +bigcities.org +bioca.org +bioinnovate.co +bitcoinpile.com +biznesrealnost.ru +bizru.info +bkns.vn +blackle.com +blog-hits.com +blue-square.biz bochemit.com.ua -bongacams.com -boole.onlinewebshop.net -bpro1.top -breget74.ru -brendbutik.ru -briomotor.co -budpost.com.ua -bumble.cheapwebsitehoster.com -bupropion-sr-150-mg.us -buron.pw -businesxxl.com -buyfriend.ru +bookmaker-bet.com +boostmyppc.com +bosman.pluto.ro +brandedleadgeneration.com +bristolhostel.com +brothers-smaller.ru +bscodecs.com +burger-imperia.com +bus-offer.com +buttons-for-your-website.com +buybest1.biz +buydissertation.net +buyparajumpers.online +buypillsorderonline.com +buyscabiescream.com bvlgariring.xyz -callstevens.com -calstaterealty.us -camdenmemorials.com +bwlx.prepedu.cn +c1.onedmp.com +calc-for-credit.ru +camdolls.com canacopegdl.com -canoncdriverq3.pen.io +candcstuccoandstone.com +candiceloves.us +candlehandmade.com carapics.com -carina-sy.de +cardiosport.com.ua cartierlove2u.xyz -casablancamanor.co.za -catalogs-parts.com -cbox.ws -ccjp.eu -c-english.ru +cartierlove.xyz +cartierreplica.pw +cartierring.xyz +cartiertrinity.xyz +casinorewards.info +castingbank.ru +cctva.tv +cdn.walkme.com +cejewelry.xyz +celebsopics.com +cenoval.ru +centrumcoachingu.com cete.ru -c-gainsbourg.com -cheapbarbour.online -cheapjerseysfootballshop.com -chocolateslim-original.com -chorus.terakeet.com -christianlouboutinsaleonline.us -cigarpass.com -citizenclsdriveri7.pen.io -citysecurity.nu -ci.ua -clash-clans.ru -clayvasedesigns.tk -cleanmypc.com +changde.58.com +chastnoeporno.com +cheapestjerseysonwholesale.com +cheapwebsitehoster.com +checkpagerank.net +cherrypointplace.ca +chidporn.com +chinajerseyswholesalecoupons.com +cialischsrx.com +cindymatches.com +cineacademy.ru +civilwartheater.com +cjmc.info +cleanpcnow.com click2pawn.com -clickaider.com -clickbanksites.info -clickso.com -clksite.com -clubfashionista.com +clickbank.net +clippingphotoindia.com club-musics.ru -cntravelre.com -coaching-netz.info -codq.info coindirect.io -collegeessay19.blogspot.ru -com-cleaner.systems -com-onlinesupport.site -compliance-checker.info -compliance-donald.xyz -compliance-elena.top -compliance-ivan.xyz -compliance-john.top -compliance-walt.top -computernetworksonline.com -comsysnet.com -concordexoticrentals.com -converse.ddsoldes.fr -coolwallpapers-hd.com +compliance-andrew.top +compliance-brian.top +compliance-checker-7.info +compliance-irvin.xyz +compliance-margo.top +concealthyself.com +confib.ifmo.ru +conocer-sanabria.com +coolgamechannel.com +copblock.org +copenergo.ru +coprofam.org copro.pw -copypaste.traderzplanet.in -cornerstone-countertops.com -cornomase.win -cosmetic.donna7753191.ru -cosmeticswomens-womensports.rhcloud.com -counciltally.com -counter.bloke.com -creatives.adbetclickin.pink -cryptoswap.biz -crystalslot.com -culmimg.pw -darodar.com -dating-app.ru -dating-time-now.com -davebestdeals.com -dayibiao.com -db.speedup.gdn +countbertwistdisp26.soup.io +country-chic.ru +crazyboost.pro +crazyprotocol.com +crest-poloski.ru +customchocolate.business-for-home.com +cyclobenzaprinevstizanidine.blogspot.com +cyprusbuyproperties.com +dame-ns.kz +daretodonate.co +data.vtc.pw +datsun-do.com ddospanel.com -decorationspcs.com +deda-moroza-zakaz.ru dekoration.us -dekorkeramik.ru -delitime.info -deluxedumps.com -dentalpearls.com.au -deplim.com -detalizaciya-tut.biz +derevesendeco.com +descargar-musica-gratis.net detective01.ru -detki-opt.ru -dev.citetick.com -dev-seo.blog +dfwu1019.info +dichvuvesinhhanoi.com diegolopezcastan.com -digilander.libero.it -dikx.gdn -dinosaurus.site -dirtpics.pw -discovertreasurenow.com -diusyawiga.tk -div.as -divatraffic.com -diy-handmade-ideas.com -djihispano.com -djonwatch.ru -dlya-android.org -dmmspy.com +dieta-personalna.pl +digital-sale.su +dimkino.ru +discountbarbour.online +disruptingdinnerparties.com +distver.ru +djekxa.ru dneprsvet.com.ua -docsportal.net -doctormakarova.ru -doktoronline.no -dokumentalkino.net -dollartree.info -domashneeruporno.com -domination.ml -dorratex.tn -dostavimvdom.ru -dotmass.top -dotnetdotcom.org +documentsite.net +doeco.ru +dogsrun.net +dokfilms.net +domainroam.win +domain-tracker.com +donvito.unas.cz +dostavka-v-ukrainu.ru downloaddy.net -download-wallpaper.net -doxysexy.com -drivotracker.com -drunkmoms.net -dstroy.su +drev.biz +drillsaw.ru +drugs-no-rx.info +drupa.com +druzhininevgeniy63.blogspot.com duplicashapp.com +dustyorate.com dvervmoskvu.ru -e2click.com -earn-from-articles.com -easync.io -easytuningshop.ru -e-c.al -ec-file.info -e-collantes.com -eduserver.net -ekobata.ru -eldiariodeguadalajara.com -elektir.ru +dyshagi.ru +eandsgallery.com +easyshoppermac.com +ecommerce-seo.org +ed-shop01.ru +educatemetv.com elektrischeziga.livejournal.com -elektrischezigarette2.onsugar.com -elektrischezigaretten1.blogse.nl -elektronischezigarette2.mex.tl -elektrozigarettekaufen1.devhub.com -elektrozigaretten1.tumblr.com -elektrozigaretten2.yn.lt -elitepcgames.com -elmacho.xyz +elektrischezigarette1.onsugar.com +elektroniksigaraankara.info +elektronischezigarettekaufen1.myblog.de +elektronischezigarettekaufen2.tumblr.com +elektrozigarette1.dreamwidth.org +elektrozigarette2.webs.com +elektrozigaretten1.postbit.com elvenmachine.com -en.altezza.travel -enbersoft.com -encodable.com -energydiet-info.ru -ero-advertising.com -erotik-kostenlos.net -essaypro.com -eugenevaultstorage.com -euronis-free.com -executehosting.com +emerson-rus.ru +empis.magix.net +enge-fotzen.info +englishgamer.com +enthuse.computernetworksonline.com +eorogo.top +epngo.bz +eralph.tk +erot.co +errorfixing.space +escort-russian.com +esopini.com +essayassist.com +etotupo.ru +euroskat.ru +evening-dating-club.info +exchanges-bet.com expdom.com -expertblog.info -extractorandburner.com -ezaz.info -ezigarettenkaufen2.dreamwidth.org -ezigaretteshop2.vefblog.net +extads.net +extlabs.io +extremepornos.net +eyelike.com.ua ezofest.sk -ezrvrentals.com -f012.de -f1nder.org -fable.in.ua -factorynightclub.com -fakehandbags.xyz -fandlr.com -fanpagerobot.com -fashion-stickers.ru -fatfasts-4tmz.com -fdzone.org -fearcrow.com -fenoyl.batcave.net -fetroshok.ru -fettefrauen.net -fickblock18.com -filerockstar298.weebly.com -filesvine.com -filmgo.ru +f0815.de +falcoware.com +favorcosmetics.com +feel-planet.com +feeriaclub.ru +fefo.gdn +ff30236ddef1465f88547e760973d70a.com +fifa-coins.online +filmbokep69.com +filmi-v.online +fil.ru financetip.eu finansov.info -findanysex.com -finejewelryshop.ru -finemanteam.com -firma-legion.ru -fitnesspiks.com -flashahead.info -flashbannernow.com -flavors.me -floridamhca.org -flowwwers.com -footballfarrago.com +findclan.org +fitfloponline.store +fiverr.com +flipper.top +f-loaded.de +fm-upgrade.ru forensicpsychiatry.ru -formseo.com -formularz-konkurs.tk -fortevidyoze.net -forums.d2jsp.org +forex21.ru +forex.osobye.ru +forodvd.com +fortunejack.com +fotosfotos.eu fotoxxxru.com -frivgame250.com -fuckbuddybestgilf.info -fuckmill.com +frameimage.org +free411games.com +freegamesplay.online +freeseedsonline.com +free-social-buttons.com +freetangodownload.com +free-video-tool.com +frighteningremain.cf +froggytube.com +front.ru +frustrated-favorable.gq +fsalas.com +fungirlsgames.net funnypica.com -fusoradio.info -fz139.ttk.ru -galaxyflowers.ru -galaxys6manual.info -gallerily.com -galleryawesome.com -gamebackyard.com -gamezblox.com -gazoblok.net.ua -gazporno.com -gdebestkupit.ru -genericlowlatencyasiodriverhq.aircus.com -geoads.com +fyxabomiw.ru +galeon.com +gate5.co.za +gaygalls.net +gay-site.store +gaz-voshod.ru +gcup.ru +gearcraft.us +gemara.com +gemgrab-a.akamaihd.net +generic-pills-online.com +getlamborghini.ga getoutofdebtfree.org -getpopunder.com -getresponse.com getridofstretchmarks.org -gheus.altervista.org -gifspics.com -given2.com -glall.ru -glastecfilms.com.my -globatur.ru -gloverid.site -go2jump.org -goldpanningtools.com -gombita.info -googglet.com -goroda-vsego-mira.ru +girls-ufa.ru +gktt.ru +glcomputers.ru +global-ics.co.za +golden-catalog.pro +golden-praga.ru +goodprotein.ru +google-liar.ru +googlemare.com +googlepositions.com +gopixdatabase.com +gorabagrata.ru +gosarhivrt.ru gotcher.us -gowreckdiving.com +gourcy.altervista.org +gpms.org.my +graphicwe.org greatgrace.ru -greendream.com.ua +groupmoney.ru +grupografico-pilar.com.ar gsasearchengineranker.pw -gsbs.com.ua gstatey.net -guigyverpo.cf guildebzh.info -gungamesz.com -gwebtools.com.br -gwhwpxbw.bloger.index.hr -gyffu.com -gz2.bbsoldes.fr -h2monline.com -hamacapty.com -hamilton.ca -handicapvansarea.com +guitar-master.org +hannasolution.ru +hanwei.us harmonyglen.us -hdseriale.pl -headpharmacy.com -health-medical-portal.info +hatedriveapart.com +hauleddes.com +hdpixion.com +hdxnxxtube.mobi +healbio.ru +heartofpayne.xyz +heatpower.ru helicalpile.us -hermesreplica.win -hildinghr.se -himazin.info -hiwibyh.bugs3.com -hmywwogw.bloger.index.hr -homedo.fabpage.com -home.myplaycity.com -homik.pw -hopeonthestreet.co.uk -hostcritique.com -hotblognetwork.com -hothot.ru -hotsocialz.com +hem.passagen.se +heroz.fr +hetmanship.xyz +hitcpm.com +hitsbox.info +hjaoopoa.top +hkladys.com +hobbyhuren-datenbank.com +homeandhealth.ru +homelygarden.com +hoporno.com +hornymatches.com +hoste.octopis.com +hotchatdate.com +hotelcrocenzi.sm +hotgirlhdwallpaper.com +hotkeys.com +house.sieraddns.com +hoverboard360.de +howlongdoestizanidinestayinyoursystem.blogspot.com howtoclean.club -hplaserjetpdriver8y.pen.io -huhn.altervista.org -humanorightswatch.org -hystersister.com -ibb.com.ua -ictizanidinehcl4mg.blogspot.com -igithab.com -ilovevitaly.ru +hspline.com +humbmosquina.tk +ie.57883.net +iflycapetown.co.za +ilte.info images-free.net -immobiliaremassaro.com -import-sales.com -indetiske.ya.ru -indiasourcemart.in +imk.com.ua +incest-ru.com +incolors.club +indo-export.ru inet-traffic.com -infokonkurs.ru -insta-add.pro -instabid.tech -intelhdgraphicsgtdrive6w.metroblog.com -internet-apteka.ru -intimshop-fantasy.ru +infogame.name +infospot.pt +instakink.com +intermesh.net +investingclub.ru investpamm.ru investzalog.ru invitefashion.com -io9.com -ip-guide.com -iqoption-bin.com -irkutsk.zrus.org +iopeninghours.co.uk +iplusbit.blogspot.co.za +iskalko.ru islamtoday.co.za -istizanidineanarcoticdrug.blogspot.com -iusstf.org +istock-mebel.ru +itis4you.com +ivearchenceinflu.cf iwantedmoney.com -izhevsk.xrus.org -javlibrary.cc -javspace.net -javstock.com -jav-way.site -jaxcube.info -jerseywholesalebizchina.com -jerseywholesaleelitestore.com -jewelryandfiligree.com -journalhome.com +jamiembrown.com +jerseyssportsshop.com +jerseywholesalechinabiz.com +jose.mulinohouse.co +jpcycles.com jrcigars.com -jrpmakati.com +j-times.ru justkillingti.me -kalandranis.gr -katadhin.co -kerch.site -kevblog.top -keyhantercume.com -keywesthideaways.co -kinoduh.ru -kinoflux.net -kirov.zrus.org -klejonka.info +jyvopys.com +kaidalibor.de +karadene.com +karting196.ru +kashubadesign.ru +kazan.zrus.org +kaz.kz +keenoutlet.online +kemerovo.zrus.org +kerwinandcariza.com +keywords-monitoring-your-success.com +keywordsuggests.com +keywordteam.net +kidd.reunionwatch.com +kinopolet.net +kladrus.ru +kletkimehan.ru kmd-pto.ru kmgamex.cf knowsitall.info -kochanelli.com -kol-energo.ru -kollekcioner.ru -kovesszucs.atw.hu -krafte.ru +knowyournextmove.com +kongruan.com +koral.se +kosynka-games.ru +krasivye-devushki.net krasnodar.ru -krasula.pp.ua -kreativperlen.ch -kupit-adenu.ru -kurbappeal.info -kustanay.kz -lacloop.info -la-fa.ru -lanadelreyfans.us -larchik.net -lashstudia.ru -law-check-eight.xyz -law-check-nine.xyz +krasnodar.xrus.org +krasnodar.zrus.org +kunstaktien.info +kupiproday.com.ua +kursy-ege.ru +kutikomi.net +lafourmiliaire.com +lampokrat.ws +laptop-4-less.com +laserpen.club +lasvegaslockandsafe.com +law-check-seven.xyz +law-check-two.xyz +lawyers.cafe lawyersinfo.org -laxdrills.com -leftofcentrist.com -lerporn.info -letmacworkfaster.site -lifeinsurancekb.com +lazymanyoga.com +ldrtrack.com +leadwayau.com +ledpolice.ru +lego4x4.ru +lesbian.xyz +letslowbefast.site +letsrepair.in +levaquin750mg.blogspot.com +liffa.ru likesdesign.com likesuccess.com link.ac linkredirect.biz -lisque.batcave.net -live-cam6.info -livingcanarias.com -livingroomdecor.info +lion.conboy.us +liumimgx.pw +livejasmin.com +liver-chintai.org +liveu.infoteka.hu +lizace.com ljusihus.se lkbennettoutlet.online -llastbuy.ru loadopia.com -lob.com.ru -locationdesaison.com -lol-smurfs.com -longadventure.com -lostfilm-online.ru -louboutinreplica.pw -lovasszovetseg.hu -lowephotos.info +lomza.info +lonerangergames.com +love-baby.cz +lovi-moment.com.ua lsex.xyz lsp-awak-perikanan.com -luxup.ru -lyngdalhudterapi.no +luckyday.world +luckyshop.net.ua m1media.net -mac-shield.com +macdamaged.space +machicon-ueno.info +macotool.com mahnwachen-helfen.info -mail.allnews24.in -mailemedicinals.com -managerpak204.weebly.com -marinetraffic.com -marketland.ml +maju.bluesalt.co +makemoneyonline.com +manifestation.betteroffers.review +manimpotence.com masserect.com -masturbate.co.uk matb3aa.com -maxthon.com +max-eclat.men maxxtor.eu -mcnamaratech.com -mebel-vstroika.ru -medanestesia.ru -mediafresh.online medicines-choice.com medizinreisen.de -meds-online24.com med-zdorovie.com.ua -mega-bony-2017.pl +mega-bony2017.pl megakino.net -mensandals.xyz +me-ke.com +member-quiz.com +menetie.ru +merryhouse.co.uk +message-warning.net +mesto-x.com +metalonly.info mexicosleevegastrectomy.com -microsoftportal.net -mielec.pl +mexicotravelnet.com +mhi-systems.ru +mhtr.be +michaelkorsoutlet.store mikozstop.com -mikrobiologies.ru -millionare.com -minecraft-neo.ru -minegam.com -mitrasound.ru -mlf.hordo.win -mmoguider.ru -mobile.ok.ru +minet.club +minharevisao.com +mir-betting.ru +missvietnam.org +mjchamonix.org +mnogabukaff.net mobstarr.com -mockupui.com -moetomnenie.com -mojpregled.com -monclerjacketsoutlet.pw +modabutik.ru +moesonce.com +moinozhki.com +moje-recenze.cz +mole.pluto.ro +monclerboots.xyz +moncleroutletonline.win +money-for-placing-articles.com +moneymaster.ru moneytop.ru -montredemarque.nl -morefastermac.trade -more-letom.ru -moscow-region.ru -moscow.xrus.org +moneyviking-a.akamaihd.net +monsterdivx.com mossmesi.com -mountainstream.ms -movies-in-theaters.net -mrsdalloways.com -mttwtrack.com -mulberryoutletonlineeu.com -musflashtv.com -my-bc.ru -mybinaryoptionsrobot.com +mototsikl.org +moxo.com +mrpornogratis.xxx +msfsaar.de +muizre.ru +musicktab.com +muztops.ru my-floor.in.ua -myghillie.info -myindospace.com -mymercy.info -myxdate.info -nac-bearings.ru -nagdak.ru -nailsimg.com -narkologiya-penza.ru -narutonaruto.ru +myhealthcare.com +myseoconsultant.com +myyour.eu +najaden.no +nakozhe.com +narkologiya-peterburg.ru naturalpharm.com.ua -naval.jislaaik.com -neodownload.webcam +negral.pluto.ro +neobux-bg.info nerudlogistik.ru -net-radar.com -nevansk.ru -newstraveller.ru -newstudio.tv -ngps1.ru -nl.netlog.com -nmrk.ru -nofreezingmac.work -notfastfood.ru -november-lax.com -nsatc.net +netanalytics.xyz +netoil.no +news-speaker.com +nextlnk12.com +nfvsz.com +nhl09.ru +nippon-bearings.ru +norththeface.store +notaria-desalas.com +nrjmobile.fr +nullrefer.com oakridgemo.com -offf.info -office-windows.ru +oballergiya.ru +obsessionphrases.com +oconto.ru +o-dachnik.ru +of-ireland.info +ohmyrings.com +okayimage.com +okeinfo.online oklogistic.ru -okmedia.sk -oktube.ru old-rock.com -oneshotdate.com -online247.ml -online7777.com -online-sbank.ru -onlyforemont.ru -ons-add.men -onstrapon.purplesphere.in -ordernorxx.com -ororodnik.goodbb.ru -osagonline.ru -ourtherapy.ru -ourville.info +olgacvetmet.com +omsk.xrus.org +onemactrckr.com +oneminutesite.it +onlainbesplatno.ru +onlinedomains.ru +online-hit.info +o-o-6-o-o.com +o-o-6-o-o.ru +o-o-8-o-o.com +o-o-8-o-o.ru +oops-cinema.ru +orel-reshka.net +orion-v.com +otbelivanie-zubov.com outshop.ru -ownshop.cf -ownshop.win -oynat.info -ozoz.it -paceform.com -paintingplanet.ru -pastaleads.com +owohho.com +oxford-book.com.ua +page2rss.com +paparazzistudios.com.au +paperwritingservice17.blogspot.ru +partner-trustworthy.men patterntrader-en.com -pattersonsweb.com -pdns.download -perfection-pleasure.ru -petedrummond.com -photostudiolightings.com +pawli.eu +pcimforum.com +pc-virus-d0l92j2.pw +pdns.cz +pearlisland.ru +perm-profnastil.ru +petsblogroll.com +peugeot-club.org +phpdevops.com phuketscreen.com -pics-group.com -pictures-and-images.com +piccshare.com +picsfair.com pictures-and-images.net -picturesboss.com -pigrafix.at -pihl.se -pillscheap24h.com -pizza-tycoon.com -pk-services.ru +pierrehardysale.online +pills24h.com +pinstake.com +pinwallpaper.xyz +pipki.r.acdnpro.com +piuminiita.com +pixell.club +pizdeishn.com +pladform.ru playboyfiles.xblog.in -play-mp3.com -pobeiranie.pl -poffet.net -pogruztehnik.ru -pokemon-go-play.online -polybuild.ru -pons-presse.com -pony-business.com +podshipniki-ntn.ru +pogosh.com +pojdelo.weebly.com +polcin.de pooleroadmedicalcentre.co.uk -poptool.net -popup.matchmaker.com -pornhub-ru.com -pornmania.pl -pornoblood.com -pornoelita.info -pornoforadult.com -portside.cc -powitania.pl -preparevideosafesystem4unow.site -primedice.com -priora-2.com -privatamateure.com -productarium.com -produkto.net -professionaldieselcare.com -profitfx.online -prointer.net.ua -prombudpostach.com.ua -promodj.com +popserve.adscpm.net +porndairy.in +pornogad.com +pornokajf.com +pornoslive.net +pornoxxx.com.mx +portal-eu.ru +pozdrawleniya.ru +priceg.com +privatbank46.ru +privat-girl.net +prizeestates.cricket +proekt-gaz.ru +prohoster.info +projectforte.ru +prokotov.com +prom23.ru pronekut.com +pro-poly.ru proprostatit.com -prosmibank.ru prospekt-st.ru -prostitutki-kharkova.org -psvita.ru -pulseonclick.com -purplesphere.in -push-ad.com -pushdata.sendpulse.com -puzo2arbuza.ru -qexyfu.bugs3.com -q-moto.ru -rabot.host.sk -rainbowice.ru -rank-checker.online -rankia.com -rankingchart.de -rankscanner.com +prostitutki-kiev.org +prostitutki-yaroslavlya.org +pufip.com +puteshestvennik.com +putevka24.ru +py100.ru +qld10000.net +quickcashlimited.com +quickchange.cc +qwarckoine.com +qwesa.ru ranksonic.info -ranksonic.org -realizmobi.com -realting-moscow.ru -recinziireale.com -redhotfreebies.co.uk -redirectme.net -redirect.trafficreceiver.club -redirlock.com -rednise.com -reelheroes.net -refads.pro -r-e-f-e-r-e-r.com -refererx.com -reimageplus.com -remontvsamare.su -remorcicomerciale.ro -rep-am.com -resant.ru -responsive-test.net -respublica-otel.ru -restaurantlescampi.com -rewardpoll.com -rezeptiblud.ru -rfid-locker.co -rightenergysolutions.com.au -robertefuller.com -rogervivierforsale.com -roofers.org.uk +rapidgator-porn.ga +razamicroelectronics.com +rcb101.ru +realmonte.net +realresultslist.com +rebuildermedical.com +recipedays.ru +refudiatethissarah.info +registry-clean-up.net +reining.lovasszovetseg.hu +reklama1.ru +remont-fridge-tv.ru +remont-komputerov-notebook.ru +remote-dba.de +renewablewealth.com +rentehno.ru +research.ifmo.ru +rethinkwasteni.info +ribieiendom.no +ricorsogiustizia.org +rique.host.sk +roma-kukareku.livejournal.com +rospromtest.ru rossanasaavedra.net -rossmark.ru -russkie-gorki.ru -rutor.group +royalvegascasino.com +rubbed.us +ru-dety.ru +rumamba.com +rusenvironmental.net +russian-postindex.ru sabaapress.com -saletool.ru -sampleletters.net -sape.top -savememoney.co.za -sbetodiodnye-lampy.ru -sbprabooks.com -scanner-jessica.top -scanspyware.net -schlampen-treffen.com -scrapinghub.com -scrapy.org -searchencrypt.com -search-error.com -searchimage.co -searchkut.com -se.bnt-team.com -securityallianceservices.com +sa-live.com +samolet.fr +santasgift.ml +sarm.tk +saugatuck.com +sbricur.com +scanmarine.info +scanmyphones.com +scanner-don.top +scanner-jane.top +scanner-mary.top +scanner-olga.top +scanner-viktor.top +sdelai-prosto.ru +sdi-pme.com +searchtooknow-a.akamaihd.net seksotur.ru -seoboxes.com -seogadget.ru -seolab.top -seonetwizard.com -seorank.info -servisural.ru -sethrollins.net +sel-hoz.com +semaltmedia.com +seminarygeorgia59.ga +sendearnings.com +seocdvig.ru +seo-platform.com +seo-prof1.xyz +seorankinglinks.us +seo-smm.kz +serdcenebolit.com +servicecenter.co.ua +service-core.ru +se-welding.ru +sex-foto.pw +sexpartygirls.net +sexpornotales.com +sex-sex-sex5.com sexy-screen-savers.com sexystrippe.info -sexyteens.hol.es -share-buttons-for-free.com -sharpchallenge.com +shakhtar-doneck.ru +sherlock.se shopcheermakeup.info +shopsellcardsdumps.com shopvilleroyboch.com.ua -shop.xz618.com -shtaketniki.kz -sibdevice.ru -sientalyric.co -siha.de -silverage.ru -silvermature.net -simplepooltips.com -sinel.info +sierraapps.com +signal03.ru +signoredom.com +sildenafilcitratemed.com +silktide.com +sim-service.net sinestesia.host.sk -sirpornogratis.xxx -site5.com -siteexpress.co.il -sitevaluation.com -slavkokacunko.de -slomm.ru -slujbauborki.ru -smartadserver.com -sneakyboy.com -snip.to -socialbookmarksubmission.org -social-buttons.com -social-buttons.xyz -social-button.xyz +siteonomy.com +sitevaluation.org +skatestick.bid +sklad-24.ru +skylta.com +skytraf.xyz +sledstvie-veli.net +slkrm.ru +slonechka.ru +sluganarodu.ru +smallseotools.com +smartbalanceworld.com +snts.shell-pmr.ru +soaksoak.ru +socialmadesimple.com +socialmediasuggest.com social-search.me -socialseet.ru -social-vestnik.ru -soda.media -softwaretrend.net +social-s-ggg.xyz +soft1.ru +softonicads.com +soft-terminal.ru +solinf.co +solitaire-game.ru +solmarket.by +songoo.wz.cz sortthemesitesby.com -soundfrost.org +sotkal.lark.ru +souvenirua.com space2019.top +space4updating.win +spammen.de +spamnuker.com spbchampionat.ru -sportbetfair.com -spyfu.com +spidtest.org +splendorsearch-a.akamaihd.net +sps-shop.com +sptslmtrafms.com +spymac.net +spywarenuker.com +spywarespy.com srdrvp.com -srecorder.com -sribno.net -sstroy44.ru -staff.prairiesouth.ca -stanthonyscatholicchurch.org -statistici.ro -stmassage.ru +starpages.net +statoutlook.info +steelmaster.lv storehouse.ua -strongsignal-a.akamaihd.net +stpolice.com +strana-krasoty.ru +strana-solnca.ru +streetfire.net +stromerrealty.com +stroymonolit.su stroy-portal22.ru -styro.ru -superlist.biz -supernew.org -suralink.com -sureone.pro -surffoundation.nl +suchenindeutschland.com +sugarlyflex.pw +superiends.org +superkanpo.com svarbit.com -svnuppsalaorebro.se +svarkagid.com svolze.com -swimpool.ca -swinger-mobil.net -t3chtonic.com +svtrd.com +swinon.site +taaaak.com takethatad.com -taqywu51.soup.io -tattomedia.com -tedy.su -telefonsexsofort.tk -telegraf.by -telesvoboda.ru -tetracsaudi.com -textads.men -thaismartloan.com -thecounter.com -thegamerznetwork.com -theprofitsmaker.net -thewebsitetemplate.info -thewomenlife.com +tandvardshuset.net +tattooha.com +td-l-market.ru +tecspb.ru +teesdaleflyballclub.co.uk +thebluffs.com +thefotosgratis.eu +thenews-today.info +thfox.com +thruport.com +tiens2010.ru +titan-ads.life +titangel-vietnam.com titelhelden.eu -tizanidine4mgprice.blogspot.com -tizanidine4mgtablets.blogspot.com -tizanidinehcl2mgtablet.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidineinfo.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com +tizanidine6mg.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidinedosageforsleep.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidineformigraines.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinezanaflex.blogspot.com +tmm-kurs.ru tmtrck.com tnaionline.org -token-lab.org -toloka.hurtom.com -tonerbox.kz -toondinsey.com +toolsky.com toonfamilies.net -tootoo.to -top10-online-games.com +top10registrycleaners.com +topads.men top-l2.com +toproadrunner5.info topshef.ru -torrentdownloadhub.com -torrentgamer.net -torrents.cd -toys.erolove.in +torrnada.ru +touchmods.fr tracfone.com -traderzplanet.in +track-rankings.online +tracksurf.daooda.com +tracxn.com +tradedeals.biz +traffic2cash.org traffic2money.com -trafficgenius.xyz -traffpartners.com -trahic.ru -trailer.cinemaflix.website -tramadolandtizanidine.blogspot.com -triumf-realty.ru -truebeauty.cc -tubeline.biz -tubo360.com -turizmus.us -tvoystartup.ru -twodollarshows.com -twojebook.pl -uamtrk.com -udsgame.online -unitexindia.com -unlimitdocs.net -uptime-as.net -uptime-gamma.net -ural-buldozer.ru +trafficnetzwerk.de +traffictrade.life +trahvid.com +traxdom.ru +trkdf.com +tt-ipd.info +tuberkuleznik.ru +tuckermktg.com +tula.mdverey.ru +tversvet.ru +tv-spoty.info +twittruth.com +twu.com.ua +tytoona.com +ublaze.ru +ufa.xrus.org +uggbootsoutletsale.us +uhdtv.website +uk-zheu20.ru +ultimatesetnewfreeallsoftupgradesystems.pw +umekana.ru +umg-stroy.ru +unblocksit.es +univerfiles.com +uptime-delta.net url2image.com urlcut.ru -uroffer.link -usbggettwku.ga -utrolive.ru -uzungil.com -varikoz24.com -veopornogratis.xxx -verymes.xyz -vezuviy.su -viagroid.ru -viddyoze.com -video-camer.com -video-chat.cn -videogamesecrets.com -video-production.com -videos-for-your-business.com +url-img.link +urll.eu +urlopener.blogspot.com.au +uroki.net +us-america.ru +userequip.com +usiad.net +vandrie-ict.nl +vegan-foods.us +vektorpress.ru +vesnatehno.ru +viagraneggrx.com +via-gra.webstarts.com +video-hollywood.ru +videokrik.net +videositename.com +videospornogratisx.net +vietimgy.pw +vikistars.com vinsit.ru -vip-file.com -visa-china.ru -vitanail.ru -viteonlusarezzo.it -vitoriacabos.com -vkontarkte.com -voditeltrezviy.ru -voltrknc1.com -voluumtrk.com -voronezh.xrus.org -vrotike.ru -vvon.co.uk -vysigy.su -vzlom-na-zakaz.com -vzube.com -w7s.ru -warningzscaler.heraeus.com -watchmyfb.pl -webalan.ru -web-betting.ru -webmasters.stackexchange.com -weboptimizes.com -websiteaccountant.de -website-analyzer.info -welck.octopis.com -wemedinc.com -weprik.ru -wesharepics.com -westen-z.life -whereiskentoday.com -while.cheapwebsitehoster.com -whiteelephantwellington.com -whiteproduct.com -wholesalejerseychinaoutlet.com -winwotgold.pl +visionwell.com.cn +vizag.kharkov.ua +vkmusics.ru +vmnmvzsmn.over-blog.com +vodkoved.ru +voloomoney.com +voloo.ru +vseuznaem.com +vtc.pw +vykup-avto-krasnodar.ru +vykupavto-krasnodar.ru +wallpapersist.com +watchmygf.net +waterpurifier.club +webinstantservice.com +webix.biz +webnode.me +websiteexplorer.info +wechatdownload10.com +welcomeauto.ru +wesharepics.site +westum.se +wetgames.ru +wfb.hatedriveapart.com +whatsupinfoley.com +wheelchairliftsarea.com +wholinkstome.com +whos.amung.us +whosonmyserver.com +wikes.20fr.com +wingsofrefuge.net +win-spy.com winx-play.ru -wnoz.de -woman-orgasm.ru -word-vorlagen.net -worldhistory.biz -worst-sites.online +w-journal.ru +woman-h.ru +womens-journal.net +worldinternetauthority.com +world-mmo.com wosik-dach.service-for-web.de -x5market.ru -xdoza.com -x-mix.info -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80ajbshivpvn2i.xn--p1ai +wstroika.ru +wwwadultcheck.com +www.event-tracking.com +www.get-free-traffic-now.com +www.timer4web.com +x69ty.ru +xchat26.myfreecams.com +xcombear.ru +x-diesel.com +xedserver.com +xitjw.info +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80ab4aa2g.xn--p1ai xn--80ak6aa92e.com -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----dtbndd4ae7eub.top -xn--h1ahbi.com.ua -xn--hxazdsfy.blogspot.com -xtraffic.plus -xvideospornoru.com -xxxkaz.org +xn--b1adccaf1bzj.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn--d1aifoe0a9a.top +xrus.org +xtubeporno.net +xuki.us +xwatt.ru xxxtube69.com -yaminecraft.ru +xzlive.com +yadro.ru yatrk.xyz -yellowstonesafaritours.com -ynymnwbm.bloger.index.hr -youjizz.com -youporn-forum.ga -youresponsive.com -yourothersite.com -yugo-star.ru +yebocasino.co.za +yellowfootprints.com +yopoint.in +yottos.com +youdao.com +youradulthosting.com +yourmovies.pl +yourporn.com +yourserverisdown.com +yoursite.com +you-shall-not-pass.is74.ru +youtubedownload.org +ytmnd.com yunque.pluto.ro -zaidia.xhost.ro -zaim-pod-zalog-krasnodar.ru -zarepta.com -zastenchivosti.net -zazagames.org +zaimite.ru +zajm-pod-zalog-nedvizhimosti.ru +zajm-zalog-krasnodar.ru +zapiszto.pl +zarabiaj-dzis.pl +zarajbuilders.com zebradudka.com -zeroredirect10.com -zeroredirect.com -zhuravlev.info -zigzog.ru +zeg-distribution.com +zerocash.msk.ru +zeroredirect8.com +zigarettenonlinekaufen1.bloog.pl zmoda.hostreo.com -zolotoy-lis.ru -zone-kev717.info -zoogdiesney.com -zoominfo.com -zootravel.com -zrizvtrnpale.tk -zs2vm.top +zocaparj.kz +zoodrawings.com +zoogdinsney.com +zoogdisany.com +zootoplist.com +zrus.org zverokruh-shop.cz -zx6.ru +zynax.ua +zytpirwai.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 17bb39cc4..c9743c436 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00it.com -03e.info -100searchengines.com -21h2o.com -24videos.tv -273-fz.ru -2rich4bitches.com -7xc4n.com -9med.net -acads.net -adimmix.com -adminshop.com -adpremium.org -advancedmassagebysara.com -adzerg.com -afora.ru -ahrefs.com -alert-jdh.xyz -alkoravto.ru -allforminecraft.ru -android-style.com -animaltoplist.com -app5.letmacworkfaster.world -apper.de -applicationg29.com -apps-analytics.net -asacopaco.tk -asdfz.pro -asiengirls.net -astana.xxxkaz.org -autoblogger24.info -aviav.ru -avtolombard-krasnodar.com -belinvestdom.by -best-seo-solution.com -blackcurranthumidifiers.site -blackhatworth.com -bloggers.nl -blogig.org -bloke.com -blpmovies.com -bolegapakistan.com -bookhome.info -boole.onlinewebshop.net -braip.com.br +000free.us +11pikachu.ru +1314dh.com +2345.com +2drittel.de +aab94f698f36684c5a852a2ef272e031bb.com +aac52006ec82a24e08b665f4db2b5013f7.com +abovetherivernc.com +addbin.men +adf.ly +adidas.frwebs.fr +admatic.com.tr +adsfresh.men +adultnet.in +alldownload.pw +allmarketsnewdayli.gdn +amateurlivechat.org +anlimebel.kiev.ua +apioutoboxnet-a.akamaihd.net +apple.com-cleaner.systems +artefakct.com +artparquet.ru +autonew.biz +autorn.ru +aviav.org +avtocredit-legko.ru +battlecarnival.su +battleforupdating.site +beauty-bracelet.com +beremenyashka.com +bongacams.com brendbutik.ru -bscodecs.com -budilneg.xyz -budpost.com.ua -buehne-fuer-menschenrechte.de -burger-tycoon.com -buzzonclick.com -calvet.altervista.org -capture-room.com -carrauterie.be -carsdined.org -chatroulette.video -chatseo.com -christianlouboutinoutlet.win -cialischsrx.com -citetick.com -cleanpcnow.com -compliance-fred.xyz -computernetworksonline.com -covadhosting.biz -culturevie.info -customcollegeessays.net -cyse.tk -daydream-studio.ru -digitalassetmanagement.site -dikqlyremy.info -divku.ru -dojki-hd.com -dolohen.com -drhomes.biz -ednorxmed.com -eduserver.net -ekobata.ru -eleimgo.pw -elidelcream.weebly.com -enginebay.ru -eng-lyrics.com -eralph.tk -evaashop.ru -ezigarettenshop2.postbit.com -falllow.gq -family1st.ca -fifa-coins.online -fillmewithhappiness.com -forensicpsychiatry.ru -forms-mtm.ru -foto-weinberger.at -fullgirl.ru -funtoonez.com -fym.com.ru -galleryawesome.com -gamevalue7.weebly.com -get-free-traffic-now.com -gk170.ru -glavtral.ru -goatse.ru -goodwriterssales.com -gotomontenegro.net -gov.yanao.ru -greatzip.com -gribkovye-zabolevaniya.com -gribokstop.com -grizzlysgrill.com -gyffu.com -handicapvansarea.com -hdwallpapers-free.com -hollywoodactress.info -hopeonthestreet.co.uk -houston-vikings.com -hulfingtonpost.com -hystersister.com -img.wallpaperstock.net -imk.com.ua -inbabes.sexushost.com -instakink.com -intimshop-fantasy.ru -iwanttodeliver.com -jerseyschinabizwholesale.us -jerseyswholesalechinalimited.com -jongose.ninja -kamen-e.ru -kino-ecran.ru -kinohall.ru +bristolhotel.com.ua +c1.onedmp.com +callejondelpozo.es +cartierwatch.xyz +caulderwoodkennels.com +cctva.tv +cercacamion.it +c-gainsbourg.com +cheap-trusted-backlinks.com +cheatcode-lita12.rhcloud.com +chimiver.info +choice-credit.ru +cineacademy.ru +collegeessay19.blogspot.ru +cookingmeat.ru +customerpromos-a.akamaihd.net +cutalltheshit.com +danschawbel.com +darkages.info +davidovic.info +deutschland123.de +dmmspy.com +dnepr-avtospar.com.ua +doeco.ru +doska-vsem.ru +dostavka-v-ukrainu.ru +doyouknowtheword-flummox.ml +e-biznes.info +ee77ee.com +ege-essay.ru +elektronischezigarettekaufen1.myblog.de +erotikchat-24.com +este-line.com.ua +etotupo.ru +extremal-blog.com +fandlr.com +faptitans.com +faracontrol.ir +fickkontakte.org +finemanteam.com +firma-legion.ru +fix-website-errors.com +flipper.top +forminecrafters.ru +fototravel.eu +frameimage.org +freelinkbuilding.website.tk +free-share-buttons.blogspot.com +freeuploader.com +frivgame250.com +fx-brokers-review.com +game-mmorpg.net +gembird.com +glall.ru +goldpanningtools.com +googst2.ru +gopixdatabase.com +gopro-online.info +gta-top.ru +hatedriveapart.com +hawaiisurf.com +hidefiles.org +hkdiiohi.skyrock.com +hmmm.cz +hybrid.ru +hyipmanager.in +ideoworld.org +i-midias.net.br +indo-export.ru +infogame.name +integritylandscapeservices.com +investmac.com +iplogger.org +iptool.xyz +iscblog.info +ivanstroi.ru +jav-fetish.site +joingames.org +justdating.online +justkillingti.me +kamalsinha.com +kambasoft.com +keywordhut.com +keyword-suggestions.com +kinosed.net +kletkimehan.ru +koleso24.com.ua krasivoe-hd.net -krasnodar.zrus.org kvartir-remont.biz -laapp.com -ladov.ru -la-fa.ru -laudit.ru -lion.misba.us -lulea-auktionsverk.se -madot.onlinewebshop.net -mastershef.club -meble-bogart.info -michaelkorsoutlet.store -midst.eu -mobot.site -moncleroutletonline.win -monsterdivx.com -moonci.ru -mrinsidesales.com -msk.afora.ru -muycerdas.xxx -mydoctorok.ru -najaden.no -narkologiya-orel.ru -naturalbreakthroughsresearch.com -nibbler.silktide.com -notasprensa.info -oklogistic.ru -ok-ua.info -o.light.d0t.ru -oneshotdate.com -orion-code-access.net -ostroike.org -panicatack.com -pc4download.co -pc-services.ru -percin.biz.ly -perm.xrus.org -perosan.com -petedrummond.com -photochki.com -piratecams.com -pix24x7.com -pixgood.com -pliks.pl -pornhub-forum.ga -porodasobak.net -pp-budpostach.com.ua -promgirldresses.xyz -pst2017.onlinewebshop.net -putevka24.ru -quickcashlimited.com -r-control.ru -reyel1985.webnode.fr -ritlweb.com -rn-to-bsn.com -runofilms.ru -runtnc.net -scanmyphones.com -scanner-alex.top -scat.porn -scenicmissouri.us -se.bnt-team.com -securityallianceservices.com -seocheki.net -servicecenter.co.ua -servisural.ru -sevenstars7.com -sex-sex-sex5.com -signx.info -silktide.com -simple-image.com.ua -sitevaluation.com -sizeplus.work -skanninge.se -sk.golden-praga.ru -smartpet.ru -smsactivator.ru -snyatie-lomki-v-stacionare.ru -social-buttons.com -sofit-dmd.ru -squidoo.com -statistici.ro -storehouse.ua -stroiminsk.org -tam-gde-more.ru -tetracsaudi.com -tfxiq.com -thefds.net -top1-seo-service.com -toursmaps.com -tracklead.net -trailer.cinemaflix.website -tramadolandtizanidine.blogspot.com -turizmus.us +lacasamorett.com +landoftracking.com +languagecode.com +letsart.ru +li-er.ru +livefixer.com +lolnex.us +louboutinshoes.xyz +lsp-awak-perikanan.com +ltvperf.com +m292.info +macdamaged.space +masserect.com +mebeldekor.com.ua +mediafresh.online +metalonly.info +mhtr.be +microstatic.pl +mirobuvi.com.ua +mnogolok.info +moi-glazki.ru +moncleroutletonline.xyz +mrpornogratis.xxx +musicdaddy.net +muz-shoes.ru +mycaf.it +negociosdasha.com +newsperuse.com +nextconseil.com +nfljerseys.online +nightvision746.weebly.com +nodding-passion.tk +noumeda.com +okonich.com.ua +olympescort.com +onemactrckr.com +o-o-8-o-o.com +orsonet.ru +ostrovtaxi.ru +owathemes.com +paintingplanet.ru +paleohub.info +palvira.com.ua +pigrafix.at +pony-business.com +popander.mobi +pornogad.com +pornoxxx.com.mx +privatov-zapisi.ru +prize44.com +propranolol40mg.blogspot.com +push-ad.com +rapidsites.pro +redirlock.com +rogervivierforsale.com +rome2rio.com +rybalka-opt.ru +sack.net +sakhboard.ru +samo-soznanie.ru +sampleletters.net +sbt-aqua.ru +sdelai-prosto.ru +semalt.com +serialsway.ucoz.ru +serving.adbetclickin.pink +sex-foto.pw +sextracker.be +sextracker.de +shop.acim.org +sientalyric.co +simply.net +sinel.info +siteimprove.com +slavkokacunko.de +sortthemesitesby.com +sprttrack.com +suchenindeutschland.com +summerlinhomes411.info +sumo.com +tabakur77.com +tackletarts.co +takeprofitsystem.com +tattooreligion.ru +tecspb.ru +timdreby.com +tizanidine4mguses.blogspot.com +tizanidine6mg.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineshowupondrugtest.blogspot.com +toproadrunner5.info +trafficjunky.com +trafficmp.com +tripper.de +twelvevisionspartyofcolorado.com txxx.com -umaseh.com -umg-stroy.ru -urldelivery.com -urll.eu +udayavani.com +ultimatesetnewfreeallsoftupgradesystems.pw +universals.com.ua +unrealcommander.com +validdomain.xyz varikozdok.ru -vesnatehno.com -video--production.com -videospornogratisx.net -vipps.com.my -website-analyzer.info -whiteproduct.com -white-truck.life -wsgames.ru -wurr.voila.net -wygraj-teraz.com -xn--80aeahghtf8ac5i.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai -xn----dtbndd4ae7eub.top -xn--e1afanlbnfckd7c3d.xn--p1ai -your-bearings.com -yunque.pluto.ro -zarabotat-na-sajte.ru -zastroyka.org -zebradudka.com -zhongwenlink.com -znakomstva-piter78.ru +vasileostrovsky-rayon.ru +videooko.weebly.com +vk-mus.ru +vod.com.ua +vvpg.ru +wallpapers-best.com +webmasterhome.cn +website-audit.com.ua +whereiskentoday.com +withstandingheartwarming.com +woman-h.ru +xaylapdiendanang.com +xblognetwork.com +xdoza.com +x-lime.com +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xpresscare.ru +xwatt.ru +xxxtube69.com +yourporngay.com +zhacker.net +zigarettenonl.canalblog.com +zionstar.net +zx6.ru +zytpirwai.net diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 35ef05423..9b88f4b87 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.193.14.140 0; +35.188.1.99 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index c580cc90e..344a9499a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index c61b9c7d5..92d57f617 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1c36caccb..2aac7a787 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1642 +#### Version: V4.2019.06.1643 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c73fb7d75..3b707e12b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1642 +#### Version: V4.2019.06.1643 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index c3a594097..9017f4a0f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1642 +#### Version: V4.2019.06.1643 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8785a3647..a3905f3db 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1642 +#### Version: V4.2019.06.1643 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c5191cffc..81842727a 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 16bab7653..87d83cf28 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1642 -### Updated: Thu Jun 27 12:51:35 SAST 2019 +### Version: V3.2019.06.1643 +### Updated: Thu Jun 27 12:59:43 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=1; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=5; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c5191cffc..81842727a 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2976bdfd0..67b7f36cd 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:36 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:44 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##