diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 31ed4350c..ca8905b0d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 81842727a..453934fe3 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1643 -### Updated: Thu Jun 27 12:59:42 SAST 2019 +### Version: V4.2019.06.1644 +### Updated: Thu Jun 27 13:12:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 31ed4350c..ca8905b0d 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 87d83cf28..2f7d1d3a5 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1643 -### Updated: Thu Jun 27 12:59:43 SAST 2019 +### Version: V3.2019.06.1644 +### Updated: Thu Jun 27 13:12:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=5; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..479de1217 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 9b88f4b87..f45bae986 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.188.1.99 0; +35.192.85.2 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index c5191cffc..81842727a 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..479de1217 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 9b88f4b87..f45bae986 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.188.1.99 0; +35.192.85.2 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index c5191cffc..81842727a 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 465ec1626..479de1217 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 9b88f4b87..f45bae986 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.188.1.99 0; +35.192.85.2 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index c5191cffc..81842727a 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1642 -### Updated: Thu Jun 27 12:51:34 SAST 2019 +### Version: V4.2019.06.1643 +### Updated: Thu Jun 27 12:59:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index d0009285b..2f7d1d3a5 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1643 -### Updated: Thu Jun 27 12:59:43 SAST 2019 +### Version: V3.2019.06.1644 +### Updated: Thu Jun 27 13:12:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 81842727a..453934fe3 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1643 -### Updated: Thu Jun 27 12:59:42 SAST 2019 +### Version: V4.2019.06.1644 +### Updated: Thu Jun 27 13:12:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 465ec1626..479de1217 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 90d1b206e..abef879ca 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AlphaBot +AiHitBot Asterias -Badass -Barkrowler -BDFetch -Bolt -BotALot -BuiltWith -coccocbot-web -cognitiveseo -Cosmos -crawler.feedback -ExtLinksBot -ExtractorPro -Extreme Picture Finder -GetWeb -Gigablast -HaosouSpider -Heritrix -HMView -HTMLparser +backlink-check +BlowFish +CheTeam +CrunchBot +Ebingbong +EyeNetIE +GermCrawler +Go-Ahead-Got-It +Gotit +GT::WWW Humanlinks -InfoNaviRobot -JOC Web Spider -LeechGet -lwp-request -MauiBot -Mediatoolkitbot -NetAnts -Nibbler -oBot -OrangeBot -page scorer +Image Sucker +Indy Library +JennyBot +Larbin +Lmspider +Mass Downloader +netEstate NE Crawler +Nettrack +NetZIP +Nutch +OpenVAS +OutclicksBot +PageAnalyzer +PictureFinder Pixray -RankActive -RepoMonkey -Searchestate -serpstatbot -SputnikBot -spyfu -Sucuri -tAkeOut -Turingos -URLy Warning -Virusdie -Web Auto -WebGo IS -WebLeacher -Whacker +scan.lol +SEOkicks-Robot +SiteSnagger +Site Sucker +Snapbot +Sottopop +Surfbot +Suzuran +Szukacz +T8Abot +Titan +Toweyabot +trendiction.com +Webalta +WebAuto +WebImageCollector +WebmasterWorldForumBot +WebWhacker +WISENutbot +WWW::Mechanize Zeus +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 649898fea..b0afdfd84 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404enemy -80legs -Aboundex -Aboundexbot -Acunetix ADmantX -AfD-Verbotsverfahren +AhrefsBot AIBOT AiHitBot +Aipbot Alexibot +AllSubmitter AlphaBot Anarchie -archive.org_bot -autoemailspider -Backlink-Ceck +Apexoo +ASPSeek +Asterias +BacklinkCrawler +BackWeb Badass -Battleztar Bazinga -BDCbot -BDFetch -Bitacle -BlackWidow +BBBike +Bigfoot +Blackboard Blow -BlowFish -Brandprotect -Brandwatch +Boardreader +Bolt +BotALot +Buddy BuiltBotTough BuiltWith -BuzzSumo -Calculon -CheeseBot +CCBot +Cegbfeieh +CherryPicker CheTeam ChinaClaw -Chlooe Claritybot -coccocbot-web -cognitiveseo -com.plumanalytics +Cogentbot +Collector +Copyscape Cosmos -crawler.feedback +Craftbot crawl.sogou.com Crescent -CrunchBot CSHttp Curious -Custo -DatabaseDriverMysqli DataCha0s +demandbase-bot +Deusu +DigitalPebble Dirbuster Disco Discoverybot -DomainAppender -DomainCrawler -Dotbot +Dispatch +DittoSpyder +DnyzBot +DomainSigmaCrawler Dragonfly Drip -EasyDL -eCatch -ECCP/1.0 +DTS Agent EirGrabber EMail Siphon -Exabot +EMail Wolf +EroCrawler +evc-batch Express WebPictures -ExtractorPro -EyeNetIE +Extreme Picture Finder Ezooms -facebookscraper +FDM FemtosearchBot +FHscan +Fimap Firefox/7.0 Flunky -Freeuploader -GetWeb -Gigabot -Go-Ahead-Got-It -GoZilla -Grabber +Foobot +FyberSpider +Fyrebot +GalaxyBot +Genieo +Getintent +GetRight +G-i-g-a-b-o-t +Gotit +GrabNet GrapeFX +GrapeshotCrawler GridBot -Harvest -Havij -Hloader -HTTP::Lite +Haansoft +HEADMasterSEO +Heritrix +HTMLparser Humanlinks HybridBot -IDBot +Iblog Id-search Image Sucker -IndeedBot Indy Library +InfoNaviRobot +InfoTekies Intelliseek -InternetSeer -IRLbot Iskanie -IstellaBot JamesBOT -JennyBot -JetCar -Jetty -JikeSpider +Jbrofuzz +JOC Web Spider Jorgee -Kozmosbot -LeechGet +JustView +Jyxobot +Keyword Density +Lanshanbot LexiBot -Libwhisker -Lightspeedsystems -Linkdexbot -LinkScan -LinksManager -LinqiaMetadataDownloaderBot -Lipperhey -Lipperhey Spider -Litemage_walker -Ltx71 -LWP::Simple -lwp-trivial -Magnet -magpie-crawler -Mail.RU_Bot +Lftp +LinkextractorPro +LinkpadBot +LinkWalker +LinqiaScrapeBot Majestic SEO -MauiBot -MeanPath Bot +Majestic-SEO +MarkWatch +Masscan +Mass Downloader +Mata Hari +meanpathbot MegaIndex.ru Metauri -MFC_Tear_Sample +Microsoft Data Access Microsoft URL Control -MIIxpc +MIDown tool +Mister PiX +Mojeek Morfeus Fucking Scanner +Mr.4x3 +MSFrontPage +MSIECrawler +muhstik-scan +Musobot Nameprotect -NearSite +Navroad Needle -Nessus NetAnts Netcraft -NetMechanic -NetSpider -Netvibes -NetZIP -NextGenSearchBot +Nettrack +Nibbler NICErsPRO -Niki-bot -Nikto -NimbleCrawler -Nimbostratus Ninja -Nmap -NPbot -Nutch Octopus Offline Explorer -OpenVAS -OutclicksBot -OutfoxBot +OnCrawl +Openvas +OrangeSpider +page scorer Panscient Papa Foto -Pavuk -Picscout -Pixray -plumanalytics +pcBrowser +PeoplePal +Picsearch +PictureFinder +Pi-Monster Pockey -PyCurl +Probethenet +Quick-Crawler RankActiveLinkBot RankFlex RankingBot RankingBot2 -RankurBot -RealDownload -ReGet +Rankivabot +RebelMouse +RedesScrapy +RepoMonkey RocketCrawler SBIder -scan.lol -Scrapy -ScreenerBot -SEOkicks-Robot -Seomoz +Scanbot +ScoutJet +SearchmetricsBot +Semrush +SemrushBot +SEOlyticsCrawler SEOprofiler +seoscanners SeoSiteCheckup -Siphon -Sitebeam -SiteLockSpider -Site Sucker +sexsearcher +SiteExplorer +Siteimprove +SiteSucker +Sitevigil +SlySearch +SMTBot Snake -Snapbot +Snoopy +SocialRankIOBot +sogouspider Sosospider -Spanner -sp_auditbot -Spinn3r +Sottopop +SpaceBison +SpankBot SputnikBot spyfu -Sqlworm +Sqlmap +Sqworm Steeler -SuperHTTP Surfbot +SurveyBot Szukacz T0PHackTeam -T8Abot Teleport -Telesoft Telesphorep +The Intraformant TheNomad -TightTwatBot -Titan -Toweyabot -Tracemyfile +Thumbor +Trendiction Trendictionbot -Turnitin +trendiction.com +trendiction.de +Turingos TurnitinBot +TwengaBot +Twice UnisterBot URLy.Warning +Vacuum +VB Project VCI -VeriCiteCrawler -Virusdie VoidEYE +Voltron Wallpapers/3.0 -WASALive-Bot +WallpapersHD WBSearchBot -Webalta -Web Auto -WebBandit WebCollage +Web Collage WebCopier Web Enhancer -Web Fetch -WebFuck -WebmasterWorldForumBot -webmeup-crawler -WebPix +Web Fuck +WebImageCollector +WebLeacher Web Pix +WebReaper WebSauger -WebsiteQuester +Web Sauger +Webshag Website Quester +Webster WebStripper -Web Sucker -WebWhacker +WebZIP +WeSEE +Whacker Whatweb WinHTTrack -WiseGuys Robot +WISENutbot Wprecon -WPScan WWWOFFLE -x09Mozilla x22Mozilla -Xaldon WebSpider Xaldon_WebSpider -Xenu -xpymep1.exe Zade Zauba -Zeus +zauba.io +Zermelo Zitebot -ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 6a2451caf..f97702de7 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -80legs -Abonti +404checker +404enemy Aboundex +ADmantX +AfD-Verbotsverfahren AhrefsBot +AIBOT +AiHitBot Aipbot -Alexibot -ASPSeek -Asterias -BackDoorBot -Backlink-Ceck -BackStreet -BackWeb +Apexoo +archive.org_bot +Attach Badass +Bandit Barkrowler Battleztar Bazinga BBBike -BDCbot -BDFetch -BetaBot -Blackboard -Bolt +Bitacle +Black Hole +BlackWidow BotALot Brandprotect +Brandwatch +Buddy +BuiltWith Bullseye -BunnySlippers -BuzzSumo +CCBot Cegbfeieh -CheeseBot -ChinaClaw -Chlooe +CheTeam Claritybot +Cloud mapping coccocbot-web +Cogentbot cognitiveseo -Collector com.plumanalytics Copier -CopyRightCheck -Copyscape -crawler.feedback +Cosmos +crawler4j +crawl.sogou.com +CrazyWebCrawler Custo +DatabaseDriverMysqli DataCha0s DBLBot demandbase-bot Demon Deusu -Digincore +Devil DigitalPebble -Discoverybot -DittoSpyder +DIIbot +Disco DnyzBot -DomainCrawler -Dragonfly +DomainSigmaCrawler +Dotbot Drip -DTS Agent +EasyDL Ebingbong eCatch +ECCP/1.0 +EirGrabber EMail Siphon -EMail Wolf EroCrawler -Exabot +ExtLinksBot Extractor +ExtractorPro +Extreme Picture Finder EyeNetIE -Ezooms -Fimap +Firefox/7.0 +FlashGet +Foobot FyberSpider -Fyrebot -GermCrawler +Genieo Getintent -G-i-g-a-b-o-t +GetRight +GetWeb Gotit Go!Zilla -Harvest -Heritrix -HTMLparser -HybridBot -Id-search -Image Sucker +Grabber +GrabNet +GrapeshotCrawler +GridBot +Haansoft +HaosouSpider +Havij +HMView +HTTP::Lite +HTTrack +Humanlinks +Iblog +IDBot +IlseBot IndeedBot -Indy Library -InfoNaviRobot InfoTekies -Intelliseek -InterGET -internetVista monitor +instabid +InternetSeer ips-agent IRLbot Iskanie -IstellaBot +JamesBOT JennyBot -JOC Web Spider Joomla Jorgee +JustView +Jyxobot Kenjin Spider -Kozmosbot -Lftp +Larbin +LeechFTP +LexiBot Lightspeedsystems -LinkWalker -LinqiaRSSBot +LinkpadBot +LinkScan +LinksManager +LinqiaMetadataDownloaderBot LinqiaScrapeBot -Lipperhey -LNSpiderguy -lwp-request +Lmspider lwp-trivial +Magnet magpie-crawler Mail.RU_Bot -Majestic SEO Masscan Mass Downloader -Meanpathbot +Mata Hari +MauiBot MeanPath Bot -Mediatoolkitbot -MegaIndex.ru -MFC_Tear_Sample -Mister PiX +mediawords +Metauri +Microsoft Data Access +MIDown tool MJ12bot Mojeek Morfeus Fucking Scanner -MSFrontPage -MSIECrawler -MS Web Services Client Protocol -muhstik-scan +Mr.4x3 Nameprotect Navroad -NetAnts +Needle +Nessus Netcraft -netEstate NE Crawler -NetLyzer +Net Vampire Netvibes -NetZIP -NextGenSearchBot +Nibbler NICErsPRO Niki-bot +Nikto Ninja -Nmap Nutch -oBot -Octopus -Offline Explorer -Offline Navigator -OnCrawl Openfind -OrangeSpider +OpenLinkProfiler +Openvas +OpenVAS OutclicksBot -PageAnalyzer -Page Analyzer +OutfoxBot PageGrabber -page scorer -Papa Foto -pcBrowser +PageScorer +Pandalytics +Panscient PECL::HTTP +PeoplePal Picscout -Picsearch -PictureFinder -Pimonster -Pixray -Pockey -Probethenet ProPowerBot Pump PxBroker -PyCurl QueryN Metasearch Quick-Crawler +RankActive RankFlex -Rankivabot +RankingBot2 RankurBot RealDownload Reaper -RedesScrapy -Ripper -RocketCrawler -Rogerbot +RebelMouse +Recorder s1z.ru SalesIntelligent -SBIder ScanAlert -ScoutJet -Semrush +scan.lol +ScreenerBot +SearchmetricsBot +SemrushBot SEOkicks-Robot -SEOlyticsCrawler -seoscanners -SeoSiteCheckup SEOstats -serpstatbot -Siphon +SISTRIX +SiteExplorer SiteLockSpider +SiteSnagger +SiteSucker Site Sucker SlySearch -SmartDownload Snake Snapbot Snoopy Sociscraper sogouspider -Sosospider -SpankBot +Sogou web spider +SpaceBison Spanner -sp_auditbot -SputnikBot -Sqlmap +Sqlworm +Sqworm Steeler -Sucker -Sucuri -SuperBot +SuperHTTP Surfbot SurveyBot -sysscan +T8Abot +tAkeOut +Teleport +Telesphoreo Telesphorep -TheNomad -TightTwatBot -Titan +Thumbor +Toweyabot Tracemyfile -Trendiction -Trendictionbot trendiction.de -Turingos -Turnitin +TurnitinBot +TwengaBot Twice +UnisterBot +Upflow URLy.Warning -VidibleScraper -VoidEYE -Voltron -Wallpapers/3.0 -Web Auto -WebBandit -WEBDAV +Vacuum +VCI +VeriCiteCrawler +Virusdie +WBSearchBot +WebCollage +Web Collage +WebCopier WebEnhancer +WebFetch Web Fetch -WebImageCollector -WebLeacher -WebReaper -WebSauger +WebFuck +Web Pix Web Sauger -Webshag -Webster +WebsiteExtractor +WebsiteQuester +Website Quester WebStripper +WebWhacker WebZIP -WeSEE -Whack Whatweb Who.is Bot -WiseGuys Robot -WISENutbot Wotbox -WPScan -x22Mozilla +WWW-Mechanize +WWW::Mechanize +x09Mozilla +Xaldon_WebSpider +Xenu xpymep1.exe -Zeus -ZyBorg +Zauba +zauba.io +Zermelo +Zitebot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 90de92137..ccff99a78 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -2ads.co.uk 3th.co.in -adbetclickin.pink +5i2.net +academia-nsk.org +adtech.de +advancedmassagebysara.com +ahmedabadwebs.com akama.com -allesohnegirls.net -alot.com -ameblo.jp -apiportalmorecom-a.akamaihd.net -asrvvv-a.akamaihd.net -becuo.com -bestdooz.com -bezsporno.ru -bird1.ru -bodybuilding-shop.biz -brendbutik.ru +amt-k.ru +amyfoxfitness.com +anime.dougasouko.com +apifasterlightin-a.akamaihd.net +ap.senai.br +asrvrep-a.akamaihd.net +bannerconnect.net +bear.gotcher.us +bet-prognoz.com +blackhatworth.com +blavia.00author.com +bloglag.com +bluesalt.co briomotor.co -businescoop.men -bytimedance.ru -carson.getenjoyment.net -cocyq.inwtrade.com -comeondog.info -dentalpearls.com.au -dkvorota.ru -domaincdn.xyz -emerson-rus.ru -enhand.se -ereko.ru -ero-advertising.com -exoneration-project.us -ezigarettekaufen2.blox.pl -fatfasts-4tmz.com -ferieboligkbh.dk -ferrotodo.com -fordsonmajbor.cf -forex21.ru -gamesprite.me -get-free-traffic-now.com -glavtral.ru -gne8.com -goodwriterssales.com -growboxbl.ru -heartofpayne.xyz -hit-kino.ru -ideibiznesa2015.ru -ix20.ru -je7.us -kinofak.net -kredit-blog.ru -liveinternet.ro -lost-alpha.ru -ltvperf.com -luxmagazine.cf -madot.onlinewebshop.net -magicalfind-a.akamaihd.net -mature.free-websites.com -meddesk.ru -mex-annushka.ru -monsterdivx.tv -mymobilemoneypages.com -okmusic.jp -one-gear.com -openfrost.net -p-business.ru -pestomou.info -porndairy.in -prizestohandle.club -push-ad.com -razamicroelectronics.com -ruex.org.ua -runstocks.com -sajatvelemeny.com -sexobzor.info -shoppytoolmac.com -sisiynas.ru -slomm.ru -soblaznu.net -spin2016.cf -spywarespy.com -stretchmate.net -surgut.zrus.org -svolze.com -tagil.zrus.org -takethatad.com -thedownloadfromwarez.blogspot.com -tooplay.com -uchebavchehii.ru -umekana.ru -unrealcommander.biz -usiad.net -vacuumscleaner.com -viagengrarx.com -vostoktrade.info -waterefficiency.co -www.get-free-traffic-now.com +bugof.gq +buntube.net +cementaresearch.se +chatroulette.life +chatseo.com +cowblog.fr +crynet.cc +demenageur.com +divci-hry.info +domain.webkeyit.com +doublepimp.com +ee77ee.com +elektrozigaretten1.postbit.com +eshop.md +exchanges-bet.com +extlabs.io +freshberry.com.ua +googlemare.com +gotcher.us +gpirate.com +hermesreplica.win +hitsbox.info +hol.es +igadgetsworld.com +immobiliaremassaro.com +interfucks.net +irkutsk.zrus.org +kinohall.ru +klikbonus.com +likrot.com +lottospring.com +monarchfind-a.akamaihd.net +montredemarque.nl +mrbitsandbytes.com +mvpicton.co.uk +myhealthcare.com +myxdate.info +nac-bearings.ru +new-post.tk +nsatc.net +offf.info +oneclickfiles.com +partner-host.men +partnerline.men +pastaleads.com +pawli.eu +pochemychka.net +pornoblood.com +pornosee.info +porno-video-chati.ru +remont-comp-pomosh.ru +ring4rhino.com +royalads.net +sbricur.com +seojokes.net +socialseet.ru +soc-proof.su +soheavyblog.com +sonata-arctica.wz.cz +soviet-portal.do.am +spb.afora.ru +spidtest.org +stroiminsk.org +tackletarts.co +thefarmergame.com +torrentgamer.net +tracfone.com +trichizobswiv.agddns.net +umityangin.net +urlopener.blogspot.com.au +vertaform.com +vkmusics.ru +webjam.com +whiteproduct.com xn----itbeirbjbi7bc6bh2d.xn--p1ai -yellowstonesafaritours.com -yubikk.info -zastroyka.org -zhongwenlink.com -zootoplist.com +xtube.com +youdao.com +zeroredirect8.com +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 8ecfb0e7d..5aed84506 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -0lovespells0.blogspot.com -0n-line.tv -12bet.com -13tabs.com -1j7740kd.website -1kdailyprofit.me +00author.com +00go.com +0c47f8422d3f.com +1000n1.ru +100dollars-seo.com +11pikachu.ru +1-99seo.com +2000k.ru 2015god.org -2020iscoming.info -20pascals.nl -256bit.by -3th.co.in -5kstore.com -7search.com -7yue.org -8558l.jobs.net -9icmzvn6.website -aa81bf391151884adfa3dd677e41f94be1.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -abclauncher.com -abctoppictures.net -absugars.com -acc.eu.org +21h2o.com +24videos.tv +4kepics.com +4k-player.pl +51.la +57883.net +5tey7463.weebly.com +5u.com +8kisses.eu +8si.ru +aac52006ec82a24e08b665f4db2b5013f7.com +abbanreddy.com +abcdeg.xyz +academia-nsk.org +acgs.tk adanih.com -adloads.net +adcash.com +adclickservice.com +adclickthru.net +add-add.men +addtoadd.men +adman.se admatic.com.tr -admeasures.com -adnotbad.com -adprotect.net -adserver-e7.com -adservme.com -adsfresh.men -adssafeprotected.com -adultactioncam.com -adultmeetonline.info -adult-shop.com.ua -advancedcleaner.com -advocatemsk.ru -affrh2015.com -a.frcls.fr -afslankpillen2017nl.eu -agapovdg.ru -ahmedabadwebs.com -airlandsea.info -aktobe.xkaz.org -alborzan.com -alert-hgd.xyz -alfabot.xyz -alif-ba-ta.com -allknow.info +adsref.men +adtech.fr +adtiger.tk +adultgalls.com +advertisingtag.net +aghanyna.com +akita.kz +albamargroup.com +albumsuper.info +alert-jdh.xyz +alessandraleone.com +alevinefesleri.com +algarveglobal.com +alienwheels.de +alkoravto.ru +all4wap.ru +allcredits.su +alldownload.pw +allkrim.com allnews24.in -alloysteel.ru -alot.com -alphaforum.ru -alphahoverboards.com +allornamenti.com +all-streaming-media.com +alltheviews.com +allwomen.info +alphavisions.net +alveris.ru +amanda-porn.ga +amoi.tn +ampower.me +amyfoxfitness.com anabolics.shop -anal-acrobats.hol.es angel1777.kz -angry-fermi-7633.arukascloud.io -anjalika.co.in +angigreene.com +animaltoplist.com +anmysite.com anonymizeme.pro -anti-virus-removal.info -apelsinnik.website +anticrawler.org +aosexkontakte.net +apartmentratings.com +apartment.ru apidigidocketnet-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -appfastplay.com -appfixing.space -appleid-verification.com -ap.senai.br -aquarium-pro.ru +apilinkswiftco-a.akamaihd.net +apishops.ru +appartement-stumm.at +apper.de +approvedlocal.co.za arcadepages.com -arcteryxsale.online -arpelsreplica.xyz -artdeko.info -artparquet.ru -asdfz.pro +architecturebest.com +ardimobileinfo.ml +arvut.org +as5000.com asmxsatadriverin.aircus.com +asrvvv-a.akamaihd.net +asscenihotosidea.blogspot.com asseenontvonline.ru -asseenontv.ru -atley.eu.pn -atmovs.com -auspolice.com -aussie-prizes.com +audiofree.ru autochoixspinelli.com -autonew.biz -autorn.ru -auto.rusvile.lt -autowebmarket.com.ua -auto-zapchasti.org -aviav.eu -avirasecureserver.com -avramstroy.ru -avtoarenda.by -azadnegar.com -azbaseimages.net -azbuka-mo.ru -babs.com.ua -backgroundpictures.net -backlink4u.net -balook.com -bannerswap.com +autodo.info +autogrep.ru +auto-moto-elektronika.cz +aversis.net +aviav.ru.com +avkzarabotok.com +avon-ukraine.com +avtocredit-legko.ru +azartniy-bonus.com +azbukadiets.ru +balitouroffice.com +balkanfarma.org +baltgem.com +bamo.xsl.pt +bannerpower.com bard-real.com.ua -beauby.ru -best-coupon-offer.com -bestdooz.com -bg6s0.com -bharatdefencekavach.com -bigcities.org -bioca.org -bioinnovate.co -bitcoinpile.com -biznesrealnost.ru +battle.net +bbtec.net +beachdriveblog.com +beachpics.com +becuo.com +begalka.xyz +beget.tech +belstaffstore.online +best-businessman.ru +best-games.today +bestpornuha.com +best-seo-offer.com +bestsexyblog.com +bestssaker.com +bestwebsiteawards.com +betterhdporn.com +betteroffers.review +betterscooter.com +betune.onlinewebshop.net +bezcmexa.ru +bimatoprost-careprost.com +binaryoptionscops.info +bizfly.info bizru.info -bkns.vn -blackle.com -blog-hits.com -blue-square.biz -bochemit.com.ua -bookmaker-bet.com +bjgugu.net.ua +blackhatworth.com +blockety.co +blog.f00kclan.de +blogos.kz +blogrankers.com +blogs.rediff.com +bloke.com +bluesalt.co +bluesman.nu +bmsco.co +boc.kz +bocoarchives.org +bonzybuddy.com boostmyppc.com -bosman.pluto.ro -brandedleadgeneration.com -bristolhostel.com +bosefux.esy.es +bpro1.top +bracketsmackdown.com +braindaily.xyz +brandov.ru +bronzeaid-a.akamaihd.net brothers-smaller.ru -bscodecs.com -burger-imperia.com -bus-offer.com +browsepulse-a.akamaihd.net +brus-vsem.ru +bryansk.zrus.org +builtwith.com +bumascloset.com +bumskontakte.org +buttons-for-website.com buttons-for-your-website.com -buybest1.biz +buyclomidonlaine.com buydissertation.net -buyparajumpers.online -buypillsorderonline.com -buyscabiescream.com -bvlgariring.xyz +buy-meds24.com bwlx.prepedu.cn -c1.onedmp.com -calc-for-credit.ru -camdolls.com -canacopegdl.com -candcstuccoandstone.com -candiceloves.us +cakemediahq.com.au +candelluxsklep.pl +cand.jp candlehandmade.com -carapics.com -cardiosport.com.ua +carina-sy.de +cartierbraceletsreplica.pw cartierlove2u.xyz -cartierlove.xyz -cartierreplica.pw cartierring.xyz -cartiertrinity.xyz -casinorewards.info -castingbank.ru -cctva.tv -cdn.walkme.com cejewelry.xyz -celebsopics.com -cenoval.ru -centrumcoachingu.com -cete.ru -changde.58.com -chastnoeporno.com -cheapestjerseysonwholesale.com -cheapwebsitehoster.com -checkpagerank.net +cerev.info +cfjump.com +c-gainsbourg.com +chatseo.com +cheapbarbour.online +cheapjerseysap.com +checkm8.com +chelnytruck.ru cherrypointplace.ca chidporn.com -chinajerseyswholesalecoupons.com -cialischsrx.com -cindymatches.com -cineacademy.ru -civilwartheater.com -cjmc.info -cleanpcnow.com -click2pawn.com -clickbank.net -clippingphotoindia.com -club-musics.ru -coindirect.io -compliance-andrew.top -compliance-brian.top -compliance-checker-7.info -compliance-irvin.xyz -compliance-margo.top -concealthyself.com -confib.ifmo.ru -conocer-sanabria.com -coolgamechannel.com -copblock.org -copenergo.ru -coprofam.org +children-learningreading.info +chuckguilford.com +cialischstgerts.com +ciekawinki.pl +cienum.fr +cinemaenergy-hd.ru +cleanersoft.com +cleanmypc.com +clean-start.net +clickhype.com +clickpapa.com +clipartnew.com +clodo.ru +clubfashionista.com +cocyq.inwtrade.com +coderstate.com +compliance-brian.xyz +compliance-fred.top +compliance-ivan.top +compliance-jess.top +compliance-julianna.top +compliance-walter.top +connectingsingles.com +construmac.com.mx +cookielawblog.wordpress.com +cookie-law-enforcement-aa.xyz +cookie-law-enforcement-hh.xyz copro.pw -countbertwistdisp26.soup.io -country-chic.ru -crazyboost.pro -crazyprotocol.com -crest-poloski.ru -customchocolate.business-for-home.com -cyclobenzaprinevstizanidine.blogspot.com -cyprusbuyproperties.com -dame-ns.kz -daretodonate.co -data.vtc.pw -datsun-do.com -ddospanel.com -deda-moroza-zakaz.ru -dekoration.us -derevesendeco.com -descargar-musica-gratis.net -detective01.ru -dfwu1019.info -dichvuvesinhhanoi.com -diegolopezcastan.com -dieta-personalna.pl -digital-sale.su -dimkino.ru -discountbarbour.online -disruptingdinnerparties.com +cosmetic.donna7753191.ru +countercrazy.com +cpajunkies.com +craftinsta.ru +creams.makeforum.eu +creativehutindia.com +creditmoney.com.ua +crynet.cc +culmimg.pw +culturevie.info +custom-product-labels.com +cutalltheshit.com +cxpromote.com +cymbaltaandtizanidine.blogspot.com +czat.wp.pl +czeshop.info +d0t.ru +damasarenai.info +date-withme.com +dawlenie.com +dbmkfhqk.bloger.index.hr +dealighted.com +degerlund.net +deluxedumps.com +deshevo-nedorogo.ru +destinationrealestate.com +detalizaciya-tut.biz +dev.citetick.com +devochki.top +dgfitness.co +digest-project.ru +directrev.com distver.ru +dividendo.ru +diy-handmade-ideas.com djekxa.ru -dneprsvet.com.ua -documentsite.net -doeco.ru -dogsrun.net +dlya-android.org +dms-sw.ru +dogclothing.store dokfilms.net -domainroam.win +domain2008.com domain-tracker.com -donvito.unas.cz +donna7753191.ru dostavka-v-ukrainu.ru -downloaddy.net -drev.biz -drillsaw.ru -drugs-no-rx.info -drupa.com -druzhininevgeniy63.blogspot.com -duplicashapp.com -dustyorate.com +dotnetdotcom.org +dprtb.com +dptaughtme.com +droidlook.net dvervmoskvu.ru -dyshagi.ru -eandsgallery.com -easyshoppermac.com -ecommerce-seo.org -ed-shop01.ru -educatemetv.com -elektrischeziga.livejournal.com -elektrischezigarette1.onsugar.com -elektroniksigaraankara.info -elektronischezigarettekaufen1.myblog.de -elektronischezigarettekaufen2.tumblr.com -elektrozigarette1.dreamwidth.org -elektrozigarette2.webs.com -elektrozigaretten1.postbit.com -elvenmachine.com -emerson-rus.ru -empis.magix.net -enge-fotzen.info -englishgamer.com -enthuse.computernetworksonline.com +e-biznes.info +econom.co +eldiariodeguadalajara.com +electrik-avenue.com +elektrischezigaretten1.blogse.nl +elektrischezigaretten2.beeplog.com +elektrozigaretten1.tumblr.com +el-nation.com +empathica.com +englate.com +enhand.se eorogo.top -epngo.bz eralph.tk -erot.co -errorfixing.space +eropornosex.ru escort-russian.com -esopini.com -essayassist.com -etotupo.ru +espaceinventoristes.com +essay-edu.biz +essay-writing.work +este-line.com.ua +etm-consult.de +etur.ru +euronis-free.com +europages.com.ru euroskat.ru -evening-dating-club.info -exchanges-bet.com -expdom.com -extads.net -extlabs.io +evaashop.ru +everflora.ru extremepornos.net -eyelike.com.ua -ezofest.sk -f0815.de -falcoware.com -favorcosmetics.com -feel-planet.com -feeriaclub.ru -fefo.gdn -ff30236ddef1465f88547e760973d70a.com -fifa-coins.online -filmbokep69.com -filmi-v.online -fil.ru -financetip.eu -finansov.info -findclan.org -fitfloponline.store -fiverr.com -flipper.top -f-loaded.de -fm-upgrade.ru -forensicpsychiatry.ru -forex21.ru -forex.osobye.ru -forodvd.com -fortunejack.com -fotosfotos.eu -fotoxxxru.com -frameimage.org -free411games.com -freegamesplay.online -freeseedsonline.com -free-social-buttons.com -freetangodownload.com -free-video-tool.com -frighteningremain.cf -froggytube.com -front.ru -frustrated-favorable.gq +f00kclan.de +familienzahnaerzte.com +fanpagerobot.com +faracontrol.ir +fastfixing.tech +fast-wordpress-start.com +fatfasts-4tmz.com +fbdownloader.com +fearcrow.com +felizporno.com +femdom.twiclub.in +ferrotodo.com +fertilitetsradgivningen.se +fidelityfunding.com +filesdatabase.net +findsexguide.com +finejewelryshop.ru +finteks.ru +fishtauto.ru +fitnesspiks.com +flavors.me +floridahuntingfishingadventures.com +floridamhca.org +footbalive.org +formseo.com +formularz-konkurs.tk +forsex.info +forum20.smailik.org +fotopop.club +fototravel.eu +frcls.fr +freelinkbuilding.website.tk +freelotto.com +freeuploader.ml fsalas.com -fungirlsgames.net -funnypica.com -fyxabomiw.ru -galeon.com -gate5.co.za -gaygalls.net -gay-site.store -gaz-voshod.ru -gcup.ru -gearcraft.us +ftns.ru +fuckingawesome.com +fun-mobi.pl +funnymama.com +funponsel.com +g33.org +gallerylisting.com +game300.ru +game-mmorpg.net +gdebestkupit.ru +gearsadspromo.club gemara.com -gemgrab-a.akamaihd.net generic-pills-online.com -getlamborghini.ga -getoutofdebtfree.org -getridofstretchmarks.org -girls-ufa.ru -gktt.ru -glcomputers.ru -global-ics.co.za -golden-catalog.pro +gentamicineyedrops.blogspot.com +germetiki.com.ua +ghazel.ru +gheus.altervista.org +glavprofit.ru +glavtral.ru +go2mike.ru +gogps.me +gok-kasten.net golden-praga.ru goodprotein.ru -google-liar.ru -googlemare.com -googlepositions.com +goodwriterssales.com gopixdatabase.com -gorabagrata.ru -gosarhivrt.ru -gotcher.us -gourcy.altervista.org -gpms.org.my +gotorussia.com graphicwe.org -greatgrace.ru -groupmoney.ru +green-tea.tv grupografico-pilar.com.ar -gsasearchengineranker.pw -gstatey.net +gsasearchenginerankerdiscount.com +gsasearchenginerankerhelp.com +gsasearchengineranker.space guildebzh.info -guitar-master.org -hannasolution.ru -hanwei.us -harmonyglen.us -hatedriveapart.com -hauleddes.com -hdpixion.com -hdxnxxtube.mobi -healbio.ru -heartofpayne.xyz -heatpower.ru -helicalpile.us +guruofcasino.com +gwebtools.com.br +hackers-crackers.tk +hacktougroup.ru +handicapbathtubarea.com +handicapvansarea.com +hatdc.org +hawaiielectriclight.com +hawaiisurf.com hem.passagen.se -heroz.fr -hetmanship.xyz -hitcpm.com -hitsbox.info -hjaoopoa.top -hkladys.com -hobbyhuren-datenbank.com -homeandhealth.ru -homelygarden.com -hoporno.com -hornymatches.com -hoste.octopis.com -hotchatdate.com -hotelcrocenzi.sm -hotgirlhdwallpaper.com -hotkeys.com -house.sieraddns.com -hoverboard360.de +hidemyass.com +highland-homes.com +histats.com +hiwibyh.bugs3.com +hmmm.cz +homedecoguide.info +hosting-tracker.com +host-tracker.com +houdom.net +houston-vikings.com +hoverboard360.es +hoverboard360.se howlongdoestizanidinestayinyoursystem.blogspot.com -howtoclean.club -hspline.com -humbmosquina.tk -ie.57883.net -iflycapetown.co.za -ilte.info -images-free.net -imk.com.ua -incest-ru.com -incolors.club -indo-export.ru -inet-traffic.com -infogame.name +howmuchdoestizanidinecost.blogspot.com +howopen.ru +hubbble.com +huhn.altervista.org +huimin764128.com +hulfingtonpost.com +humanelydrew.com +hut1.ru +hvd-store.com +iboss.com +idealtits.net +igru-xbox.net +iideaidekonkatu.info +ikearugs.xyz +ilovevitaly.com +ilovevitaly.ru +imagecoolpub.com +imagerydatabase.com +iminent.com +imitex-plus.ru +inbabes.sexushost.com +infokonkurs.ru infospot.pt -instakink.com -intermesh.net -investingclub.ru -investpamm.ru -investzalog.ru -invitefashion.com +integritylandscapeservices.com +intelhdgraphicsgtdrive6w.metroblog.com +invivo.hu iopeninghours.co.uk -iplusbit.blogspot.co.za +ipchicken.com +ip-guide.com +ipornox.xxx iskalko.ru -islamtoday.co.za istock-mebel.ru -itis4you.com -ivearchenceinflu.cf -iwantedmoney.com +itag.pw +it-max.com.ua +ivanstroi.ru +iweblist.info +izoll.ru +jacago.com jamiembrown.com -jerseyssportsshop.com -jerseywholesalechinabiz.com -jose.mulinohouse.co -jpcycles.com +jasonpartington.com +javatex.co.id +jav-fetish.site +javlibrary.cc +jerseychinabizwholesale.com +jerseyschinabizwholesale.us +jikoman.info +joingames.org +journeydownthescale.info +jovencitas.gratis jrcigars.com -j-times.ru -justkillingti.me -jyvopys.com -kaidalibor.de +juliadiets.com +jus0wil.pp.ua +kadashihotel.com +kakadu-interior.com.ua +kambasoft.com +kanimage.com karadene.com -karting196.ru -kashubadesign.ru -kazan.zrus.org -kaz.kz -keenoutlet.online -kemerovo.zrus.org -kerwinandcariza.com -keywords-monitoring-your-success.com -keywordsuggests.com -keywordteam.net -kidd.reunionwatch.com -kinopolet.net -kladrus.ru -kletkimehan.ru -kmd-pto.ru -kmgamex.cf -knowsitall.info +karaganda.xkaz.org +kasino-money.pw +kazan.xrus.org +kazka.ru +keki.info +kenaba.su +ketrzyn.pl +kicknights.gq +kinofak.net +kino-key.info +kinostorm.net +klumba55.ru +knogg.net knowyournextmove.com -kongruan.com -koral.se -kosynka-games.ru -krasivye-devushki.net -krasnodar.ru -krasnodar.xrus.org -krasnodar.zrus.org +kollesa.ru +konpax.com +kostenlos-sexvideos.com +kovrenok.ru +krafte.ru +krasivoe-hd.com +krasivoe-hd.net +kreativperlen.ch kunstaktien.info -kupiproday.com.ua -kursy-ege.ru +kustanay.kz kutikomi.net -lafourmiliaire.com -lampokrat.ws -laptop-4-less.com -laserpen.club -lasvegaslockandsafe.com -law-check-seven.xyz -law-check-two.xyz +kvartir-remont.biz +kvartiry-remont.ucoz.ru +kw21.org +labafydjxa.su +lacasamorett.com +lacloop.info +lafriore.ru +lanasshop.ru +larutti.ru +laulini.soclog.se +law-check-nine.xyz lawyers.cafe -lawyersinfo.org lazymanyoga.com -ldrtrack.com -leadwayau.com +ledis.top ledpolice.ru -lego4x4.ru -lesbian.xyz -letslowbefast.site -letsrepair.in -levaquin750mg.blogspot.com -liffa.ru -likesdesign.com +legionalpha.com +lennatin.info +letmacworkfaster.world +letmacwork.world +letolove.ru +letslowbefast.today +lifehacĸer.com likesuccess.com -link.ac -linkredirect.biz +linkarena.com lion.conboy.us -liumimgx.pw -livejasmin.com -liver-chintai.org -liveu.infoteka.hu -lizace.com -ljusihus.se -lkbennettoutlet.online -loadopia.com -lomza.info -lonerangergames.com -love-baby.cz +lion.snapmap.us +live-sexcam.tk +livingcanarias.com +localflirtbuddies.com +lolnex.us +lomb.co +long-beach-air-conditioning.com +lookingglassemb.com lovi-moment.com.ua -lsex.xyz -lsp-awak-perikanan.com luckyday.world -luckyshop.net.ua -m1media.net -macdamaged.space -machicon-ueno.info -macotool.com -mahnwachen-helfen.info -maju.bluesalt.co +lyrster.com +macdamaged.tech +mackeeper-center.club +mactechinfo.info +mail.allnews24.in +makedo.ru +make-money-online.com makemoneyonline.com -manifestation.betteroffers.review -manimpotence.com -masserect.com -matb3aa.com -max-eclat.men -maxxtor.eu -medicines-choice.com -medizinreisen.de -med-zdorovie.com.ua -mega-bony2017.pl -megakino.net -me-ke.com -member-quiz.com -menetie.ru -merryhouse.co.uk -message-warning.net -mesto-x.com -metalonly.info -mexicosleevegastrectomy.com -mexicotravelnet.com -mhi-systems.ru -mhtr.be +makis.nu +marblestyle.ru +marketingtechniques.info +maslenka.kz +massage-info.nl +mastershef.club +maximilitary.ru +mazda-roadsters.com +m.b00kmarks.com +mbiologi.ru +mcadamssupplyco.com +mebel-alait.ru +mebel-vstroika.ru +meccadumps.net +mediawhirl.net +medicineseasybuy.com +medkletki.ru +medmajor.ru +megahdporno.net +meltwater.com +members.ghanaweb.com +menstennisforums.com +metaxalonevstizanidine.blogspot.com +methodsmarketing.com +mex-annushka.ru +m-google.xyz +micasainvest.com michaelkorsoutlet.store mikozstop.com +militarysale.pro +mil-stak.com +minegam.com minet.club -minharevisao.com mir-betting.ru -missvietnam.org -mjchamonix.org +mir-business-24.ru +mitrasound.ru +mmostrike.ru +mncrftpcs.com mnogabukaff.net +mobile-appster.ru +mobioffertrck.com mobstarr.com -modabutik.ru -moesonce.com -moinozhki.com -moje-recenze.cz -mole.pluto.ro -monclerboots.xyz -moncleroutletonline.win -money-for-placing-articles.com -moneymaster.ru -moneytop.ru +mockupui.com +mojpregled.com +monarhs.info +moncleroutletonline.xyz +moneyteam24.com moneyviking-a.akamaihd.net -monsterdivx.com +monthlywinners.com +morefastermac.trade +morocco-nomad-excursions.com mossmesi.com -mototsikl.org -moxo.com -mrpornogratis.xxx -msfsaar.de -muizre.ru -musicktab.com -muztops.ru +mozello.ru +mrvideospornogratis.xxx +mulberryoutletonlineeu.com +mundoaberrante.com +musicvidz.ru +mybinaryoptionsrobot.com +mydearest.co +mydownloadengine.com my-floor.in.ua -myhealthcare.com -myseoconsultant.com -myyour.eu -najaden.no -nakozhe.com -narkologiya-peterburg.ru -naturalpharm.com.ua +mygameplus.com +myhitmp3.club +myhydros.org +myiptest.com +narkologiya-orel.ru +nate.com +nationalbreakdown.com +needtosellmyhousefast.com negral.pluto.ro -neobux-bg.info -nerudlogistik.ru -netanalytics.xyz -netoil.no -news-speaker.com -nextlnk12.com -nfvsz.com -nhl09.ru -nippon-bearings.ru -norththeface.store +net-profits.xyz +newsperuse.com +nextconseil.com +nikhilbahl.com +niroo.info +nonews.co +normalegal.ru notaria-desalas.com -nrjmobile.fr -nullrefer.com -oakridgemo.com -oballergiya.ru +nottyu.xyz +novatech.vn +novodigs.com +nsatc.net +ntic.fr +nyfinance.ml +o333o.com obsessionphrases.com -oconto.ru -o-dachnik.ru -of-ireland.info -ohmyrings.com -okayimage.com -okeinfo.online -oklogistic.ru +oddamzadarmo.eu +odesproperty.com +offers.bycontext.com +offf.info +okmedia.sk +okuos.com old-rock.com -olgacvetmet.com -omsk.xrus.org -onemactrckr.com -oneminutesite.it -onlainbesplatno.ru +omoikiri-japan.ru +onlinebay.ru onlinedomains.ru -online-hit.info -o-o-6-o-o.com +onlinemegax.com +online-templatestore.com o-o-6-o-o.ru -o-o-8-o-o.com -o-o-8-o-o.ru -oops-cinema.ru -orel-reshka.net -orion-v.com +openmediasoft.com +openstat.com +optibuymac.com +optitrade24.com +optom-deshevo.ru +ororodnik.goodbb.ru +osnova3.ru +osoznanie-narkotikam.net +ossmalta.com otbelivanie-zubov.com -outshop.ru -owohho.com -oxford-book.com.ua -page2rss.com +oynat.info +pacificair.com +paleohub.info +panouri-solare-acoperis.com paparazzistudios.com.au -paperwritingservice17.blogspot.ru -partner-trustworthy.men -patterntrader-en.com -pawli.eu -pcimforum.com +parajumpersjakkesalgnorge.info +park.above.com +partners-ship.pro +partybunny.ru +pc-services.ru pc-virus-d0l92j2.pw -pdns.cz -pearlisland.ru -perm-profnastil.ru -petsblogroll.com -peugeot-club.org -phpdevops.com -phuketscreen.com -piccshare.com -picsfair.com -pictures-and-images.net -pierrehardysale.online -pills24h.com -pinstake.com -pinwallpaper.xyz -pipki.r.acdnpro.com +pdamods.ru +petitions.whitehouse.gov +pewit.pw +phormchina.com +physfunc.ru +picscout.com +piluli.info +pinkduck.ga +pisanieprac.info +piter.xrus.org piuminiita.com -pixell.club -pizdeishn.com -pladform.ru -playboyfiles.xblog.in -podshipniki-ntn.ru -pogosh.com -pojdelo.weebly.com +pix-hd.com +pizza-tycoon.com +pkr1hand.com +pl.id-forex.com +pogruztehnik.ru polcin.de -pooleroadmedicalcentre.co.uk -popserve.adscpm.net -porndairy.in -pornogad.com -pornokajf.com -pornoslive.net -pornoxxx.com.mx +pomoc-drogowa.cba.pl +pontiacsolstice.info +popcash.net +popmarker.com +pornhive.org +pornhub-forum.ga +pornoblood.com +porno-chaman.info +pornogig.com +pornophoto.xyz +pornotubexxx.name +pornstartits.xblog.in portal-eu.ru -pozdrawleniya.ru -priceg.com -privatbank46.ru +porto.abuilder.net +portside.xyz +potolokelekor.ru +powc.r.ca.d.sendibm2.com +pozvonim.com +pregnant.guru +preventheadacheguide.info privat-girl.net -prizeestates.cricket +privetsochi.ru +prize44.com proekt-gaz.ru prohoster.info -projectforte.ru -prokotov.com -prom23.ru +prombudpostach.com.ua +promgirldresses.xyz +promodj.com pronekut.com -pro-poly.ru -proprostatit.com -prospekt-st.ru -prostitutki-kiev.org -prostitutki-yaroslavlya.org -pufip.com -puteshestvennik.com -putevka24.ru -py100.ru -qld10000.net +propranolol40mg.blogspot.com +prostitutki-tyumeni.org +pulseonclick.com +puserving.com +pussyspace.net +pxhdwsm.com +pyramidlitho.webs.com +pyrodesigns.com.au +qpypcx.com quickcashlimited.com -quickchange.cc +quit-smoking.ga +quizzitch.net qwarckoine.com -qwesa.ru -ranksonic.info -rapidgator-porn.ga +rada.ru +radiogambling.com +rank-checker.online +rankings-analytics.com razamicroelectronics.com -rcb101.ru -realmonte.net realresultslist.com -rebuildermedical.com -recipedays.ru refudiatethissarah.info -registry-clean-up.net -reining.lovasszovetseg.hu -reklama1.ru -remont-fridge-tv.ru -remont-komputerov-notebook.ru +registrydomainservices.com +remedyotc.com +remontbiz.ru remote-dba.de -renewablewealth.com -rentehno.ru -research.ifmo.ru -rethinkwasteni.info -ribieiendom.no -ricorsogiustizia.org -rique.host.sk -roma-kukareku.livejournal.com -rospromtest.ru -rossanasaavedra.net -royalvegascasino.com -rubbed.us -ru-dety.ru -rumamba.com -rusenvironmental.net -russian-postindex.ru -sabaapress.com -sa-live.com +replica-watch.ru +restaurantlescampi.com +restorator-msk.ru +reversing.cc +revistaindustria.com +rezeptiblud.ru +rfd-split.hr +rialp.getenjoyment.net +rn-to-bsn.com +romhacking.ru +rosbalt.com.ua +royalcar-ufa.ru +rubanners.com +rucrypt.com +rukino.org +ruspdd.com +rybalka-opt.ru +sady-urala.ru +salut-camp.ru +salutmontreal.com +sammyweaver.com samolet.fr -santasgift.ml +sandhillsonline.com +saratov.xrus.org +sa-rewards.co.za sarm.tk -saugatuck.com -sbricur.com -scanmarine.info -scanmyphones.com -scanner-don.top -scanner-jane.top -scanner-mary.top -scanner-olga.top -scanner-viktor.top -sdelai-prosto.ru +savememoney.co.za +sbdl.no +scanner-fred.top +scanner-marwin.top +scanner-nelson.top +schoolfiles.net +scripted.com +scrnet.biz.ua +sc-specialhost.com sdi-pme.com -searchtooknow-a.akamaihd.net -seksotur.ru -sel-hoz.com -semaltmedia.com -seminarygeorgia59.ga -sendearnings.com -seocdvig.ru -seo-platform.com -seo-prof1.xyz -seorankinglinks.us -seo-smm.kz +sdsjweb.com +search.1and1.com +search.alot.com +searchengineranker.email +searchinterneat-a.akamaihd.net +searchlock.com +secretscook.ru +seminarykansas904.ml +semprofile.com +semrush.com +seoanalyses.com +seolab.top +seorank.info serdcenebolit.com -servicecenter.co.ua -service-core.ru -se-welding.ru -sex-foto.pw +servisural.ru +sethrollins.net +sevenstars7.com +sexad.net +sexblog.pw +sexkontakte-seite.com sexpartygirls.net -sexpornotales.com -sex-sex-sex5.com -sexy-screen-savers.com -sexystrippe.info -shakhtar-doneck.ru -sherlock.se +sexs-foto.com +sexs-foto.top +sexstream.pl +sfd-chess.ru +shikiso.info +shlyahten.ru +shodanhq.com +shoesonlinebuy.cn shopcheermakeup.info -shopsellcardsdumps.com -shopvilleroyboch.com.ua -sierraapps.com -signal03.ru -signoredom.com -sildenafilcitratemed.com -silktide.com -sim-service.net -sinestesia.host.sk -siteonomy.com -sitevaluation.org -skatestick.bid -sklad-24.ru -skylta.com -skytraf.xyz -sledstvie-veli.net +shopwme.ru +shtaketniki.ru +sibdevice.ru +sicfor.bcu.cc +siha.de +silvercash.com +similardeals.net +simplepooltips.com +site-speed-check.site +sitopreferito.it +si-unique.com +sixcooler.de +slimcdn.com slkrm.ru -slonechka.ru -sluganarodu.ru -smallseotools.com -smartbalanceworld.com -snts.shell-pmr.ru -soaksoak.ru +slowmacfaster.trade +smart-scripts.com +snip.tw +snowplanes.com +social-buttons.com socialmadesimple.com -socialmediasuggest.com -social-search.me -social-s-ggg.xyz -soft1.ru -softonicads.com -soft-terminal.ru +soc-proof.su +soda.media solinf.co -solitaire-game.ru solmarket.by -songoo.wz.cz +sonata-arctica.wz.cz sortthemesitesby.com -sotkal.lark.ru +souvenir.cc souvenirua.com space2019.top -space4updating.win -spammen.de -spamnuker.com -spbchampionat.ru -spidtest.org -splendorsearch-a.akamaihd.net -sps-shop.com -sptslmtrafms.com -spymac.net -spywarenuker.com +spitfiremusic.com +sport7777.net +sprttrack.com spywarespy.com -srdrvp.com +squidoo.com +sstroy44.ru starpages.net +stathat.com +staticfs.host statoutlook.info -steelmaster.lv +stmassage.ru storehouse.ua stpolice.com -strana-krasoty.ru +strag-invest.ru strana-solnca.ru +strangeduckfilms.com streetfire.net -stromerrealty.com -stroymonolit.su -stroy-portal22.ru -suchenindeutschland.com +stretchmate.net +strigkaomsk.ru +stroicol.net sugarlyflex.pw -superiends.org -superkanpo.com -svarbit.com -svarkagid.com -svolze.com -svtrd.com -swinon.site +sumo.com +sureone.pro +surffoundation.nl +surflinksmedical.com +surintech.ac.th +svnuppsalaorebro.se +swsociety.se taaaak.com -takethatad.com -tandvardshuset.net -tattooha.com -td-l-market.ru -tecspb.ru -teesdaleflyballclub.co.uk -thebluffs.com -thefotosgratis.eu -thenews-today.info -thfox.com +tabakur77.com +tamada69.com +tasteidea.com +t-bygg.com +td-33.ru +tdsing.ru +techart24.com +teenbbw.yopoint.in +telegraf.by +thaisamkok.com +thebitcoincode.com +thedownloadfreeonlinegames.blogspot.com +thegalerie.eu +theguardlan.com +themeforest.net +thetardistimes.ovh +thiegs.reco.ws thruport.com -tiens2010.ru -titan-ads.life -titangel-vietnam.com -titelhelden.eu -tizanidine6mg.blogspot.com -tizanidineandhydrocodone.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinehcl4mgtablet.blogspot.com +tiandeural.ru +tizanidinecapsules.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com tizanidinehclsideeffects.blogspot.com -tizanidinestreetprice.blogspot.com +tizanidineinfo.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com tizanidinezanaflex.blogspot.com -tmm-kurs.ru -tmtrck.com -tnaionline.org -toolsky.com -toonfamilies.net -top10registrycleaners.com -topads.men +tk-assortiment.ru +tksn.ru +tomck.com +tooplay.com +topclickguru.com +topdownloads.ru top-l2.com -toproadrunner5.info +topmira.com topshef.ru -torrnada.ru -touchmods.fr -tracfone.com -track-rankings.online -tracksurf.daooda.com -tracxn.com -tradedeals.biz -traffic2cash.org -traffic2money.com -trafficnetzwerk.de -traffictrade.life +topsy.com +torrents-tracker.com +totu.us +tourcroatia.co.uk +track2.shop +trafaret74.ru +trafficfactory.biz +trafficmania.com trahvid.com -traxdom.ru -trkdf.com -tt-ipd.info -tuberkuleznik.ru +trion.od.ua +tri-slona.org +trustl.life +tubeoffline.com tuckermktg.com -tula.mdverey.ru -tversvet.ru -tv-spoty.info +turbabitload.weebly.com +twitlinks.com +twittrading.com twittruth.com -twu.com.ua -tytoona.com -ublaze.ru -ufa.xrus.org -uggbootsoutletsale.us -uhdtv.website +twodollarshows.com +typer.one +uamtrk.com +ukkelberg.no uk-zheu20.ru -ultimatesetnewfreeallsoftupgradesystems.pw -umekana.ru -umg-stroy.ru -unblocksit.es +undergroundcityphoto.com +underthesite.com +unimodemhalfduplefw.pen.io univerfiles.com -uptime-delta.net -url2image.com -urlcut.ru -url-img.link -urll.eu -urlopener.blogspot.com.au -uroki.net -us-america.ru -userequip.com +unrealcommander.org +uptime-alpha.net +uptime-as.net +upupa.net usiad.net -vandrie-ict.nl -vegan-foods.us -vektorpress.ru -vesnatehno.ru -viagraneggrx.com -via-gra.webstarts.com -video-hollywood.ru -videokrik.net +utiblog.fr +uzungil.com +vabasa.inwtrade.com +vacances-voyages.info +vacuumscleaner.com +valkiria-tk.ru +valuado.com +vapomnoncri.tk +varikoz24.com +varikozdok.ru +verymes.xyz +vesnatehno.com +viberdownload10.com +video-chat.love videositename.com -videospornogratisx.net vietimgy.pw -vikistars.com vinsit.ru -visionwell.com.cn -vizag.kharkov.ua -vkmusics.ru +vinylvault.co.uk +vip2ch.com +vip-dom.in +vipsexfinders.com +visa-pasport.ru +viven.host.sk +vkonche.com +vkontaktemusic.ru vmnmvzsmn.over-blog.com -vodkoved.ru -voloomoney.com -voloo.ru -vseuznaem.com -vtc.pw -vykup-avto-krasnodar.ru -vykupavto-krasnodar.ru -wallpapersist.com -watchmygf.net -waterpurifier.club +volume-pills.biz +vvon.co.uk +vysigy.su +vzglyadriv.kg +vzube.com +wallpapers-best.com +wallpapersdesk.info +wanker.us +we-are-gamers.com +webads.co.nz +web.cvut.cz +webenlace.com.ar webinstantservice.com -webix.biz -webnode.me -websiteexplorer.info -wechatdownload10.com -welcomeauto.ru +webix.me +webshoppermac.com +website-speed-checker.site +webstatsdomain.org wesharepics.site +westen-z.life westum.se -wetgames.ru -wfb.hatedriveapart.com -whatsupinfoley.com wheelchairliftsarea.com -wholinkstome.com +whereverdesperate.gq whos.amung.us -whosonmyserver.com -wikes.20fr.com -wingsofrefuge.net -win-spy.com -winx-play.ru -w-journal.ru -woman-h.ru -womens-journal.net +wineration.com +witherrom55.eklablog.fr +withstandingheartwarming.com +wma-x.com +wnhjavlhezp.gq +wordpresscore.com +workle.website worldinternetauthority.com -world-mmo.com +worldis.me +worldmusicfests.com wosik-dach.service-for-web.de -wstroika.ru -wwwadultcheck.com -www.event-tracking.com -www.get-free-traffic-now.com -www.timer4web.com -x69ty.ru -xchat26.myfreecams.com +wurr.voila.net +xbaboon.com xcombear.ru -x-diesel.com -xedserver.com -xitjw.info +xerox-douglas.cf +xfire.com +xjrul.com +x-lime.net +xmlinde.com xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80ak6aa92e.com -xn--b1adccaf1bzj.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--d1aifoe0a9a.top +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80aodinpgi.xn--p1ai +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn----dtbndd4ae7eub.top +xn--h1aakne2ba.xn--p1ai +xn----itbkqkfiq.xn--p1ai +xn--lifehacer-1rb.com +xolodremont.ru xrus.org -xtubeporno.net -xuki.us +x-stars.ru +x-true.info xwatt.ru -xxxtube69.com -xzlive.com -yadro.ru -yatrk.xyz -yebocasino.co.za -yellowfootprints.com -yopoint.in -yottos.com -youdao.com -youradulthosting.com +xxart.ru +xxxkaz.org +yhit.press +youbrainboost.asia +yougame.biz +yougotanewdomain.com yourmovies.pl -yourporn.com -yourserverisdown.com -yoursite.com -you-shall-not-pass.is74.ru -youtubedownload.org -ytmnd.com -yunque.pluto.ro -zaimite.ru +yurgorod.ru +zagadki.in.ua zajm-pod-zalog-nedvizhimosti.ru -zajm-zalog-krasnodar.ru -zapiszto.pl -zarabiaj-dzis.pl -zarajbuilders.com -zebradudka.com -zeg-distribution.com +zakazvzloma.com +za-music.mymobiplanet.com +zaobao.com.sg +zastroyka.org +zatjmuzu.info +zawyna.ua +zed21.net zerocash.msk.ru -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl -zmoda.hostreo.com -zocaparj.kz +zeroredirect12.com +zigarettenonlinekaufen1.blox.pl +zlatnajesen.com zoodrawings.com zoogdinsney.com -zoogdisany.com +zoosexart.com zootoplist.com -zrus.org -zverokruh-shop.cz -zynax.ua -zytpirwai.net -zzbroya.com.ua +zrelaya.pw +zvetki.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index c9743c436..b97287088 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -11pikachu.ru -1314dh.com -2345.com -2drittel.de -aab94f698f36684c5a852a2ef272e031bb.com -aac52006ec82a24e08b665f4db2b5013f7.com -abovetherivernc.com -addbin.men -adf.ly -adidas.frwebs.fr -admatic.com.tr -adsfresh.men -adultnet.in -alldownload.pw -allmarketsnewdayli.gdn -amateurlivechat.org -anlimebel.kiev.ua -apioutoboxnet-a.akamaihd.net -apple.com-cleaner.systems -artefakct.com -artparquet.ru -autonew.biz -autorn.ru -aviav.org -avtocredit-legko.ru -battlecarnival.su -battleforupdating.site -beauty-bracelet.com -beremenyashka.com +2020iscoming.info +24videos.tv +256bit.by +7zap.com +adktrailmap.com +ads-cool.pro +adultactioncam.com +advancedsoftwaresupport.com +ad-words.ru +alekseevec.ru +allblogroll.com +aosexkontakte.net +apartmentbay.ru +apibetweenlinesn-a.akamaihd.net +atmagroup.ru +audiofree.ru +auto4style.ru +autochoixspinelli.com +avtovolop.ru +ayakino.net +azadnegar.com +batanga.net +battle.net +benchmarkcommunications.co.uk +berrymall.ru +betonka.pro +bif-ru.info +bigames.online +binaryoptionscops.info +bio-market.kz +blackwitchcraft.ru +bolezniorganov.ru bongacams.com -brendbutik.ru +bookmaker-bet.com +bosman.pluto.ro +brimstonehillfortress.org bristolhotel.com.ua -c1.onedmp.com -callejondelpozo.es -cartierwatch.xyz -caulderwoodkennels.com -cctva.tv -cercacamion.it -c-gainsbourg.com -cheap-trusted-backlinks.com -cheatcode-lita12.rhcloud.com -chimiver.info -choice-credit.ru -cineacademy.ru -collegeessay19.blogspot.ru -cookingmeat.ru -customerpromos-a.akamaihd.net -cutalltheshit.com -danschawbel.com -darkages.info -davidovic.info -deutschland123.de -dmmspy.com -dnepr-avtospar.com.ua -doeco.ru -doska-vsem.ru -dostavka-v-ukrainu.ru -doyouknowtheword-flummox.ml -e-biznes.info -ee77ee.com -ege-essay.ru -elektronischezigarettekaufen1.myblog.de -erotikchat-24.com -este-line.com.ua -etotupo.ru -extremal-blog.com -fandlr.com -faptitans.com -faracontrol.ir -fickkontakte.org -finemanteam.com -firma-legion.ru +budilneg.xyz +buigas.00it.com +buzzonclick.com +calcularpagerank.com +canacopegdl.com +candycrushshop.com +chiblackhawks-jerseys.com +cialis-samples.com +ciproandtizanidine.blogspot.com +clickcash.com +clodo.ru +codysbbq.com +compliance-alexa.xyz +custom-product-labels.com +dailyfinancefix.com +dalavia.ru +dandiyabeats.in +dealwifi.com +defenderxtactical.com +dekoration.us +dekorkeramik.ru +destinationrealestate.com +detmebel.su +dlya-android.org +dominateforex.ml +dptaughtme.com +elektrischezigarette1.blog.pl +elkacentr.ru +elmifarhangi.com +elvel.com.ua +enternet.ee +estelight.ru +european-torches.ru +evogarage.com +extstat.com +fbdownloader.com +fdzone.org +fickkontaktehobbyhuren.com +fickluder69.com fix-website-errors.com -flipper.top -forminecrafters.ru -fototravel.eu -frameimage.org -freelinkbuilding.website.tk -free-share-buttons.blogspot.com -freeuploader.com -frivgame250.com -fx-brokers-review.com -game-mmorpg.net -gembird.com -glall.ru -goldpanningtools.com -googst2.ru -gopixdatabase.com -gopro-online.info -gta-top.ru -hatedriveapart.com -hawaiisurf.com -hidefiles.org -hkdiiohi.skyrock.com -hmmm.cz -hybrid.ru -hyipmanager.in +formulaantiuban.com +forum-engineering.ru +free-today.com +freza-sverlo.ru +funcrushgames.com +gazoblok.net.ua +geileweiber.tk +gfaq.ru +goroda-vsego-mira.ru +grtyi.com +handsandlegs.ru +havepussy.com +hornymatches.com +hothor.se +houseofgaga.ru ideoworld.org -i-midias.net.br -indo-export.ru -infogame.name -integritylandscapeservices.com -investmac.com -iplogger.org -iptool.xyz -iscblog.info -ivanstroi.ru -jav-fetish.site -joingames.org -justdating.online -justkillingti.me -kamalsinha.com -kambasoft.com -keywordhut.com -keyword-suggestions.com -kinosed.net -kletkimehan.ru -koleso24.com.ua -krasivoe-hd.net -kvartir-remont.biz -lacasamorett.com -landoftracking.com -languagecode.com -letsart.ru -li-er.ru -livefixer.com -lolnex.us -louboutinshoes.xyz -lsp-awak-perikanan.com -ltvperf.com -m292.info -macdamaged.space -masserect.com -mebeldekor.com.ua -mediafresh.online -metalonly.info -mhtr.be -microstatic.pl -mirobuvi.com.ua -mnogolok.info -moi-glazki.ru -moncleroutletonline.xyz -mrpornogratis.xxx -musicdaddy.net -muz-shoes.ru -mycaf.it -negociosdasha.com -newsperuse.com -nextconseil.com -nfljerseys.online -nightvision746.weebly.com -nodding-passion.tk -noumeda.com -okonich.com.ua -olympescort.com -onemactrckr.com -o-o-8-o-o.com -orsonet.ru -ostrovtaxi.ru -owathemes.com -paintingplanet.ru -paleohub.info -palvira.com.ua -pigrafix.at +igrovyeavtomaty777.ru +ilovevitaly.com +imagerydatabase.com +impotentik.com +instakink.com +int.search.tb.ask.com +it-max.com.ua +jamiembrown.com +jeremyeaton.co +jpcycles.com +juliaworld.net +kanimage.com +karadene.com +keywordsdoctor.com +kidskunst.info +lafriore.ru +landinez.co +larchik.net +laserpen.club +leadwayau.com +lenvred.org +lescinq.com +letslowbefast.today +lflash.ru +lider-zhaluzi.kiev.ua +lignofix.ua +linkpulse.com +linkredirect.biz +linksharingt.com +littleberry.ru +mac-shield.com +master-muznachas.ru +metarip.ru +minegam.com +mojpreskumanie.com +moneymaster.ru +montazhnic.ru +moroccosurfadventures.com +myfreecams.com +mylida.org +myonigroup.com +myplaycity.com +nextlnk12.com +nikhilbahl.com +november-lax.com +oconto.ru +olgacvetmet.com +onstrapon.purplesphere.in +orgasmatrix.com +ororodnik.goodbb.ru +osb.se11.ru +paclitor.com +pandarastore.top +pandroid.co +partner-host.men +picsearch.com +pinkduck.ga +playfortuna-play.ru +pochtovyi-index.ru +podshipniki-nsk.ru pony-business.com -popander.mobi -pornogad.com -pornoxxx.com.mx -privatov-zapisi.ru -prize44.com +pornoblood.com +pornobrazzers.biz +pornofiljmi.com +prchecker.info +predmety.in.ua +primedice.com +privacyassistant.net +prizesbook.online +profitkode.com propranolol40mg.blogspot.com -push-ad.com -rapidsites.pro -redirlock.com -rogervivierforsale.com -rome2rio.com -rybalka-opt.ru -sack.net -sakhboard.ru -samo-soznanie.ru -sampleletters.net -sbt-aqua.ru -sdelai-prosto.ru -semalt.com -serialsway.ucoz.ru -serving.adbetclickin.pink -sex-foto.pw -sextracker.be -sextracker.de -shop.acim.org -sientalyric.co -simply.net -sinel.info -siteimprove.com -slavkokacunko.de -sortthemesitesby.com -sprttrack.com +ptr.ruvds.com +pukaporn.com +rasteniya-vs-zombi.ru +realitykings.com +remontvsamare.su +responsive-test.net +rockingclicks.com +sad-torg.com.ua +scanmyphones.com +scanner-margo.top +scanner-mary.top +searchengineranker.email +searchimpression.com +searchmywindow-a.akamaihd.net +seccioncontrabajo.com +security60-e.com +seeresultshub-a.akamaihd.net +seorank.info +serpstat.com +sexblog.pw +sexkontakteao.info +sex-watch.com +sfj-ror.no +shiksabd.com +shoesonlinebuy.cn +shoppingmiracles.co.uk +sideeffectsoftizanidine.blogspot.com +simul.co +sisiynas.ru +site-auditor.online +slowmac.tech +smokewithrabbits.com +snworks.com +socialbookmarksubmission.org +softxaker.ru +souvenir.cc +sticken.co +stretchingabuckblog.com +strigkaomsk.ru +stroicol.net suchenindeutschland.com -summerlinhomes411.info -sumo.com -tabakur77.com -tackletarts.co -takeprofitsystem.com -tattooreligion.ru -tecspb.ru -timdreby.com -tizanidine4mguses.blogspot.com -tizanidine6mg.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidineshowupondrugtest.blogspot.com -toproadrunner5.info -trafficjunky.com -trafficmp.com -tripper.de -twelvevisionspartyofcolorado.com -txxx.com -udayavani.com +superstats.com +susanholtphotography.com +swinger-mobil.net +swiped.su +tfxiq.com +thefarmergame.com +thegamerznetwork.com +thetardistimes.ovh +thexart.club +tizanidineduringpregnancy.blogspot.com +tizanidineformigraines.blogspot.com +tizanidineingredients.blogspot.com +tjkckpytpnje.com +tmearegion26.com +topclickguru.com +track-rankings.online +traffixer.com +trailer.cinemaflix.website +tx41tclega.ru +uhdtv.website ultimatesetnewfreeallsoftupgradesystems.pw -universals.com.ua -unrealcommander.com -validdomain.xyz -varikozdok.ru -vasileostrovsky-rayon.ru -videooko.weebly.com -vk-mus.ru -vod.com.ua -vvpg.ru -wallpapers-best.com -webmasterhome.cn -website-audit.com.ua -whereiskentoday.com -withstandingheartwarming.com -woman-h.ru -xaylapdiendanang.com -xblognetwork.com -xdoza.com -x-lime.com -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xpresscare.ru -xwatt.ru -xxxtube69.com -yourporngay.com -zhacker.net -zigarettenonl.canalblog.com -zionstar.net -zx6.ru -zytpirwai.net +uogonline.com +uprour.com +ussearche.cf +v24s.net +vapomnoncri.tk +videochat.cafe +vintontech.info +vinylvault.co.uk +webenlace.com.ar +webshoppermac.com +website-analytics.online +wjgony.com +w-journal.ru +wladimirpayen.com +www.888.com +wwwadultcheck.com +wygraj-skiny.win +x-diesel.info +xn----itbkqkfiq.xn--p1ai +xtrafficplus.com +your-bearings.com +youtubedownload.org +zoogdisany.com +zrizvtrnpale.tk diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 9b88f4b87..f45bae986 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.188.1.99 0; +35.192.85.2 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 344a9499a..29d07923d 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 92d57f617..e994c3f8b 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 2aac7a787..7e57b1bd9 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1643 +#### Version: V4.2019.06.1644 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 3b707e12b..51cb66be1 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1643 +#### Version: V4.2019.06.1644 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 9017f4a0f..d010f5346 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1643 +#### Version: V4.2019.06.1644 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a3905f3db..9ffa9d34d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1643 +#### Version: V4.2019.06.1644 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 81842727a..453934fe3 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1643 -### Updated: Thu Jun 27 12:59:42 SAST 2019 +### Version: V4.2019.06.1644 +### Updated: Thu Jun 27 13:12:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 87d83cf28..2f7d1d3a5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1643 -### Updated: Thu Jun 27 12:59:43 SAST 2019 +### Version: V3.2019.06.1644 +### Updated: Thu Jun 27 13:12:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17992,7 +17992,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m burst=5; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=6r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 81842727a..453934fe3 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1643 -### Updated: Thu Jun 27 12:59:42 SAST 2019 +### Version: V4.2019.06.1644 +### Updated: Thu Jun 27 13:12:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 67b7f36cd..041a57a60 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1643 -### Updated: Thu Jun 27 12:59:44 SAST 2019 +### Version: V4.2019.06.1644 +### Updated: Thu Jun 27 13:12:24 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##