diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index a075045cb..a3ba41a5b 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.66.178.120 0; +35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 0443ca862..0c518d221 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1646 -### Updated: Thu Jun 27 13:58:04 SAST 2019 +### Version: V4.2019.06.1647 +### Updated: Thu Jun 27 14:46:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index a075045cb..a3ba41a5b 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.66.178.120 0; +35.224.112.202 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index fa86a3ba8..5206f0e14 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index c5da765af..95fbc95fc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index fa86a3ba8..5206f0e14 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index c5da765af..95fbc95fc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index fa86a3ba8..5206f0e14 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index c5da765af..95fbc95fc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index fa86a3ba8..5206f0e14 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index fa86a3ba8..5206f0e14 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0443ca862..0c518d221 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1646 -### Updated: Thu Jun 27 13:58:04 SAST 2019 +### Version: V4.2019.06.1647 +### Updated: Thu Jun 27 14:46:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 5dfe40979..776daf920 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AhrefsBot -BackWeb -BetaBot -Bolt -CazoodleBot -CCBot -Chlooe -Cliqzbot -CrazyWebCrawler -Deusu -Ecxi -EMail Siphon -evc-batch -Extreme Picture Finder -Go!Zilla -GrapeFX -InterGET -JikeSpider -Joomla -Lightspeedsystems -Likse -LinkextractorPro -LinkpadBot +Anarchie +Bigfoot +BLEXBot +Blow +Bullseye +CATExplorador +CheTeam +com.plumanalytics +demandbase-bot +Disco +Drip +EirGrabber +Evil +FlashGet +Foobot +GetRight +Go-Ahead-Got-It +Haansoft +Iblog +IDBot +InternetSeer +JamesBOT +LinkScan Lipperhey Spider -Meanpathbot -Msrabot -Netvibes -Niki-bot -Nimbostratus -Offline Explorer -PleaseCrawl -PyCurl -Rogerbot -SemrushBot -SEOkicks-Robot -SEOstats -Sitebeam -SiteSnagger -SpaceBison -Sqlmap +Mediatoolkitbot +mediawords +NPbot +Picscout +plumanalytics +POE-Component-Client-HTTP +PxBroker +Searchestate +seoscanners +SISTRIX +SputnikBot +spyfu +Sqlworm +SurveyBot Suzuran -Swiftbot -TightTwatBot -Tracemyfile +Trendictionbot +WebAuto +Web Fetch WebLeacher -Webster -Whatweb -Xenu -Zade -Zauba +Web Sauger +WebSucker +Who.is Bot +WiseGuys Robot +WWW::Mechanize +xpymep1.exe +zauba.io diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 5f686a441..8cf4664f7 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy 80legs -Abonti -Aboundexbot -AfD-Verbotsverfahren +Acunetix +ADmantX AhrefsBot -Aipbot -Alexibot +AIBOT Alligator -AllSubmitter -archive.org_bot -autoemailspider +ASPSeek Backlink-Ceck -BacklinkCrawler -BackWeb +backlink-check Bandit -Barkrowler BatchFTP -Battleztar Bazinga -Blackboard -Black Hole -BuiltBotTough -Bullseye -BuzzSumo +BBBike +BDCbot +BetaBot +Bigfoot +BlackWidow +Blow +BlowFish +Boardreader +BotALot +BunnySlippers CazoodleBot -CheeseBot +CCBot CherryPicker +CheTeam +Cliqzbot Cloud mapping -cognitiveseo -CopyRightCheck +Cogentbot +com.plumanalytics Copyscape Cosmos -crawler4j -crawler.feedback +Craftbot +crawl.sogou.com CrazyWebCrawler Crescent CrunchBot -CSHttp -DBLBot -Demon -Digincore +Deusu +Devil DigitalPebble -DIIbot +Dirbuster Disco Discobot -DomainAppender -Dotbot +Dispatch +DittoSpyder +DnyzBot +DomainCrawler +DomainSigmaCrawler Dragonfly -DSearch DTS Agent EasyDL -ECCP/1.0 -EirGrabber -EroCrawler -evc-batch +Ecxi Evil ExtLinksBot -Extractor -ExtractorPro -Ezooms -facebookscraper +Extreme Picture Finder +EyeNetIE +FDM FHscan Firefox/7.0 +Flunky FrontPage -Fyrebot -GalaxyBot Genieo -GermCrawler Getintent -Gigablast +GetRight +Go-Ahead-Got-It GoZilla Go!Zilla -GrabNet -Grafula -GrapeFX -GT::WWW -HaosouSpider -Harvest -HEADMasterSEO -HTTrack -HybridBot +Grabber +GrapeshotCrawler +GridBot +Havij +HMView +HTMLparser +HTTP::Lite Iblog +IDBot +Id-search IlseBot Image Fetch Image Sucker -IndeedBot Indy Library -InfoTekies +InfoNaviRobot instabid +Intelliseek +InterGET Internet Ninja -internetVista monitor +InternetSeer Iria +IRLbot Iskanie -Jbrofuzz +IstellaBot +JamesBOT JennyBot -JetCar +Jetty JOC Web Spider -Jorgee -JustView -Kozmosbot +Joomla +Kenjin Spider +Lanshanbot Larbin -LexiBot +Lftp LibWeb +Lightspeedsystems LinkextractorPro -LinksManager LinkWalker -LinqiaMetadataDownloaderBot -LinqiaRSSBot -Lipperhey Spider Litemage_walker -LNSpiderguy +lwp-request +LWP::Simple Magnet -magpie-crawler Mail.RU_Bot -Majestic SEO -Majestic-SEO -Masscan +Majestic12 +MarkMonitor +Mata Hari +meanpathbot Meanpathbot MeanPath Bot +Mediatoolkitbot MegaIndex.ru Metauri +MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control MIDown tool +MIIxpc Mister PiX MJ12bot -Mr.4x3 -Msrabot -MS Web Services Client Protocol -Name Intelligence +MSFrontPage +Musobot Nameprotect -Navroad -NetAnts +Nessus +NetLyzer +NetMechanic Nettrack Netvibes -NextGenSearchBot +NICErsPRO Niki-bot -Nimbostratus -Ninja +Nikto +NimbleCrawler +NPbot +Nutch +oBot Offline Navigator OnCrawl -Openfind OpenLinkProfiler -OpenVAS -OutfoxBot +Openvas +OrangeSpider +OutclicksBot +PageAnalyzer Page Analyzer -Pandalytics +PageGrabber +page scorer Panscient PECL::HTTP Picscout -PictureFinder -PleaseCrawl -Pockey +Picsearch +Pimonster +Pixray +POE-Component-Client-HTTP ProPowerBot -ProWebWalker +Pump +PxBroker PyCurl Quick-Crawler RankActive +RankActiveLinkBot RankingBot -RealDownload -RebelMouse +RankingBot2 Recorder RedesScrapy -RepoMonkey Ripper -RocketCrawler -Rogerbot SalesIntelligent SBIder -Scanbot -scan.lol ScoutJet Screaming -SearchmetricsBot -SEOkicks -SEOprofiler -seoscanners +Semrush +SemrushBot +SEOlyticsCrawler +SEOstats +serpstatbot Shodan Siphon SISTRIX -Sitebeam -SiteExplorer Siteimprove -SiteLockSpider -SiteSnagger SiteSucker -Site Sucker -SmartDownload -SMTBot Snake -Sogou web spider -Sosospider +Snoopy +SocialRankIOBot +sogouspider Sottopop +Spammen Spanner +Spinn3r spyfu Sqlmap Sqlworm -Steeler +Sqworm Stripper -Sucuri +Sucker SuperHTTP -SurveyBot -Suzuran +Surfbot +Swiftbot +sysscan T0PHackTeam -T8Abot -TeleportPro +tAkeOut +Telesoft Telesphoreo -TheNomad -Thumbor -Toata -Trendictionbot -Turingos +Telesphorep +Titan +Trendiction TurnitinBot -Twice -Typhoeus +UnisterBot +Upflow +URLy.Warning Vacuum Vagabondo -Virusdie +VeriCiteCrawler Voil -WallpapersHD +Voltron +Wallpapers/3.0 +WebAuto +WebCollage +Web Collage WebCopier -WebEnhancer Web Enhancer -WebFetch -Web Fuck -WebGo IS -WebImageCollector +Web Fetch +WebFuck +WebLeacher WebmasterWorldForumBot +webmeup-crawler +WebPix +Web Pix WebReaper -Web Sauger -WebsiteExtractor -WebsiteQuester -Website Quester +WebSauger Webster -WebStripper +WebSucker Web Sucker WebZIP -Whacker -Whatweb Who.is Bot WiseGuys Robot +WISENutbot +Woobot +Wotbox +Wprecon WPScan -WWW-Collector-E +WWW::Mechanize x09Mozilla -x22Mozilla -Xenu +YoudaoBot +Zade Zauba -zgrab -Zitebot -ZmEu +zauba.io +Zermelo diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 1c1e33322..f65e12ce8 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,208 +1,210 @@ 360Spider -404enemy -Aboundex +404checker +80legs +AfD-Verbotsverfahren +AhrefsBot +AiHitBot Aipbot -AlphaBot -Anarchie -archive.org_bot ASPSeek -Attach BackDoorBot -Backlink-Ceck -BacklinkCrawler BackWeb -Badass +Bandit BatchFTP -BBBike -BetaBot +Battleztar Bazinga +BDCbot +BDFetch Bigfoot BlackWidow -BLEXBot +Blow BlowFish -Boardreader -BotALot +Bolt +Brandwatch Buddy -BuiltWith -Bullseye -BuzzSumo +BunnySlippers +Calculon CATExplorador CazoodleBot CCBot -CheeseBot -CherryPicker +Cegbfeieh CheTeam -ChinaClaw -Claritybot +Chlooe +Cliqzbot coccocbot-web -Cogentbot -CopyRightCheck -crawler4j +com.plumanalytics +Copier +Craftbot crawl.sogou.com -CSHttp +CrazyWebCrawler +Crescent +Curious +Custo DataCha0s -Devil +Demon +Digincore +Disco +DnyzBot +DomainAppender DomainCrawler -DomainStatsBot -Dotbot Dragonfly Drip -Ebingbong +DSearch +EasyDL ECCP/1.0 +Ecxi EirGrabber -EMail Siphon EMail Wolf -EroCrawler -evc-batch +Evil Exabot -ExtractorPro +Express WebPictures Ezooms +facebookscraper FDM +FemtosearchBot FHscan -Fimap -Firefox/7.0 -Foobot -Freeuploader +FlashGet +Flunky FrontPage -FyberSpider -GermCrawler -Grabber -GrapeFX -GT::WWW +GalaxyBot +Genieo +Getintent +GetRight +Gigablast +G-i-g-a-b-o-t +Go-Ahead-Got-It +GoZilla +GrabNet +GridBot +HEADMasterSEO Heritrix -Hloader -HTMLparser -HTTrack -Iblog -Id-search -IndeedBot -Indy Library -InfoTekies -instabid +HTTP::Lite +Humanlinks +InfoNaviRobot +Intelliseek Internet Ninja Iria -IRLbot JamesBOT -Jbrofuzz JennyBot JetCar -Jetty -Jorgee -Jyxobot -Kenjin Spider +JOC Web Spider +Joomla Kozmosbot -Lanshanbot Larbin LeechFTP -Likse +Lftp +Lightspeedsystems Linkdexbot LinkextractorPro -LinkpadBot -LinksManager +LinkScan LinqiaMetadataDownloaderBot LinqiaRSSBot Lipperhey Spider LNSpiderguy +Ltx71 lwp-request -LWP::Simple -lwp-trivial -Mag-Net -Mail.RU_Bot +Magnet Majestic12 -Masscan -Meanpathbot +Majestic-SEO +Mass Downloader +MeanPath Bot Mediatoolkitbot -mediawords MegaIndex.ru Metauri +MFC_Tear_Sample Microsoft Data Access MIDown tool +MIIxpc +Mister PiX MJ12bot -MS Web Services Client Protocol -muhstik-scan -Musobot +Morfeus Fucking Scanner +Mr.4x3 +MSFrontPage +MSIECrawler Nameprotect Navroad NearSite -Needle -Netcraft +NetAnts NetLyzer -NetSpider +NetMechanic Nettrack -NextGenSearchBot -Niki-bot +Net Vampire Nikto -Ninja +Nimbostratus NPbot Nutch -oBot +Octopus Offline Explorer -Offline Navigator OnCrawl -OpenVAS -OrangeBot -OrangeSpider -OutclicksBot +Openfind +OpenLinkProfiler +Openvas +PageAnalyzer PageGrabber +PageScorer +Papa Foto pcBrowser -PECL::HTTP -PeoplePal -PHPCrawl -PictureFinder +Picsearch Pimonster Pixray -PleaseCrawl +plumanalytics Pockey +Probethenet ProPowerBot +Psbot PxBroker -QueryN Metasearch RankActive -RankingBot -Rankivabot -RebelMouse -RedesScrapy -Ripper +RankActiveLinkBot +RankingBot2 +RankurBot +RealDownload +Reaper RocketCrawler -SBIder -ScanAlert +ScoutJet +Scrapy Searchestate -SearchmetricsBot -SEOkicks-Robot +Semrush +SEOlyticsCrawler SEOprofiler -seoscanners -SeoSiteCheckup -SEOstats -serpstatbot sexsearcher Shodan -Siphon SISTRIX Sitebeam +SiteExplorer +SiteSnagger SiteSucker +Site Sucker Sitevigil -SmartDownload -Snapbot -Sogou web spider -Sosospider +SlySearch +Snoopy +Sociscraper +sogouspider +Sottopop SpaceBison -Spbot +SpankBot SputnikBot spyfu +Steeler +Stripper Sucker Sucuri SuperBot SuperHTTP -Suzuran +SurveyBot T0PHackTeam -T8Abot +tAkeOut +Teleport +Telesoft The Intraformant Thumbor +TightTwatBot Toata Tracemyfile +Trendiction +Trendictionbot trendiction.com -trendiction.de -Turingos +Turnitin TurnitinBot TwengaBot +Twice Typhoeus Upflow URLy Warning @@ -210,41 +212,39 @@ URLy.Warning Vacuum VB Project VCI -VidibleScraper -Virusdie -VoidEYE Voltron +WallpapersHD +WASALive-Bot +WBSearchBot Webalta WebAuto -WebBandit -Web Collage -WEBDAV -Web Enhancer -WebFetch -Web Fetch +Web Auto +WebCollage +WebCopier +WebEnhancer WebFuck -Web Fuck WebGo IS WebLeacher -Web Pix -WebReaper -WebSauger +Web Sauger WebsiteExtractor WebsiteQuester +Website Quester +WebStripper WebSucker WebZIP WeSEE -Who.is Bot -Widow WinHTTrack Woobot +Wprecon +WPScan +WWW-Collector-E WWW-Mechanize WWW::Mechanize +x09Mozilla Xaldon_WebSpider -xpymep1.exe -Zauba -Zermelo -zgrab -Zitebot +Xenu +YoudaoBot +Zade +zauba.io ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index faa95f289..9862a4e43 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -214jaluwobapef.cf -4pp13.com -777-club.ru -aa81bf391151884adfa3dd677e41f94be1.com -adclickthru.net -admatic.com.tr -adobereader-free.ru -adultfullhd.com -advancedsoftwaresupport.com -akama.com -ample-awards-today.us -anmysite.com -apiholdingmypage-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -babyfactory.fr -beauty-bracelet.com -blogporn.in -bronzeaid-a.akamaihd.net -buckspar.gq -camdolls.com -cartierlovebracelet.xyz -chocolateslim-en-france.com -cialischstgerts.com -companies-catalog.com -compliance-alex.top -compucelunlock.net -counciltally.com -customergrowthsystems.com -cvety24.by -cyse.tk -dstroy.su -eas-seo.com -enhand.se -erot.co -europeanwatches.ru -evrotekhservis.ru -ezigarettekaufen.myblog.de -forodvd.com -fsalas.com -gateway.zscalertwo.net -gearsadspromo.club -g.starmoe.xyz -imk.com.ua -irkutsk.zrus.org -j33x.com -kakadu-interior.com.ua -kazinogames.lv -kinogonew.ru -krasnodar.zrus.org -lerporn.info -lflash.ru -light.ifmo.ru -lol-smurfs.com -m1media.net -machicon-ueno.info -makemoneyonline.com -marsgatan.com -megaindex.ru -mesbuta.info -message-warning.net -mydirtyhobby.com -newstaffadsshop.club -nfljerseyscheapchinabiz.com -pammik.ru -panicatack.com -patol01.pw -pcads.ru -pensplan4u.com -pics-group.com -popmarker.com -pornosee.info -rangjued.com -recipedays.ru -redhotfreebies.co.uk -resultshub-a.akamaihd.net -reversing.cc -saltspray.ru -saratov.xrus.org -scanner-ivan.top -steamoff.net -stroicol.net -suture.co -texbaza.by -thecoolimages.net -thenews-today.info -tizanidinehcl4mgtab.blogspot.com -tracklead.net -urdoot.win -videos-for-your-business.com -webpromotion.ae -wemedinc.com -wineitudes.wordpress.com -wordpresscore.com -writersgroup580.web.fc2.com -wurr.voila.net -x-diesel.biz -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -yourothersite.com -zojirushi-products.ru -zoogdinsney.com +100dollars-seo.com +178evakuator178.ru +4inn.ru +5elementov.ru +aa8780bb28a1de4eb5bff33c28a218a930.com +agapovdg.ru +allpdfmags.net +avon-novosib.ru +avtolombard-krasnodar.com +bankiem.pl +big-cash.net +bloke.com +bonux.nextview.ru +bus-offer.com +checkhit.com +dev33.dioniqlabb.se +dfwu1019.info +divci-hry.info +diy-handmade-ideas.com +djonwatch.ru +domainroam.win +erotik0049.com +ez8motelseaworldsandiego.com +familienzahnaerzte.com +fba-mexico.com +fidelityfunding.com +footballfarrago.com +foto-sisek.porngalleries.top +foto-telok.net +frvo.alptandem.ru +fungirlsgames.net +girlsfuckdick.com +gk-atlant.info +gktt.ru +gyffu.com +hdimagegallery.net +hkladys.com +hptwaakw.blog.fc2.com +imperiafilm.ru +jav-way.site +jimmychoosale.online +kinky-fetishes.com +kinopolet.net +life.biz.ua +locationdesaison.com +macdamaged.tech +mac-shield.com +malwareremovalcenter.com +marketland.ml +mecash.ru +medictube.ru +meget.co.za +member-quiz.com +metabar.ru +misswell.net +moroccosurfadventures.com +mygameplus.com +myperiod.club +npoet.ru +o00.in +offf.info +orhonit.com +perso.wanadoo.es +physfunc.ru +picsforkeywordsuggestion.com +pills24h.com +powenlite24.ru +pricheskaonline.ru +purchasepillsnorx.com +qcstrtvt.bloger.index.hr +realting-moscow.ru +renecaovillasale.online +ricorsogiustizia.org +rimedia.org +risparmiocasa.bz.it +search.xtconnect.com +se.bnt-team.com +seeresultshub-a.akamaihd.net +seofied.com +soft-terminal.ru +staticfs.host +sugarlyflex.pw +superstarfloraluk.com +svnuppsalaorebro.se +tizanidinevssoma.blogspot.com +tongkatmadura.info +trichizobswiv.agddns.net +tt-ipd.info +tuckpointingmasonrysystems.com +uptime-delta.net +vepad.com +vucms.com +websites-reviews.com +whatistizanidine2mg.blogspot.com +wineration.com +w-journal.ru +x-diesel.info +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +ypmuseum.ru +zaapplesales.blogspot.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 5d834cfd2..825879806 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -100dollars-seo.com -10bet.com -2000k.ru -20pascals.nl +00it.com +101billion.com +101lesbian.xyz +11235813.webzdarma.cz +1688.com 24x7-server-support.site -28n2gl3wfyb0.ru -2itech.ru -3-letter-domains.net -4pp13.com -4ureyesonly.com -51.la -7a2rnuey1tw9ar.ru -7search.com -83net.jp +3rbseyes.com +3w24.com +3weekdiet.com +4istoshop.com +6hopping.com 888.com -8jn.dating-app.ru -991mostfm.co.id -999webdesign.com -aa14ab57a3339c4064bd9ae6fad7495b5f.com -abcdefh.xyz +91abcw.com +9med.net +a96527gi.beget.tech +aa08daf7e13b6345e09e92f771507fa5f4.com +aa625d84f1587749c1ab011d6f269f7d64.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aa9d046aab36af4ff182f097f840430d51.com +aasoldes.fr abcguru.xyz -abiente.ru -actices.com -adamoads.com -adanih.com -adclickthru.net -adconscious.com -adidas.frwebs.fr +above.com +absolutelyanalog.com +absugars.com +abtasty.com +acmebtn.ml +activepr.ru +adbetclickin.pink +adcash.com +addbin.men +addtoadd.men +adf.ly adimmix.com -admeasures.com -adminshop.com -admitad.com +admatic.com.tr adrunnr.com +ads-cool.pro ads.tremorhub.com -adultnet.in adultwebhosting.info -affordablewebsitesandmobileapps.com -afmuseum.com -a.frcls.fr -aibolita.com -aihelen.net -aktivator-windows10.blogspot.com -alborzan.com -alessandraleone.com -alevinefesleri.com +adviceforum.info +advokateg.ru +agardomains.com +aghanyna.com +agreda.pluto.ro +akuhni.by alkoravto.ru -allcredits.su -alldownload.pw -allornamenti.com +all4wap.ru +allbizne.co.ua +allknow.info alloysteel.ru +all-streaming-media.com allwomen.info alot.com -am15.net -amanda-porn.ga -amazingpic.net -amyfoxfitness.com -anapa-inns.ru -angkortours.vn -anticrawler.org -apiadanaknet-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apple.com-cleaner.systems +amazingninja.com +amehdaily.com +am-se.com +anal-acrobats.hol.es +androids-store.com +android-style.com +animalia-life.club +animalrank.com +animaltoplist.com +anniemation.com +apelsinnik.website +apibrowsesmartne-a.akamaihd.net +apiitsthirteende-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net apple.com-webbrowsing-security.science -apps-analytics.net -appsecurityr.com -a.pr-cy.ru -apxeo.info -aquarium-pro.ru -arabsexxxtube.com -arcadeplayhouse.com -architecturebest.com -arendas.net -arewater.com -arkartex.ru -artefakct.com -arvut.org -asdfz.pro -asrv-a.akamoihd.net -astrochicks.com -atout-energie-69.com +applyneedy.xyz +arabgirls.adultgalls.com +arabseyes.com +arenanews.com.ua +arenda-yeisk.ru +arendovalka.xyz +arraty.altervista.org +artavenuegardenstudios.com +artel116.ru +articlesdirectoryme.info +asacopaco.tk +ascat.porn +asdfg.pro +asiavirtualsolutions.com +asociatia-tipografilor-transilvania.ro +asscenihotosidea.blogspot.co.za +asseenontvonline.ru +atley.eu.pn +audiofree.ru +australia-opening-times.com autoblogger24.info -autobudpostach.club -automatic-seo.com -autovideobroadcast.com +autogrep.ru +autonew.biz +autoplate.info +autotop.com.ua +autotrends.today +aviav.co +aviav.ru aviav.ru.com -avkzarabotok.com -avon-novosib.ru +avtoarenda.by avtointeres.ru -baersaratov.ru -bag77.ru -baixar-musicas-gratis.com -balla-boo.se +awency.com +ayodhya.co +babs.com.ua +baksman.com +balook.com baltgem.com -banan.tv -bang-hotties.com -bankofthewext.com -banksrf.ru -bard-real.com.ua -bdsmgalls.net -beachtoday.ru -beauty-things.com -belstaffstore.online -berdasovivan.ru -bestchoice.cf +bambi.ck.ua +bangla-chat-uk-paralud.ga +barbourjackets.online +beachpics.com +beatifullandscape.co +beauty-bracelet.com +bestbrainprod.win +best-coupon-offer.com +bestdraws.com bestempresas.es -bestofpicture.com -besttorrentknifta.weebly.com -bestwrinklecreamnow.com -betterscooter.com -bezlimitko.xyz -bget.ru -bigames.online -bikini-image.com -bimatoprost-careprost.com.ua -bingo8888.com -bioscorp.ru -bio.trade-jp.net +best-games.today +best-mam.ru +betonka.pro +betterhdporn.com +betteroffers.review +betune.onlinewebshop.net +bif-ru.info +bigcareer.info +bigcities.org +bigpictures.club +bildsuche.ru +bioca.org +bio-japan.net +birzha-truda.eu +bitcoinpile.com +bitcoinremote.com bitnote.co -bizlist.com.de -biznesluxe.ru +bizfly.info bizru.info bjorkbacken.nu blackle.com -blog.axant.it -bloggers.nl -blog.koorg.ru -bluerobot.info -bmwhighperformers.com -bnt-team.com -bobba.dzaba.com +bloggerads.net +blog-hits.com +blogig.org +blogqpot.com +blogsfunky672.weebly.com +bloke.com +bmsco.co +bmw.afora.ru +bocoarchives.org boleznikogi.com -boltalko.xyz -braindaily.xyz -brains2.biz -brainsandeggs.blogspot.com +bonkers.name +bonzbuddy.com +bookmaker-bet.com +bookmark4you.com.biz +boole.onlinewebshop.net +bosefux.esy.es +bracketsmackdown.com +brainboosting.club brakehawk.com -brandbucket.com -break-the-chains.com -bristolhotel.com -brus.city -buehne-fuer-menschenrechte.de -bugof.gq +brandehk.dk +brendbutik.ru +brg8.com +brus-vsem.ru +bscodecs.com +btc4u.ru +btnativenav.com +btvn.ru +buigas.00it.com buketeg.xyz -buqyxa.rincian.info +bukleteg.xyz +bum.com.ru +bumskontakte.org burger-imperia.com -burger-tycoon.com -burn-fat.ga -buzzsumo.com -buzzurl.jp +buron.pw +buy-cheap-pills-order-online.com +buyessaynow.biz +buynorxx.com +bvlgaribracelet.xyz bvlgariwallet.xyz -bwlx.prepedu.cn -bzero1jewelry.net +bycontext.com cacheimages.com -cakesplus.com.au calstaterealty.us -camsex.xxx-cam.webcam -capacitacionyaprendizaje.com -cardiosport.com.ua -cardul.ru -carson.getenjoyment.net -cartierlove2u.xyz -cartierlovebracelet.xyz -cartierring.xyz -cartujano-pre.de -caveavins.fr -cb.iphantom.com -cbox.ws -ccbill.com -cctva.tv -cdncash.org -cdnnetwok.xyz -cdn.walkme.com -centrdebut.ru -cheapbarbour.online -cheapcigarettesc.info -cheapjerseysbizwholesale.us -cheapmoncler.pw -children-learningreading.info -chocoslim.pro -christianlouboutinoutlet.win -christianlouboutinreplica.pw -christianlouboutinsaleoutletonline.us -cineacademy.ru +candytiner.com +canrioloadm.gq +canrole.com +canvas.gloverid.site +capture-room.com +cartierreplica.pw +casinos4dummies.co.uk +cejewelry.xyz +centraletermice.us +cezartabac.ro +chatroulette.online +chcu.net +cheapjerseysfootballshop.com +cheap-trusted-backlinks.com +cherrypointplace.ca +cialisovercounteratwalmartusa.com ciproandtizanidine.blogspot.com -cityadspix.com -ci.ua -cleanallvirus.com -clickaider.com -clickbanksites.info -clickhype.com +civilwartheater.com +cjmc.info +cjs.com.ru +classicakuhni.ru +clickcash.com clickintext.net -cl.s7.exct.net -cntravelre.com -coindirect.io +clickprotects.com +clippingphotoindia.com +clubfashionista.com +coinsspb.com +community.allhiphop.com +compliance-alex.top +compliance-alex.xyz compliance-barak.top -compliance-fred.xyz +compliance-barak.xyz compliance-george.xyz -compliance-john.top -construmac.com.mx -cookie-law-enforcement-ee.xyz -cool-wedding.net -craftinsta.ru -crazyboost.pro +compliance-julianna.top +compliance-margo.top +compliance-willy.top +compucelunlock.net +com-supportcenter.website +connectingsingles.com +connectionstrenth.com +constantaservice.net +coolyarddecorations.com +counterbot.com +country-chic.ru +crd.clan.su creativehutindia.com -crest-poloski.ru -cs-passion.pl -cubook.supernew.org -customchocolate.business-for-home.com -customergrowthsystems.com -customerguru.in -cypernhuset.se -cyse.tk -czat.wp.pl -dafatiri.com -dailystrength.org -daisye.top -dame-ns.kz -darmebel.com.ua +crest3d.ru +crystalslot.com +customcollegeessays.net +dairyindia.in +danashop.ru +daretodonate.co data1.scopich.com -data-mining.tk -data.vtc.pw +dataloading.net +d-black.bz ddsoldes.fr -dealitright.click -dealwifi.com +deadlinkchecker.com +decenttools.com degerlund.net -delfin-aqua.com.ua -delta-line.men -den-noch24.ru -deplim.com -destinationrealestate.com -deutschland123.de -dev33.dioniqlabb.se -devochki.top -dev-seo.blog -dieta-personalna.pl -diffbot.com +demenageur.com +dev78.dioniqlabb.se +dfwu1013.info +dichvuvesinhhanoi.com +dieswaene.com +digitalassetmanagement.site dinkolove.ya.ru -dipstar.org -directivepub.com -directrev.com dirtpics.pw -discovertreasurenow.com -dispo.de -div.as -divku.ru -djekxa.ru -djihispano.com -djonwatch.ru -dmmspy.com -dms-sw.ru -dood.live -dorratex.tn -dostavimvdom.ru -dotnetdotcom.org -doublepimp.com -downloader12.ru -downloads-whatsapp.com -drugs-no-rx.info -drupa.com +discovertreasure-a.akamaihd.net +dkvorota.ru +dnsrsearch.com +dogbreedspicture.net +dogsrun.net +dojki-hd.com +dollartree.info +domain2008.com +domcran.net +domznaniy.ru +donvito.unas.cz +dostavka-v-krym.com +dotmass.top +downloaddy.net +downloadkakaotalk.com +download-wallpaper.net +downtuptv.gq +dpihatinh.gov.vn +drev.biz +drugstoreforyou.com +drunkenstepfather.com druzhbany.ru duplicashapp.com -dustyorate.com -dwomlink.info -dyt.net -earncash.com.ua -e-collantes.com -e-commerce-seo1.com -editmedios.com -edudocs.net +dvr.biz.ua +earl-brown.info +earthmagic.info +easyukraine.com +ecxtracking.com +edwinkonijn.com.au efkt.jp -ekaterinburg.xrus.org -ekn-art.se -ekobata.ru -elektrozigaretten1.postbit.com -elektrozigaretten1.webs.com -elitedollars.com +ege-essay.ru +electricwheelchairsarea.com +eleimgo.pw +elektrozigarette1.dreamwidth.org +elitepcgames.com +elite-sex-finders.com +eloconcream.blogspot.com +elstal.com.pl eluxer.net -elvenmachine.com -englishgamer.com -enhand.se -en.home-task.com -erotik-kostenlos.net -este-line.com.ua -european-torches.ru -event-tracking.com -excitacion.info -exdocsfiles.com -expertnaya-ocenka.ru -extrabot.com -extremez.net -ezigarettenkaufen1.deviantart.com -face.hostingx.eu -failingmarriege.blogspot.com -falllow.gq -familienzahnaerzte.com -familyholiday.ml -fashion-mk.net -fashion.stellaconstance.co -fashion-stickers.ru -fastfixing.tech -fearcrow.com +elvel.com.ua +embedle.com +emergencyneeds.org +enews.tech +e-poker-2005.com +erectile.bid +erotik0049.com +erotikstories.ru +ertelecom.ru +escort-russian.com +essay-edu.biz +essay-writing.work +estelight.ru +estibot.com +eupornstar.info +euromasterclass.ru +europeanwatches.ru +evaashop.ru +exhibitionplus.eu +exoneration-project.us +expertblog.info +eywords-monitoring-your-success.com +ezaz.info +ezigarettenshop1.yolasite.com +falopicm.pw +fatmaelgarny.com +faz99.com +fbdownloader.com +fefo.gdn +fellowshipoftheminds.com +fermersovet.ru +fetlifeblog.com +fetroshok.ru fettefrauen.net -figuringmoneyout.com -fil.ru -findacheaplawyers.com -findpik.com -findthe.pet -finemanteam.com -firesub.pl -fitnesspiks.com +filesdatabase.net +filesmonster.porn +filunika.com.ru +fireads.men +fiuxy.com +flagcounter.me flash4fun.com -flashbannernow.com -fok.nl -footballfarrago.com +f-loaded.de +food.dtu.dk forex21.ru -formulaantiuban.com -forum.poker4life.ru -forumprofi.de -forums.toucharcade.com -freejabs.com -freelifetimefuckbook.com -freelotto.com -free-share-buttons.blogspot.com -free-share-buttons.com -free-social-buttons.xyz -free-stock-illustration.com -freshsuperbloop.com -frivgame250.com -froggytube.com -fsakhalin.ru -funtoonez.com -fyl.com.ru -galaxyflowers.ru -gallery.rennlist.com -gallictures.com -gaz-voshod.ru -gcup.ru -geile-lelly.eu -gemgrab-a.akamaihd.net -generic-pills-online.com -genericviagrasildenafiled.net -getlaid-xxxhookupdirect.com -getmiro.com -getresponse.com +forex-indextop20.ru +formularz-konkurs.tk +forodvd.com +forpackningsutveckling.se +fortevidyoze.net +forum.tvmir.org +foto-sisek.porngalleries.top +foto-telok.net +fototravel.eu +frighteningremain.cf +fr.netlog.com +fungamelands.com +fun-mobi.pl +fxtips.ru +galaxys6manual.info +gambarxkata.co +game300.ru +gate5.co.za +gay-file.com +gayxperience.com +geileweiber.tk +getoutofdebtfree.org +getprismatic.com gettpromos.com -ggiaro.com +ghernnqr.skyrock.com gifspics.com -gilbertbanda.net -girlsfuckdick.com -glavprofit.ru -glicol.kz -gne8.com -go2album.com -go2mike.ru +given2.com +glavtral.ru +glcomputers.ru +globalscam.ga gobongo.info -goforexvps.com -gok-kasten.net +golaya.pw +goldadpremium.com +goldandcard.ru golden-praga.ru -golfresa.lucania.se -gonextmedia.com -goodnightjournal.com -googlemare.com -googlsucks.com -goroda-vsego-mira.ru -gowreckdiving.com -graphics8.info -graphicwe.org -gratuitbaise.com -greatdealshop.com -greenzaim.ru -grizzlysgrill.com +golmau.host.sk +googst2.ru +gosarhivrt.ru +gotwebsite1.com +gpirate.com +gratis-sexkontakte.com +greatzip.com groupmoney.ru -growboxbl.ru -gwagka.com +gsasearchengineranker.pw +gwebtools.com gwebtools.com.br -gwhwpxbw.bloger.index.hr -hanink.biz.ly -hccoder.info -hdseriale.pl -headpharmacy.com +haikuware.com +hamilton.ca +hao123.com +havepussy.com +hd-film.pl headpress.ru -healthcarestore.info -hebr.myddns-flir.com -hem.passagen.se -hentaiheroes.com -hentai-manga.porn -heygidday.biz -hidemyass.com -highspeed5.net -hol.es -homeandhealth.ru -homedecoguide.info -homemade.gq -hopeonthestreet.co.uk -hoste.octopis.com -host-protection.com -hostsshop.ru +healing-dysplasia.ru +helpmymacfaster.trade +hermesbirkinhandbagoutlets.com +hifidesign.ru +hobbyhuren-datenbank.com +homeart.space +homedo.fabpage.com +hostnow.men +host-tracker.com hotblognetwork.com -hoverboard360.es -howlongdoestizanidinestayinyoursystem.blogspot.com -hptwaakw.blog.fc2.com -hybrid.ru -ibb.com.ua +hotdl.in +hotgirlhdwallpaper.com +housediz.com +hoverboardforsaledirect.com +https-legalrc.biz +huimin764128.com +humanorightswatch.org +humbmosquina.tk +hydropump.su +ibmdatamanagement.co +icaseclub.ru idc.com.ua -ideoworld.org +idealtits.net +ido3.com +igithab.com iinstalll-fii1leis.jus0wil.pp.ua -ikearugs.xyz -ilovevitaly.ru -imagefinder.site -img.wallpaperstock.net -import-sales.com -inbabes.sexushost.com +ikritikimou.gr +ilbe.club +ilmexico.com +imgarit.pw +imitex-plus.ru +immobiliaremassaro.com +impisr.ru +incanto.in.ua +indetiske.ya.ru +indo-export.ru infazavr.ru +infobabki.ru +infostatsvc.com +inmate-locator.us innodgfdriverhm.aircus.com -innoslicon.com -integritylandscapeservices.com -interfucks.net -internetproviderstucson.com -investpamm.ru -investyb.com -inzn.ru +intelhdgraphicsgtdrive6w.metroblog.com +intellego.info ip-guide.com -iqbazar.ru -iqoption.pro +iplusbit.blogspot.co.za +ipostroika.ru +iptool.xyz +iqoption-bin.com iqs.biz.ua -iqupdatetmz.win -irkutsk.online-podarki.com -i-service.kz +iradiology.ru +isitpaleo.info istizanidineacontrolledsubstance.blogspot.com -istizanidineanarcoticdrug.blogspot.com istripper.com -itsdp3.com -itservicesthatworkforyou.com -iusstf.org +itag.pw +itch.io ivearchenceinflu.cf -iweblist.info -jav-fetish.site -je7.us -jennyfire.ru -jewelryandfiligree.com -jillepille.com -jobmarket.com.ua -joessmogtestonly.com -jovencitas.gratis -jrcigars.com -jrpmakati.com -junglenet-a.akamaihd.net -jurajskie.info -jwss.cc -kadashihotel.com -katushka.net -kerch.site -kerei.ru -ketoanhanoi.info +iwantedmoney.com +iwantmyfreecash.com +ixora.pro +izoll.ru +jabimgo.pw +jackpotchances.com +jackwolfskinoutlet.online +jamiembrown.com +javitas.info +jerseywholesalechinabiz.com +jimmychoosale.online +jongose.ninja +justdating.online +kerwinandcariza.com ketrzyn.pl -keyhantercume.com +kevblog.top +keywordhut.com keywordsdoctor.com keywords-monitoring-success.com keywordsuggest.org -keywordteam.net -kihi.gdn -kino2018.club -kinogonew.ru -kinohit1.ru -kino-key.info -kinosed.net -kiskinhouse.com -kolotiloff.ru -komp-pomosch.ru -komputernaya-pomosh-moscow.ru -kongoultry.net -konteiner24.com -koral.se -koronirealestate.gr -kountrylife.com -krasivye-devushki.net +kicknights.gq +kinobest.pl +kinoflux.net +kinoplen.ru +kinostorm.net +kiwi237au.tk +kleine-titten.biz +klin3952.ru +kmgamex.cf +kochanelli.com +komputers-best.ru +konica.kz +konkursov.net +konkursowo-24.pl +koversite.info +kraljeva-sutjeska.com +krassh.ru kreativperlen.ch -lacasamorett.com -lalalove.ru -landmania.ru -lapitec.eu -laptop-4-less.com -larose.jb2c.me -lasvegaslockandsafe.com -leadwayau.com -leftofcentrist.com -lego4x4.ru -lenvred.org -lflash.ru +labelwater.se +labplus.ru +labvis.host.sk +lacave.ntic.fr +laexotic.com +lanadelreyfans.us +landinez.co +larchik.net +law-check-nine.xyz +law-check-seven.xyz +lazy-z.com +lechenie-gemorroya.com +le-clos-des-alouettes.com +ledpolice.ru +lernur.net +letmacworkfaster.site +letslowbefast.site +letslowbefast.today +libertybilisim.com lida-ru.com +life.biz.ua lifeinsurancekb.com -light.ifmo.ru -limtu.ifmo.ru +likesdesign.com +linerdrilling.com linkpulse.com -ljusihus.se -longadventure.com -long-beach-air-conditioning.com -louboutinbooties.xyz +liumimgx.pw +live-sexcam.tk +livetsomudvekslingstudent.bloggersdelight.dk +lkbennettoutlet.online +loftdigital.eu +lollypopgaming.com +lolnex.us +lombia.co +lonely-mature.com +lostfilm-online.ru +lotto6888.com +lovasszovetseg.hu lovelycraftyhome.com -lsex.xyz +lovi-moment.com.ua +lowephotos.info +low-format.ru luckyshop.net.ua -lulea-auktionsverk.se -lyrster.com +luxup.ru +lyngdalhudterapi.no +lyrics.home-task.com m1media.net -m292.info -m3gadownload.pl macfix.life -mafcards.ru +mactechinfo.info magda-gadalka.ru -mainlinehobby.net -maju.bluesalt.co -managerpak204.weebly.com -manimpotence.com -marcowebonyodziezowe.pl -martlinker.com -marwer.info -maslenka.kz -mebel-ekb.com -meccadumps.net -meddesk.ru -medicovi.com -medtherapy.ru -meendo-free-traffic.ga -mega-bony-2017.pl -megahdporno.net -menhealed.net -minegam.com -minet.club -mirzonru.net -misandesign.se -missclub.info -mmostrike.ru -mobioffertrck.com -mobplayer.net -mobplayer.ru -mockupui.com -modenamebel.ru +mail.allnews24.in +makemoneyonline.com +malls.com +malwareremovalcenter.com +map028.com +mature.free-websites.com +max-eclat.men +mcadamssupplyco.com +mearns-tractors.co.uk +medicineseasybuy.com +medosmotr-ufa.ru +meds-online24.com +med-zdorovie.com.ua +megakino.net +meget.co.za +me-ke.com +mere.host.sk +methodsmarketing.com +millionare.com +minecraft-neo.ru +minecraft-rus.org +minharevisao.com +minneapoliscopiers.com +mir-betting.ru +mixed-wrestling.ru +mobile.ok.ru +mobstarr.com moesen-ficken.com +moesonce.com +mojpregled.com +mole.pluto.ro +monclerboots.xyz moncleroutletonline.pw -monsterdivx.com -monsterdivx.tv -morpicert.pw -moscow.xrus.org -mosdverka.ru -moz.com -muabancantho.info -muizre.ru -mulberryoutletonlineeu.com -musezone.su -musicas.baixar-musicas-gratis.com -musicdaddy.net -musicspire.online -muycerdas.xxx +montazhnic.ru +monthlywinners.com +moonci.ru +morf.snn.gr +morocco-nomad-excursions.com +moscow-clining.ru +mouselink.co +mowser.com +mrpornogratis.xxx +msk.afora.ru +mug-na-chas-moscow.ru +musflashtv.com +mustat.com +muzaporn.com muz-baza.net +muztops.ru +mvpicton.co.uk my-aladin.com -mycouponizemac.com -myhealthcare.com -myliveblog.ru -mymobilemoneypages.com -myonigroup.com -myxdate.info +myanyone.net +mycaf.it +mydirtyhobby.com +mydownlodablefiles.com +myhydros.org +mylesosibirsk.ru +myonlinepayday.co +myperiod.club +mypornfree.ru nalogovyy-kodeks.ru -narkologiya-belgorod.ru -narkologiya-voronezh.ru -narutonaruto.ru -nash-krym.info -naval.jislaaik.com -negociosdasha.com -negral.pluto.ro nero-us.com -netanalytics.xyz -netfacet.net -nfljerseyscheapbiz.us -nfljerseyscheapchinabiz.com -ngps1.ru -nhl17coinsforps3.gratisblog.biz -nicovideo.jp +net-profits.xyz +new-post.tk +newstudio.tv +newtechspb.ru +next-dentists.tk +nhl17coins.exblog.jp nikkiewart.ru -nlfjjunb5.ru -nodup.ru -nootrino.com -norththeface.store -nosecret.com.ua -notasprensa.info -novodigs.com -novosti-hi-tech.ru +noclegonline.info +notaria-desalas.com +notfastfood.ru +nowtorrents.com npoet.ru -ntic.fr -nudepatch.net +nullrefer.com nvssf.com -nyfinance.ml -nzfilecloud.weebly.com -obsessionphrases.com -ochistka-stokov.ru -oddamzadarmo.eu -offergroup.info -offers.bycontext.com -ohmyrings.com -okayimage.com -okeinfo.online -o.light.d0t.ru -onclickpredictiv.com -onemactrckr.com -oneshotdate.com -onlainbesplatno.ru -onlinadverts.com -online247.ml -online-podarki.com -ons-add.men -onthemarch.co +o00.in +obnal.org +officedocuments.net +okuos.com +omoikiri-japan.ru +omsk.xrus.org +onclkads.com +onefilms.net +one-gear.com +onemantrip.com +online-hit.info +ontargetseo.us o-o-8-o-o.ru -ooo-gotovie.ru -ooomeru.ru oops-cinema.ru -openfrost.com -open-odyssey.org -orion-code-access.net -orsonet.ru -ourtherapy.ru +openfrost.net +optitrade24.com +oren-cats.ru +origin-my.ru +orion-v.com +ororodnik.goodbb.ru +otbelivanie-zubov.com +ovirus.ru owohho.com -paceform.com -palvira.com.ua -pammik.ru -pandarastore.top -panouri-solare-acoperis.com -paperwritingservice17.blogspot.ru -paradontozanet.ru -partnersafe.men +oyster-green.com +ozoz.it +pacificair.com +panchro.xyz +paparazzistudios.com.au +partner-host.men partnerworkroom.men -patol01.pw -paydayloanslocal.com -pcimforum.com +pattersonsweb.com +pawli.eu +pb-dv.ru pdn-4.com pdns.download -perosan.com -photochki.com +pendelprognos.se +pepperstyle.ru +perfectpracticeweb.com +petsblogroll.com +photokitchendesign.com +picture-group.com pigrafix.at -pijoto.net -pila.pl -pillscheap24h.com -pinkduck.ga -pinsdaddy.com -pinwallpaper.top -piuminiita.com -pixshark.com -pizza-imperia.com -pladform.ru -plaff-go.ru -play-mp3.com -plugingeorgia.com -pl-vouchers.com -pojdelo.weebly.com -pomoc-drogowa.cba.pl -poppen-nw.net -popup-hgd.xyz -porndroids.com -pornhubforum.tk -pornoelita.info -pornofiljmi.com -pornogratisdiario.com -pornoslive.net -pornotubexxx.name -pornstartits.xblog.in -postclass.com -praisong.net -printie.com -printingpeach.com -priora-2.com -prizestohandle.club -profolan.pl +piratecams.com +piulatte.cz +pixell.club +pizda.lol +pizdeishn.com +pk-services.ru +platesauto.com +playlott.com +play-movie.pl +pl.id-forex.com +pl-top.pl +pochtovyi-index.ru +poisk-zakona.ru +popcash.net +popugaychiki.com +porndl.org +pornhub-ru.com +porno-dojki.net +pornoklad.ru +pornosee.info +pornosexrolik.com +porn-w.org +pornzone.tv +portal-eu.ru +poshiv-chehol.ru +powc.r.ca.d.sendibm2.com +powenlite24.ru +preparevideosafesystem4unow.space +priscilarodrigues.com.br +privatefx.all4invest.info +privat-girl.net +profitkode.com +profit-opportunity.com promalp-universal.ru -promoforum.ru -proprostatit.com -prosperent.com -prostitutki-kiev.org -pst2017.onlinewebshop.net -pulse33.ru -putitin.me -puzzleweb.ru -quickbuck.com -quickchange.cc -quickloanbank.com -ranking2017.ga -ranksignals.com -ranksonic.com -ranksonic.org -rapidgator-porn.ga -razyboard.com -rcb101.ru -reckonstat.info -redbottomheels.xyz +promodj.com +prostitutki-kharkova.org +prostitutki-novgoroda.org +pr-ten.de +quality-traffic.com +quangcaons.com +quebec-bin.com +questionmarque.ch +rabotaetvse.ru +radiogambling.com +ranksonic.info +ratemodels.net +razorweb-a.akamaihd.net +realitykings.com +recordpage-a.akamaihd.net redirectme.net -reelheroes.net -regdefense.com -registry-clean-up.net -registrydomainservices.com +registrysweeper.com reklama1.ru -reklama-i-rabota.ru +relax.ru remontbiz.ru -remontvsamare.su -renecaovilla.online -rennlist.com +remont-comp-pomosh.ru +remont-fridge-tv.ru rentaremotecomputer.com -resant.ru -responsive-test.net -resultshub-a.akamaihd.net -rezeptiblud.ru -ribieiendom.no -richinvestmonitor.com -ric.info -risparmiocasa.bz.it -rock-cafe.info -roll123.com -roofers.org.uk +replicalouboutin.xyz +rewardit.com +rightenergysolutions.com.au +rocketchange.ru +roma-kukareku.livejournal.com rootandroid.org -royal-investments.net -ruex.org.ua -rus-teh.narod.ru -rvi.biz -sakhboard.ru -saletool.ru -samoiedo.it -santechnik.jimdo.com -saratov.xrus.org -sbetodiodnye-lampy.ru -sbwealthsolutions.ca -scanmarine.info -scanner-julia.top +rostov.xrus.org +royalcar-ufa.ru +ruclicks.com +rucrypt.com +ruf777.com +runtnc.net +russkie-gorki.ru +rustic-quiver.win +rutor.group +s1z.ru +sabizonline.com +sad-torg.com.ua +salutmontreal.com +saneitconsulting.com +sanidumps.com +sawin.beth.webd.pl +sax-sex.com +sbricur.com +sbtdesign.co.uk +scanner-andrew.top +scanner-barak.top +scanner-marwin.top scanner-viktor.top -scansafe.net -scanspyware.net -scopich.com -sdelai-prosto.ru -sdrescher.net -searchengineranker.email -search-error.com -search-goo.com -searchimpression.com -search.pch.com -search.xtconnect.com +school-diplomat.ru +schoolfiles.net +sdelatmebel.ru +seansonline24.pl +search.alot.com seasonvar.ru -secret.xn--oogle-wmc.com -seeingmeerkat.com +seemoreresultshu-a.akamaihd.net seinterface.com -seoanalyses.com -seoheap.com -seokicks.de +seksvideoonlain.com +sell-fb-group-here.com +semp.net +sendearnings.com +senger.atspace.co.uk seomarketings.online -seorankinglinks.xyz -servisural.ru -serw.clicksor.com -sethrollins.net +seorankinglinks.com +serialsway.ucoz.ru +servicecenter.co.ua +servingnotice.com +sexblog.pw +sexcamamateurchat.com +sex.hotblog.top sexkrasivo.net -sextracker.de -sexy-screen-savers.com -shillyourcoins.com -shmetall.com.ua -shohanb.com -shopfishing.com.ua -shopsellcardsdumps.com -shtaketniki.ru -sierraapps.com -signoredom.com -signx.info -sildenafil-tadalafil.info -site3.free-share-buttons.com -siteonomy.com +sexobzor.info +sex-pr.net +sexsaoy.com +sexs-foto.com +sexstream.pl +sexy-pings.com +sexyteens.hol.es +sfd-chess.ru +shell-pmr.ru +shijian.ac.cn +shikiso.info +shinikiev.com.ua +shopcheermakeup.info +shopvilleroyboch.com.ua +sideeffectsoftizanidine.blogspot.com +silvercash.com +similardeals.net +simpoed.ufop.br +site-analyzer.com +siteripz.net +sitevaluation.com sitopreferito.it -skincrate.net -sklad-24.ru -skylta.com -sluganarodu.ru -slutloadlive.com +skatestick.bid +sky-mine.ru +slavia.info +slomm.ru smailik.org -smart-balancewheel.com -smartbalanceworld.com +smartshoppymac.com smokewithrabbits.com -smsactivator.ru -snworks.com -snyatie-lomki-v-stacionare.ru -soblaznu.net -socialbookmarksubmission.org -solinf.co +snowplanes.com +socas.pluto.ro +socialbuttons.xyz +social-fun.ru +socialsignals24.com solitaire-game.ru +songoo.wz.cz +sophang8.com soserfis.com -soundfrost.org -sovetogorod.ru -spaceshipad.com -specialfinanceoffers.com -sportbetfair.com -spravka130.ru -spymac.net -srecorder.com -stardevine.com +souvenirua.com +spbchampionat.ru +sport-video-obzor.ru +spravka-medosmotr.ru +sps-shop.com +sptslmtrafms.com +spylog.com +spywareit.com +spywarespy.com +stair.registrydomainservices.com stard.shop -stariy-baku.com -start.myplaycity.com -sterva.cc -stevemonsen.com -stillmiracle.com -stretchmate.net -strv.se -stuff-about-money.com -styro.ru +startufa.ru +statoutlook.info +stats-collector.org +steame.ru +stpolice.com +strana-krasoty.ru +strigkaomsk.ru +stroiminsk.org +strongsignal-a.akamaihd.net +studiokamyk.com.pl sugarkun.com -sugarlyflex.pw +sukirgenk.dvrlists.com +superfish.com superiends.org -superstarfloraluk.com -supervesti.ru -surffoundation.nl -surintech.ac.th -svetlotorg.ru -svtrd.com -swinon.site -szamponrevita.pl -tabletkinaodchudzanie.com.pl -tam-gde-more.ru -tandvardshuset.net -tedxrj.com -terrafootwear.us -tfxiq.com -thecoolimages.net +supermesta.ru +suralink.com +surgut.zrus.org +survival.betteroffers.review +susanholtphotography.com +svetodiodoff.ru +swimpool.ca +swingerseiten.com +swinginwithme.ru +sygraem.com +syndicate.fun +tabakur77.com +taboola.com +taihouse.ru +takeflyte.com +tanieaukcje.com.pl +taximytishi.ru +tds-advert005.info +tech4master.com +template-kid.com +templates.radiodigital.co +testingads.pro thedownloadfreeonlinegames.blogspot.com -theguardlan.com -thelottosecrets.com -thepantonpractice.co.uk -timdreby.com -timecrimea.ru +thegioixekhach.com +thejournal.ru +thetattoohut.com +thewomenlife.com +thin.me.pn +threecolumnblogger.com +tiandeural.ru +timer4web.com timetorelax.biz -titan-ads.life -titangel-vietnam.com -tizanidineduringpregnancy.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinehclsideeffects.blogspot.com +timhost.ru +titan-cloud.life +titslove.yopoint.in +tizanidine4mg.blogspot.com +tizanidine4mgprice.blogspot.com +tizanidinedosageforsleep.blogspot.com tizanidinepain.blogspot.com -tizanidinepills.blogspot.com -tizanidinerecreationaluse.blogspot.com +tizanidineshowupondrugtest.blogspot.com tizanidinestreetvalue.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tizanidinezanaflex.blogspot.com -tk-assortiment.ru -tmearegion26.com -tn811.us +tnctrx.com toloka.hurtom.com -tootoo.to +toonfamilies.net +top1-seo-service.com top250movies.ru -topsiteminecraft.com -torrents-tracker.com +topads.men +topappspro.com +topcar-krasnodar.ru torrent-to-magnet.com +totu.info totu.us -tracklead.net -tracksurf.daooda.com -tradgardspartner.se -traffictrade.life -traffique.net -trainoffend.ml -tramadolandtizanidine.blogspot.com -traxdom.ru -trichizobswiv.agddns.net +toyota.7zap.com +toy-shop.top +tracfone.com +tracksz.co +traderzplanet.in +trafficfactory.biz +trafficjunky.com +trion.od.ua tripper.de -triumf-realty.ru +tri-slona.org +trumpetedextremes.com +trustedhealthtips.com +trustl.life +tsan.net tubeoffline.com -tuberkuleznik.ru -tubo360.com -tuckpointingmasonrysystems.com tula.howotorg.ru -turn-up-life.life -turvgori.ru -tv-spoty.info -tvteleport.ru -twiclub.in -twojebook.pl -tzritel.tk +turbodsp.com +turizmus.us +twinderbella.com +twodollarshows.com +tx41tclega.ru u17795.netangels.ru uac.net.au -uamtrk.com -uasb.ru -ucsol.ru -uginekologa.com +ua-company.ru +ufa.xrus.org ukrobstep.com -undergroundcityphoto.com -underthesite.com -unimodemhalfduplefw.pen.io -unionmarkt.de -universals.com.ua -unlimitdocs.net -unrealcommander.org -upproar.com -urengoy.pro -urll.eu -us-america.ru -usdx.us +uni.me +unmaroll.ya.ru +unrealcommander.com +urccvfmc.bloger.index.hr +usiad.net +usswrite.com +uvozdeckych.info +uzungil.com v24s.net -vandrie-ict.nl -v-doc.co +v720hd.ru +vacuumscleaner.com +vapsy.com +vavilone.com vduplo.ru -ventelnos.com -vesnatehno.com -via-energy-order.com -videochat.life -videochat.mx -videooko.weebly.com -video--production.com -videositename.com -videtubs.pl +veopornogratis.xxx +versaut.xxx-cam.webcam +via-gra.webstarts.com +video-camer.com +videochat.bz +videochat.world +videospornogratisx.net +vigrx-original.ru viktoria-center.ru -villacoloniale.com -villakohlanta.nu -vintontech.info -vip.51.la -vipps.com.my -visa-china.ru -vita.com.hr -vkonche.com -vladhistory.com -vltai.com +vinsit.ru +vinylvault.co.uk +vip-parfumeria.ru +vitanail.ru +vizitki.net volgograd.xrus.org -voltrknc1.com -vsdshnik.com -vseuznaem.com -vsexkontakte.net +voloo.ru +vonradio.com +voronezh.xrus.org +vremya.eu +vucms.com vvon.co.uk -vykupavto-krasnodar.ru -vzglyadriv.kg +vzlom-na-zakaz.com wapsite.me -warningwar.ru watchmyfb.pl waterefficiency.co -watsonrealtycorp.com -waycash.net -webpromotion.ae -webshoppermac.com -website-analyzer.info -website-audit.com.ua -websiteexplorer.info -websites-reviews.com -weburok.com -wfb.hatedriveapart.com -whereverdesperate.gq -whipme.yopoint.in -wholinkstome.com -wingsoffury2.com +wdfdocando.com +webcamdevochka.com +webix.biz +weblo.com +website-datenbank.de +websitevaluebot.com +webtherapy.ru +wellcome2slovenia.ru +westsextube.com +whatsupinfoley.com +while.cheapwebsitehoster.com +wingsofrefuge.net wleuaprpxuvr.ga -worldhistory.biz -wormix-cheats.ru -wsgames.ru -wygraj-teraz.com -wyniki-lista.pl -xblognetwork.com -xcombear.ru -xerox-douglas.cf -xkaz.org -xlolitka.com +womama.ru +woman-h.ru +womensplay.net +worldinternetauthority.com +worldtraveler.world +wrona.it +wttavern.com +www.timer4web.com +xaylapdiendanang.com +xbaboon.com +xclicks.net +x-diesel.com +x-diesel.info +xev.ru +xfire.com +x-mix.info xmladserver.com -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aanaardaperhcem4a6i.com xn--80ahdheogk5l.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn--90acenikpebbdd4f6d.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai xn--hxazdsfy.blogspot.com -xn--lifehacer-1rb.com xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xnxx-n.com -x-porno.video -xrus.org -xtraffic.plus -xxart.ru -xxx-cam.webcam -xxx-treker.ru -xxxtubesafari.com -yaderenergy.ru -yaoguangdj.com -yellocloud.be -yoopsie.com -yottos.com -youbloodyripper.com -youghbould.wordpress.com -yourserverisdown.com +xnxxandxvideos.com +xpresscare.ru +xtube.com +xvideosporn.biz +xwatt.ru +xxxguitars.com +xxxkaz.org +yaminecraft.ru +yatrk.xyz +yellowstonesafaritours.com +yes-com.com +yougotanewdomain.com +youresponsive.com yubikk.info -zaimhelp.ru -zakazfutbolki.com +yunque.pluto.ro +zaapplesales.blogspot.com +zakazvzloma.com zakonobosago.ru +zambini.ru zapiszto.pl -zastroyka.org -zeroredirect5.com -zeroredirect8.com -zhuravlev.info -zigarettenonlinekaufen1.blox.pl -znaturaloriginal.com -zocaparj.kz -zoolubimets.ru -zoomovies.org -zoompegs.com -zoosexart.com -zs2vm.top -zscaler.net +zarabotok--doma.ru +zastenchivosti.net +zeg-distribution.com +zeikopay.com +zeroredirect1.com +zeroredirect6.com +zeroredirect9.com +zolotoy-lis.ru +zoogdisany.com +zryydi.com +zverokruh-shop.cz +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 5fd68ba15..d1ff63734 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -101lesbian.xyz -1webmaster.ml -4kplayer.pl -aa8b68101d388c446389283820863176e7.com -advancedcleaner.com -advertex.info -advocatemsk.ru -afftrack001.com -agadelha.com.br -agapovdg.ru -ahrefs.com -allblogroll.com -allornamenti.com -aludecor.info -animalrank.com -aosexkontakte.net -appearance-cool.com -applyneedy.xyz -appsaurus.com -apptester.tk -artdeko.info -asmxsatadriverin.aircus.com -aviav.eu -avitocars.ru -avon-novosib.ru -azbaseimages.net -babyguns.ru -bestcoin.cc -bet365.com -bioinnovate.co -bioscorp.ru -blackcurranthumidifiers.site -blogos.kz -brianhenry.co -buckspar.gq +01apple.com +100searchengines.com +1j7740kd.website +20pascals.nl +8gold.com +acgs.tk +adidas.frwebs.fr +adult-shop.com.ua +alfabot.xyz +alf-img.com +alibestsale.com +app5.letmacworkfaster.world +arewater.com +arius.tech +asscenihotosidea.blogspot.co.za +auto.rusvile.lt +batanga.net +battlecarnival.su +bedandbreakfast.com +bestdraws.com +best-games.today +bestimagecoollibrary.com +bestprofits-there.com +bingo8888.com +blacktwhite.com +bloke.com +bonvillan.com +boostmyppc.com +brandehk.dk bumascloset.com -buyfriend.ru -buypuppies.ca -calstaterealty.us -candytiner.com -canzoni.ru -carsdined.org -cartierreplica.pw -casinos4dummies.co.uk -cbcseward.com -cbozhe.com -cdncash.com -chimiver.info -chinajerseyswholesalecoupons.com -chlooe.com -chuckguilford.com -cleanersoft.com -clevernt.com -compiko.info -compliance-alexa.top -coolgamechannel.com -copblock.org -cottageofgrace.com -cracksplanet.com -creditmoney.com.ua -damedingel.ya.ru -dichvuvesinhhanoi.com -digest-project.ru -dostavka-v-ukrainu.ru -doxysexy.com -doyouknowtheword-flummox.ml -earl-brown.info -econom.co -empathica.com -en.altezza.travel -englishdictionaryfree.com -esfchat.tk -etotupo.ru -euromasterclass.ru -everflora.ru -eyes-on-you.ga -ezigaretteshop2.mywapblog.com -ezigaretteshop2.vefblog.net -farmingworm.com -felizporno.com -film-one.ru -forpackningsutveckling.se -franecki.net -freemaintenancesysforpcandmac.top -gallerylisting.com -gambarxkata.co -gameplexcity.com -game-top.su -gateway.zscalerone.net -gaz-voshod.ru -germetiki.com.ua -glasof.es +butstrap.space +cacheimages.com +cakemediahq.com.au +carloans.com +cayado.snn.gr +cdncash.net +c-english.ru +cenoval.ru +cfcl.co.uk +chee-by.biz +cl.s7.exct.net +colehaanoutlet.store +communisave.co.za +compliance-jess.top +compliance-viktor.top +compucelunlock.net +continent-e.tv +cranly.net +cubs-jerseys.us +daisye.top +dandiyabeats.in +dating-time-now.com +daymusam.com +ddospanel.com +delta-line.men +depositfiles-porn.ga +dfiles.me +djstools.com +doctissimo.fr +dogclothing.store +domashneeruporno.com +dosugrostov.site +doxyporno.com +dyshagi.ru +eaplay.ru +eladkarako.com +elektrischezigarette1.onsugar.com +evogarage.com +extractorandburner.com +extremal-blog.com +favorcosmetics.com +filefilter.weebly.com +flytourisme.org +food.dtu.dk +forexgb.ru +free-fbook-traffic.com +fun2cell.net +game-mmorpg.net +gay-site.store +gilbertbanda.net +go2album.com +goforexvps.com +goldandcard.ru goldenggames.com +gonextmedia.com good-mummy.ru -greatdealshop.com -growboxbl.ru -gsasearchengineranker.top -hackers-crackers.tk -hkdiiohi.skyrock.com +goodwinmetals.co +gotwebsite1.com +gribkovye-zabolevaniya.com +growshop.es +gwebtools.com.br +heroz.fr +hitcpm.com +hledejvshopech.cz hobbyhuren24.net -hostcritique.com -housekuba.org -hreade.com -htmlcorner.com -husky-shop.cz -iloveitaly.ru -impisr.edunsk.ru -indiasourcemart.in -int.search.tb.ask.com +hotblognetwork.com +hothor.se +hotsocialz.com +houseofgaga.ru +images-free.net +impotentik.com +inbabes.sexushost.com +integritylandscapeservices.com investzalog.ru -iplogger.org -iqbazar.ru -iron-age.info -itch.io -jerseyswholesalechinalimited.com -jewelryandfiligree.com +itronics.ca +ivanstroi.ru +jennyfire.ru +jongose.ninja +jpcycles.com +juliaworld.net kakadu-interior.com.ua -kamagragelusa.net -kashubadesign.ru -kletkimehan.ru -konica.kz -koopilka.com -landinez.co -lazy-z.com -legalrc.biz -lenvred.org -lernur.net -levaquin750mg.blogspot.com +kaliningrad.zrus.org +keywordhouse.com +kiinomaniak.pl +kinohit1.ru +kndxbkdx.bloger.index.hr +knowyournextmove.com +labplus.ru +lacapilla.info +letmacwork.world li-er.ru -linkbolic.com -liran-locks.com -livingcanarias.com -luciddiagnostics.in -lulea-auktionsverk.se -lyrics.home-task.com -masturbate.co.uk -mcadamssupplyco.com -mcar.in.ua -medtherapy.ru -memberty.com -mhi-systems.ru -mir-limuzinov.ru -monetizer.com-01.site -morf.snn.gr -mtmtv.info -mttwtrack.com -muizre.ru -mydownlodablefiles.com -my-floor.in.ua -myonigroup.com -narkologiya-orel.ru -nationalbreakdown.com -nfljerseysforsalewholesaler.com -nikitsyringedrivelg.pen.io -niroo.info -nodup.ru -panamaforbeginners.com -paphoselectricianandplumber.com -pattersonsweb.com -pekori.to +linksharingt.com +lion.misba.us +liver-chintai.org +lmrauction.com +lollypopgaming.com +lonerangergames.com +lostfilm-online.ru +lotto6888.com +ltvperf.com +magento-crew.net +magicplayer-s.acestream.net +master-muznachas.ru +meendo-free-traffic.ga +michaelkorsoutlet.store +mmog-play.ru +musflashtv.com +myfreemp3.eu +myindospace.com +mystats.xyz +natali-forex.com +naughtyconnect.com +nelc.edu.eg +nextrent-crimea.ru +nonews.co +of-ireland.info +onlinetvseries.me +oops-cinema.ru +optom-deshevo.ru +orenburg-gsm.ru +oyster-green.com +patol01.pw +pavlodar.xkaz.org +pelfind.me perso.wanadoo.es -pflexads.com -picsforkeywordsuggestion.com -pinwallpaper.xyz -pogosh.com -prize44.com -prodess.ru -professionaldieselcare.com -prpops.com -quangcaons.com -ranksonic.info -regdefense.com -remont-ustanovka-tehniki.ru -resellerclub.com -ring4rhino.com -ritlweb.com -royalads.net -ru-dety.ru -sammlungfotos.online -saugatuck.com -score-ads.men -searchimpression.com -searchwebknow-a.akamaihd.net -share-buttons-for-free.com -shohanb.com -sirpornogratis.xxx -site.ru -slavia.info -snomer1.ru -social-button.xyz -soft1.ru +petitions.whitehouse.gov +picturesify.com +plugingeorgia.com +pobeiranie.pl +pochtovyi-index.ru +polybuild.ru +pooleroadmedicalcentre.co.uk +potolokelekor.ru +pozvonim.com +priora-2.com +privatbank46.ru +privhosting.com +prlog.ru +pronorm.fr +prostitutki-tolyatti.org +pst2017.onlinewebshop.net +pussyspace.net +putitin.me +puzo2arbuza.ru +rangjued.com +r-control.ru +redbottomheels.xyz +remont-komputerov-notebook.ru +rniaeba.ga +robertefuller.com +roznica.com.ua +rus-pornuha.com +russkoe-zdorovie.ru +sale-japan.com +saneyes.com +santechnik.jimdo.com +scanner-jane.top +seogadget.ru +service.adtech.us +service-core.ru +sexkontakte-seite.com +sexsearch.com +sexvporno.ru +sex-watch.com +sfj-ror.no +shinikiev.com.ua +shodanhq.com +sims-sims.ru +socialbutton.xyz +socialsignals24.com solnplast.ru -sophang8.com souvenirua.com -sovetogorod.ru -space4update.pw -special-porn.com -sstroy44.ru -stariy-baku.com -strag-invest.ru -strana-solnca.ru -superkanpo.com -supermama.top -swimpool.ca -taboola.com -taqywu51.soup.io -tasteidea.com -td-l-market.ru -teslathemes.com -thebestphotos.eu -thefarmergame.com -thenews-today.info -thfox.com -timhost.ru -tizanidine6mg.blogspot.com -tracfone.com -trumpetedextremes.com -twitlinks.com -twittrading.com -uasb.ru -udsgame.online -uginekologa.com -valkiria-tk.ru -vashsvet.com -venerologiya.com -videochat.ph -vipps.com.my -vitoriacabos.com -viven.host.sk -vodkoved.ru -wallpapersist.com -website-speed-up.site -westermarkanjou.se -wholesalejerseyscheapjerseys.us.com -wma-x.com -worldlovers.ru -woweb.com.ua -wstroika.ru -www.888.com -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--hxazdsfy.blogspot.com -x-porno.video -zajm-zalog-krasnodar.ru -zero1.it -zerocash.msk.ru -znaniyapolza.ru -zoogdisany.com -zverokruh-shop.cz +spacash.com +staff.prairiesouth.ca +sugarkun.com +sukirgenk.dvrlists.com +sundrugstore.com +svarbit.com +symphonyintegratedhealthcare.com +tabletkinaodchudzanie.com.pl +thedownloadfromwarez.blogspot.com +thewebsitetemplate.info +tilido.com +tizanidineandcipro.blogspot.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidineoral.blogspot.com +tjkckpytpnje.com +tkanorganizma.ru +torture.ml +touchmods.fr +tourcroatia.co.uk +trafficgenius.xyz +trafficnetzwerk.de +tripper.de +tupper-posuda.ru +uptime-as.net +ural-buldozer.ru +vchulkax.com +velobikestock.com +venta-prom.ru +videochat.tv.br +video-hollywood.ru +videospornogratisx.net +vietimgy.pw +vigrx-original.ru +vilingstore.net +vkak.ru +vladimir.zrus.org +wesharepics.info +whatistizanidinehclusedfor.blogspot.com +whatzmyip.net +ws.ampower.me +xmronta.com +xn--80ab4aa2g.xn--p1ai +xxlargepop.com +yaderenergy.ru +yopoint.in +zeroredirect10.com +zootoplist.com diff --git a/.dev-tools/test_units/ratelimittest.txt b/.dev-tools/test_units/ratelimittest.txt index aa2e7c27e..ac10e36ed 100644 --- a/.dev-tools/test_units/ratelimittest.txt +++ b/.dev-tools/test_units/ratelimittest.txt @@ -46,4 +46,74 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c5da765af..95fbc95fc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,4 +1,4 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 1; 127.0.0.1 1; 127.0.0.1 1; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index fb7310a69..aaed778f6 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index cd7f8ee60..adda30cc0 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index fa760d9a6..cef585cef 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1646 +#### Version: V4.2019.06.1647 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 8f18806e4..f4939417f 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1646 +#### Version: V4.2019.06.1647 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 1ce3b832c..c14c6fcba 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1646 +#### Version: V4.2019.06.1647 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 74ad453f7..b8f0157e4 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1646 +#### Version: V4.2019.06.1647 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 0443ca862..0c518d221 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1646 -### Updated: Thu Jun 27 13:58:04 SAST 2019 +### Version: V4.2019.06.1647 +### Updated: Thu Jun 27 14:46:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index fa86a3ba8..5206f0e14 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1646 -### Updated: Thu Jun 27 13:58:06 SAST 2019 +### Version: V3.2019.06.1647 +### Updated: Thu Jun 27 14:46:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 0443ca862..0c518d221 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1646 -### Updated: Thu Jun 27 13:58:04 SAST 2019 +### Version: V4.2019.06.1647 +### Updated: Thu Jun 27 14:46:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 55033810e..137ef5cf9 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1646 -### Updated: Thu Jun 27 13:58:07 SAST 2019 +### Version: V4.2019.06.1647 +### Updated: Thu Jun 27 14:46:43 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##