diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 53100cb5e..22137c420 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.184.226.236 0; +104.198.131.58 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 36b443140..f740b024e 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1638 -### Updated: Thu Jun 27 12:00:09 SAST 2019 +### Version: V4.2019.06.1639 +### Updated: Thu Jun 27 12:07:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 53100cb5e..22137c420 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.184.226.236 0; +104.198.131.58 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 68cb09c9d..a5639931f 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1638 -### Updated: Thu Jun 27 12:00:10 SAST 2019 +### Version: V3.2019.06.1639 +### Updated: Thu Jun 27 12:07:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..98e259caa 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1 @@ -104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 2df7947c1..24eba83b5 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,5 +1,4 @@ -104.154.120.187 0; -127.0.0.1 0; -127.0.0.1 0; -127.0.0.1 0; +127.0.0.1 1; +127.0.0.1 1; +127.0.0.1 1; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index a49465d52..36b443140 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1637 -### Updated: Thu Jun 27 11:43:16 SAST 2019 +### Version: V4.2019.06.1638 +### Updated: Thu Jun 27 12:00:09 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..98e259caa 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1 @@ -104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 2df7947c1..24eba83b5 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,5 +1,4 @@ -104.154.120.187 0; -127.0.0.1 0; -127.0.0.1 0; -127.0.0.1 0; +127.0.0.1 1; +127.0.0.1 1; +127.0.0.1 1; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index a49465d52..36b443140 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1637 -### Updated: Thu Jun 27 11:43:16 SAST 2019 +### Version: V4.2019.06.1638 +### Updated: Thu Jun 27 12:00:09 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..98e259caa 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1 @@ -104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 2df7947c1..24eba83b5 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,5 +1,4 @@ -104.154.120.187 0; -127.0.0.1 0; -127.0.0.1 0; -127.0.0.1 0; +127.0.0.1 1; +127.0.0.1 1; +127.0.0.1 1; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index a49465d52..36b443140 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1637 -### Updated: Thu Jun 27 11:43:16 SAST 2019 +### Version: V4.2019.06.1638 +### Updated: Thu Jun 27 12:00:09 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 68cb09c9d..a5639931f 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1638 -### Updated: Thu Jun 27 12:00:10 SAST 2019 +### Version: V3.2019.06.1639 +### Updated: Thu Jun 27 12:07:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 36b443140..f740b024e 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1638 -### Updated: Thu Jun 27 12:00:09 SAST 2019 +### Version: V4.2019.06.1639 +### Updated: Thu Jun 27 12:07:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index fa0388f7b..98e259caa 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,6 +1 @@ -104.154.120.187 1; -127.0.0.1 1; -127.0.0.1 1; -127.0.0.1 1; -127.0.0.1 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 006aca5af..1e5aceeea 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AlphaBot -Blackboard -BlackWidow -Cegbfeieh -CheeseBot -ChinaClaw +404enemy +Abonti +Acunetix +Blow +BlowFish +BotALot +Brandwatch Copyscape -CrazyWebCrawler -CSHttp -DomainAppender -Download Wonder +crawl.sogou.com +Dispatch +DomainStatsBot +Dotbot Ebingbong -Extreme Picture Finder -FDM -FyberSpider -GetRight -Go!Zilla -GrapeshotCrawler -HMView -HTMLparser -Iskanie -Jbrofuzz -Jetty +Firefox/7.0 +IlseBot +instabid +Intelliseek +ips-agent Lanshanbot +Larbin +LibWeb Linkdexbot -LWP::Simple -muhstik-scan -Netvibes -Nmap -oBot -OrangeBot -page scorer -POE-Component-Client-HTTP -s1z.ru -Searchestate -SEOlyticsCrawler +Mr.4x3 +Name Intelligence +Nettrack +OpenLinkProfiler +OrangeSpider +PageAnalyzer +PageGrabber +plumanalytics +PyCurl +RankurBot +Scrapy +Semrush +SEOprofiler Sitebeam -SmartDownload -Snoopy -Sogou web spider -Sucuri -True_Robot +SiteSnagger +Sosospider +Sottopop +SpankBot +sp_auditbot +SurveyBot +Szukacz Twice -WebFetch +VeriCiteCrawler +WebBandit +WebPix +Webshag WebsiteQuester -Wonderbot -WWW::Mechanize -x22Mozilla -zgrab -ZyBorg +WWWOFFLE diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 32239421f..0f65be27f 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy +404checker 80legs Aboundex ADmantX -AiHitBot -Aipbot -Alexibot -Anarchie +AIBOT +AlphaBot archive.org_bot -Asterias +autoemailspider +BackDoorBot +backlink-check BacklinkCrawler BackStreet -Badass -Bandit +BackWeb BatchFTP -Battleztar Bazinga +BBBike +BDFetch BetaBot Bigfoot -Blackboard -Black Hole BLEXBot +BlowFish Boardreader -BotALot Brandprotect Brandwatch -BuiltBotTough -BuiltWith +Buddy +Calculon CATExplorador CazoodleBot -CheTeam -Cloud mapping -Cogentbot -Collector -Copier +CCBot +Cegbfeieh +CherryPicker +ChinaClaw +Cliqzbot +coccocbot-web +CopyRightCheck +Copyscape +Cosmos +crawler4j crawler.feedback +crawl.sogou.com CrazyWebCrawler -CSHttp -Curious -DatabaseDriverMysqli -DataCha0s +Crescent +CrunchBot +Custo Demon Deusu -DigitalPebble +Devil +Digincore +DIIbot Disco -DomainAppender -DomainStatsBot -Dotbot -Download Wonder +Dispatch +DnyzBot +DomainCrawler +DomainSigmaCrawler +Drip DSearch +EasyDL Ebingbong Ecxi -Evil -Exabot -ExtractorPro +evc-batch +FemtosearchBot Fimap -FrontPage +Flunky GalaxyBot GermCrawler -GetWeb -Gigablast +Getintent +Gigabot Grabber Grafula GrapeFX GrapeshotCrawler -GridBot +GT::WWW Haansoft HaosouSpider Harvest Heritrix -HMView -HTMLparser -HTTP::Lite Humanlinks -IlseBot Image Fetch Image Sucker -Indy Library InfoNaviRobot +Intelliseek InterGET +internetVista monitor +ips-agent IRLbot Iskanie +JamesBOT Jbrofuzz JetCar +Jetty +Joomla Jorgee +JustView Jyxobot Kenjin Spider Kozmosbot -Larbin +Lanshanbot +LeechFTP LeechGet -LexiBot -Likse +Libwhisker LinkextractorPro -LinkpadBot LinkScan LinkWalker -LinqiaMetadataDownloaderBot -Lipperhey -Litemage_walker +LinqiaScrapeBot +Lipperhey Spider LWP::Simple lwp-trivial Magnet Mag-Net +magpie-crawler Mail.RU_Bot -Majestic12 Majestic SEO -Majestic-SEO -MauiBot +Masscan +Mass Downloader +meanpathbot MeanPath Bot -Metauri -Microsoft Data Access -Microsoft URL Control +MegaIndex.ru +MFC_Tear_Sample +MIDown tool MIIxpc -MJ12bot -Mojeek -Morfeus Fucking Scanner -MSFrontPage +Mr.4x3 +MSIECrawler Msrabot +MS Web Services Client Protocol +muhstik-scan +Musobot Name Intelligence -Nameprotect -NearSite -Netcraft netEstate NE Crawler -NetMechanic +NetLyzer NetSpider Nettrack -NextGenSearchBot +Net Vampire Nibbler -Niki-bot -Nikto +Ninja Nmap -NPbot -Octopus +oBot +Offline Explorer Offline Navigator -Openfind Openvas -OrangeBot +OrangeSpider OutclicksBot OutfoxBot Page Analyzer +PageGrabber page scorer -PageScorer -Papa Foto pcBrowser -PECL::HTTP -PeoplePal PHPCrawl PictureFinder Pimonster +Pi-Monster +PleaseCrawl +plumanalytics +Pockey Probethenet -ProPowerBot -Psbot Pump -PxBroker +PyCurl QueryN Metasearch Quick-Crawler +RankActive RankActiveLinkBot RankFlex -RankurBot +RankingBot2 +RealDownload Reaper +RebelMouse +ReGet +RepoMonkey Ripper -s1z.ru -SBIder +Rogerbot +SalesIntelligent ScanAlert -Scanbot scan.lol ScoutJet Scrapy -Screaming -SearchmetricsBot +Searchestate Semrush SemrushBot +SEOkicks-Robot SEOlyticsCrawler Seomoz SeoSiteCheckup -serpstatbot -Shodan -SiteSnagger -SiteSucker +SEOstats +Siphon +SISTRIX +Sitebeam Sitevigil -SlySearch -SMTBot +SmartDownload Snapbot -SocialRankIOBot Sociscraper -sogouspider -Sosospider Sottopop SpaceBison -Spammen sp_auditbot -Spbot -Spinn3r -Steeler -Sucker +Sqworm SuperHTTP Surfbot +SurveyBot +Swiftbot +sysscan Szukacz -T0PHackTeam tAkeOut Teleport -TeleportPro -Telesoft +Telesphoreo +Telesphorep TheNomad -Thumbor TightTwatBot Titan -Trendiction +Toweyabot +Tracemyfile +Trendictionbot +trendiction.com True_Robot Turingos -Turnitin -Twice -Typhoeus +TurnitinBot UnisterBot -Upflow -URLy Warning -URLy.Warning -Vagabondo +Vacuum +VB Project VCI -VidibleScraper -VoidEYE +VeriCiteCrawler +Virusdie Voltron -Wallpapers/3.0 WallpapersHD WBSearchBot -Webalta +WebBandit +WebCollage Web Collage -WEBDAV -WebFetch +WebCopier +WebFuck WebLeacher -webmeup-crawler +WebmasterWorldForumBot +WebReaper +WebSauger Web Sauger Webshag WebsiteExtractor WebSucker -WebWhacker -Whack -Wonderbot -WPScan -WWW-Mechanize -x22Mozilla -YoudaoBot +Web Sucker +WebZIP +WeSEE +WinHTTrack +Woobot +Wotbox +Wprecon +WWW::Mechanize +WWWOFFLE +x09Mozilla Zade Zauba +zauba.io Zermelo -Zeus -zgrab -Zitebot -ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 62954a71c..96a6b4048 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 80legs -Abonti Aboundex -Aboundexbot Acunetix +AfD-Verbotsverfahren AhrefsBot AIBOT +Aipbot +Alexibot +Alligator AlphaBot -Asterias -BackDoorBot -backlink-check +Apexoo +Attach +Backlink-Ceck +BacklinkCrawler BackWeb -Bandit -Barkrowler -BatchFTP +Badass BBBike -BDFetch BetaBot -Bigfoot -Blackboard -Black Hole -BLEXBot +BlackWidow +Blow BlowFish -Boardreader -Brandprotect -Brandwatch +Bolt Buddy -BuiltWith -Calculon -CazoodleBot +BuiltBotTough +BunnySlippers +Cegbfeieh +CheeseBot CherryPicker CheTeam -ChinaClaw -Claritybot -Cliqzbot +Chlooe Cloud mapping +cognitiveseo Collector com.plumanalytics -Copier -Copyscape Cosmos Craftbot -crawler4j crawler.feedback crawl.sogou.com -CrunchBot -Custo -DatabaseDriverMysqli -DBLBot Demon +Deusu +DIIbot Dirbuster -Discoverybot Dispatch -DomainCrawler -Dotbot -Download Wonder -Dragonfly +DnyzBot +DomainSigmaCrawler Drip -EasyDL +DSearch +DTS Agent Ebingbong -ECCP/1.0 -EMail Wolf -EroCrawler +eCatch +Ecxi +EirGrabber evc-batch Evil -ExtractorPro -Extreme Picture Finder +Exabot +Extractor +EyeNetIE Ezooms -FDM FemtosearchBot +Fimap Firefox/7.0 Flunky Freeuploader -FrontPage FyberSpider -Fyrebot +GalaxyBot GermCrawler Getintent Gigablast -G-i-g-a-b-o-t -Go-Ahead-Got-It -GoZilla +Gotit +Grabber Grafula GrapeFX -GT::WWW Haansoft HaosouSpider -HEADMasterSEO -HTMLparser -HTTrack +Harvest +Hloader +HMView Humanlinks +HybridBot +Iblog +Id-search IlseBot Image Sucker +IndeedBot +Indy Library +InfoNaviRobot InfoTekies -instabid Intelliseek -Internet Ninja +internetVista monitor Iria -IRLbot +Iskanie JamesBOT Jetty -JOC Web Spider -Keyword Density -Lanshanbot -LeechGet -LexiBot -Lftp -Lightspeedsystems -Likse -Linkdexbot +JikeSpider +Joomla +JustView +Kenjin Spider +Kozmosbot +Larbin +LeechFTP LinkpadBot -LinkScan +LinksManager LinqiaRSSBot LinqiaScrapeBot -Litemage_walker +Lipperhey Spider Lmspider LNSpiderguy -LWP::Simple -lwp-trivial Magnet -Mag-Net -magpie-crawler Mail.RU_Bot -Majestic12 -MarkMonitor -Mass Downloader -Mata Hari -MauiBot -Mediatoolkitbot -MegaIndex.ru -MFC_Tear_Sample -Microsoft Data Access -Microsoft URL Control -MJ12bot +Majestic SEO +meanpathbot +Meanpathbot +MIDown tool +Mister PiX Mojeek -Mr.4x3 -MSFrontPage -MSIECrawler +Morfeus Fucking Scanner Msrabot muhstik-scan -Nameprotect +Musobot Navroad NearSite Needle +Nessus +NetAnts +netEstate NE Crawler NetMechanic NetSpider -Net Vampire -NICErsPRO +Nettrack +NextGenSearchBot +Nibbler +Niki-bot Nikto Ninja -OnCrawl +Nmap +NPbot +Nutch +Octopus +Offline Navigator Openfind -page scorer -PECL::HTTP +OpenLinkProfiler +Openvas +OrangeBot +OrangeSpider +OutclicksBot +PageAnalyzer +Page Analyzer +Papa Foto +PHPCrawl Picscout -Picsearch -PictureFinder +Pimonster PleaseCrawl -POE-Component-Client-HTTP -ProWebWalker +plumanalytics +ProPowerBot +Pump PyCurl +QueryN Metasearch +RankActive RankingBot -RankurBot RealDownload -Reaper RebelMouse -RedesScrapy -RocketCrawler +SBIder ScanAlert -Scanbot +scan.lol +Screaming +ScreenerBot Searchestate -SearchmetricsBot +Semrush +SEOkicks-Robot +SEOprofiler seoscanners +SeoSiteCheckup SEOstats serpstatbot +sexsearcher Shodan SISTRIX -Sitebeam +SiteExplorer +Siteimprove SiteLockSpider -SiteSucker -Sitevigil -SMTBot +SmartDownload Snake +Snapbot sogouspider +Sogou web spider SpaceBison -Spammen +SpankBot Spanner -Spinn3r +sp_auditbot +Spbot SputnikBot spyfu Sqlworm -Sucuri -Surfbot +SurveyBot +Suzuran sysscan -Szukacz +T8Abot tAkeOut Teleport -TeleportPro -Telesphoreo The Intraformant -TheNomad -Titan +Thumbor +TightTwatBot Toata -Toweyabot -Tracemyfile +Trendiction trendiction.de -True_Robot -Turingos -Turnitin -TurnitinBot +TwengaBot +Twice Typhoeus -UnisterBot Upflow -URLy Warning +URLy.Warning +Vacuum VB Project +Virusdie +VoidEYE +Voil +Voltron Wallpapers/3.0 WallpapersHD -WASALive-Bot WBSearchBot -WebAuto -Web Collage -WebCopier -WEBDAV -WebEnhancer -WebFuck -WebmasterWorldForumBot +WebCollage +WebFetch +Web Fetch +Web Fuck webmeup-crawler +WebPix Web Pix -Webshag +WebReaper +WebSauger +WebsiteExtractor Website Quester -Webster WebSucker -Web Sucker WeSEE +Whack Whacker -Whatweb +Widow WinHTTrack -WISENutbot +WiseGuys Robot +Wonderbot +Woobot Wotbox +Wprecon WPScan WWW-Mechanize WWW::Mechanize -Xaldon WebSpider -Xenu +Xaldon_WebSpider xpymep1.exe -Zade -Zauba +YoudaoBot Zermelo -Zeus zgrab +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 9e2e360fc..27b84f072 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -00author.com -100dollars-seo.com -24x7-server-support.site -accessoires-mode.in -adimmix.com -allbizne.co.ua -arkkivoltti.net -asia-forum.ru -astana.xxxkaz.org -batanga.net -bidr.trellian.com -bigpictures.club -bizfly.info -blog.koreadaily.com -candelluxsklep.pl -canrioloadm.gq -cialischmrx.com -cl.s7.exct.net -compliance-john.top -daydream-studio.ru -dealwifi.com -depositfiles-porn.ga -dodlive.mil -dokumentalkino.net -domaincdn.xyz -dpihatinh.gov.vn -drpornogratisx.xxx -ednorxmed.com -elektrozigarettekaufen1.devhub.com -elidelcream.weebly.com -eshop.md -facecup.top -fordsonmajbor.cf -foxjuegos.com -freshwallpapers.info -gayxperience.com -gettpromos.com -glcomputers.ru -guarrasdelporno.xxx -hatedriveapart.com -hd-filmy.net -howmuchdoestizanidinecost.blogspot.com -hunthillfarmtrust.org -hyipmanager.in -imk.com.ua -infazavr.ru -jbl-charge.info -kino2018.cc -kotaku.com -ledpolice.ru -marblestyle.ru -maximilitary.ru -minneapoliscopiers.com -moyakuhnia.ru -my-bc.ru -mydirtyhobby.com -myfreecams.com -nardulan.com -omoikiri-japan.ru -outclicks.net -ozas.net -petedrummond.com -photo-clip.ru -picquery.com -plaff-go.ru -pr0fit-b0x.com -profit-opportunity.com -randki-sex.com -ranking2017.ga -redirectingat.com -rockingclicks.com -roll123.com -rybalka-opt.ru -scanner-walter.top -serdcenebolit.com -shoppingmiracles.co.uk -skincrate.net -slavia.info -sockshare.net -soc-proof.su -softwaretrend.net -suchenindeutschland.com -symphonyintegratedhealthcare.com -thaismartloan.com -tjkckpytpnje.com -torture.ml -traffic100.com -truck-land.life -tsstcorpcddvdwshbbdriverfb.aircus.com -vapeface.club -vip-dom.in -watch-movies.ru -webads.co.nz -webradiology.ru -website-stealer.nufaq.com -yougotanewdomain.com -zakazvzloma.com -zapiszto.pl -zeroredirect.com -znaniyapolza.ru +7wind.ru +8558l.jobs.net +8jn.dating-app.ru +akvamaster.dp.ua +animali.deagostinipassion.it +app-ready.xyz +auspolice.com +bannerswap.com +bausparen.bz.it +bdsmgalls.net +beachpics.com +bedcapdealers.com +beremenyashka.com +bet-prognoz.com +bioinnovate.co +blog.remote-computer.de +buynorxx.com +carrauterie.be +cartierlove2u.xyz +cherubinimobili.it +chidporn.com +coolbar.pro +copyrightclaims.org +danschawbel.com +electricwheelchairsarea.com +elmacho.xyz +elstal.com.pl +energy-ua.com +ezigarettenshop2.postbit.com +familyphysician.ru +famix.xyz +free-share-buttons.blogspot.com +fuck-paid-share-buttons.xyz +funnymama.com +generalporn.org +gne8.com +good-mummy.ru +hawaiielectriclight.com +instakink.com +itch.io +justprofit.xyz +kambasoft.com +keenoutlet.online +landscaping.center +life-instyle.com +mackeeper-center.club +marketingtechniques.info +medicinacom.ru +metascephe.com +money-every-day.com +muz-tracker.net +mwtpludn.review +mygameplus.com +myonlinepayday.co +myplaycity.com +narutonaruto.ru +nordstar.pro +o333o.com +okuos.com +onlineserialy.ru +ons-add.men +ororodnik.goodbb.ru +pammik.ru +picmoonco.pw +pixshark.com +pornofeuer.com +powitania.pl +producm.ru +professionaldieselcare.com +profitkode.com +quit-smoking.ga +realnye-otzyvy.info +rent2spb.ru +rewardit.com +rome2rio.com +rostov.xrus.org +saltspray.ru +saneitconsulting.com +saugatuck.com +senger.atspace.co.uk +seoholding.com +se-welding.ru +shisha-swag.de +soheavyblog.com +spacash.com +space-worry.ml +tedxrj.com +telefonsex-ohne0900.net +tongkatmadura.info +torrents.cd +video-camer.com +whatistizanidine2mg.blogspot.com +wineration.com +wpsecurity.website +xmronta.com +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +yougetsignal.com +zagadki.in.ua +zaim-pod-zalog-krasnodar.ru +zetgie.com.pl diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a21c3c4f9..4279532bb 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00it.com -03p.info -108shot.com -11pikachu.ru -123any.com -12bet.com -12u.info -1314dh.com -14b.info -1-99seo.com -1hwy.com -1kdailyprofit.me -1webmaster.ml -2020iscoming.info -2345.com -28n2gl3wfyb0.ru -2girls1cup-free.com -2pxg8bcf.top -3xforum.ro -4inn.ru -4rent.ru -4ur.click -5000-cotydzien.com -5u.com +007angels.com +1000n1.ru +1001watch.com.ua +12masterov.com +1bet.com +2728fb936f0.com +34.gs +45en.ru +4kplayer.pl +51unlim.ru +5elementov.ru 6hopping.com -72-news.com -7a2rnuey1tw9ar.ru -7minuteworkout.com +76brighton.co.uk +7makemoneyonline.com 7zap.com +888.com 8lufu.com -999webdesign.com -aa9d046aab36af4ff182f097f840430d51.com +98oi.ru +aa08daf7e13b6345e09e92f771507fa5f4.com aab94f698f36684c5a852a2ef272e031bb.com -aarbur.com -absolutelyanalog.com -abwa.tk -acheterviagrafr24.com -acunetix-referrer.com -adclickthru.net -add-add.men +aadroid.net +abclauncher.com +absugars.com +abtasty.com +abusora.com +academiacsmendoza.org +acads.net +acc.eu.org +actulite.com +adbetclickin.pink +adcash.com +adf.ly +adimmix.com +adminshop.com +adprotect.net adrunnr.com -adservme.com -adsland.men -ads-seo.men -adult3dgames.com -advertisingtag.net +adultfullhd.com ad-words.ru -affrh2015.com -afora.ru -a.frcls.fr -agecheckadult.com -agreda.pluto.ro -aibolita.com +aero2.ru +affiliate-fr.com +afslankpillen2017nl.eu +airlandsea.info +akita.kz akusherok.ru -alarmobninsk.ru -albuteroli.com -alert-jdh.xyz -alfapro.ru -alibestsale.com -all4invest.info -all4wap.ru +albumsuper.info +alfabot.xyz alldezservice.kz -allmarketsnewdayli.gdn -allornamenti.com +allkrim.com all-streaming-media.com -alphaforum.ru -aludecor.info -amazingninja.com -ample-awards-today.us -amyfoxfitness.com -anal-acrobats.hol.es -anapa-inns.ru -angel1777.kz -anniemation.com -antons-transporte.de -apartment.ru +alpinism.ru +amehdaily.com +androids-store.com +animebox.com.ua +anjalika.co.in +anonymizeme.pro +apartamentwroclaw.eu +apartmentbay.ru +apartmentratings.com +apelsinnik.website apessay.com -apidiamondatanet-a.akamaihd.net apifasterlightin-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -apispringsmartne-a.akamaihd.net -api.stathat.com -apiwoodensealcom-a.akamaihd.net -ap.senai.br +apiluckyleapnet-a.akamaihd.net +apishops.ru +approvedlocal.co.za aquarium-pro.ru -arclk.net -ardimobileinfo.ml +arabsexxxtube.com +aramaicmedia.org +arcadepages.com +arenda-avtoprokat-krasnodar.ru arendas.net -arkkivoltti.net -artdestshop.eu -asiengirls.net -asrv-a.akamaihd.net -asrvrep-a.akamaihd.net -asseenontv.ru -australia-opening-times.com +artdeko.info +as5000.com +asseenontvonline.ru +astana.xxxkaz.org auto4style.ru -autonew.biz -autowebmarket.com.ua -avitocars.ru -ayakino.net -ayeartoforget.com -ayerbo.xhost.ro -babosas.com -babs.com.ua -babyfactory.fr -babyguns.ru -baditri.com +autochoixspinelli.com +autotop.com.ua +availit.weebly.com +aviav.ru.com +aviva-limoux.com +avtoarenda.by +awency.com +axbocz.net +azadnegar.com +azartclub.org +azartniy-bonus.com +azazaporn.com +backlink4u.net +bagsonsale.online baksman.com -basedecor.ru -basisches-wasser.net -bbsoldes.fr -beatifullandscape.co -bestofpicture.com -beta.hotkeys.com -betonka.pro -bezsporno.ru -bget.ru -big-cash.net +balans.shahterworld.org +balook.com +banan.tv +bank.uz +bannerspace.com +battleforupdating.site +bazaronline24.ru +bdsmgalls.net +beauby.ru +beauty-clinic.ru +bedandbreakfast.com +belinvestdom.by +bensbargains.net +bestadbid.com +bestchoice.cf +bestimagecoollibrary.com +bestofupload.info +bestssaker.com +betterhdporn.com +bfz.biz +bidbuy.co.kr +big-boards.info biglistofwebsites.com -bigpictures.club -biketank.ga -bin-brokers.com -bio-japan.net +billiard-classic.com.ua bioscorp.ru -bio.trade-jp.net -birzha-truda.eu -bitporno.sx -bizfly.info -biznesrealnost.ru +biteg.xyz +bjgugu.net.ua +bjorkbacken.nu +blackle.com +blackplanet.com +blavia.00author.com +blockety.co blog.f00kclan.de -blogig.org -blogrankers.com -bochemit.com.ua -bodybuilding-shop.biz -boeuklad.com -bongiornos.info -bonkers.name -brendbutik.ru -bristolhostel.com -brk-rti.ru -brothers-smaller.ru -browsepulse-a.akamaihd.net -buketeg.xyz +blog-hits.com +blog.koorg.ru +blogos.kz +bluesman.nu +bmw.afora.ru +boc.kz +boltalko.xyz +bonux.nextview.ru +bookhome.info +brainboostingsupplements.org +brateg.xyz +brewdom.ru +brimstonehillfortress.org +buigas.00it.com +bum.com.ru bumskontakte.org -burkesales.com +burn-fat.ga +buron.pw businescoop.men -business-suggested.tk -buttons-for-website.com -buyk.host.sk -buy-loft.ru -buytizanidineonlinenoprescription.blogspot.com -buzzsumo.com -buzzurl.jp -cakesplus.com.au -callawaygolfstore.online -callejondelpozo.es -camdolls.com -candiceloves.us -canrioloadm.gq -carloans.com -carrauterie.be -cars-modification.net -cartierjusteunclou.xyz -cartierlove.xyz -cartujano-pre.de +buttons-for-your-website.com +buy-cheap-online.info +buyfriend.ru +buyparajumpers.online +buypillsorderonline.com +buyscabiescream.com +buzzzg.men +bvlgaribracelet.xyz +byme.se +c1.onedmp.com +cactussoft.biz +callcafe.info +canacopegdl.com +cand.jp +carabela.com.do +carapics.com +cardsdumps.com +cartierlove2u.com +cartierlovebracelet.xyz +cartierreplica.top +cartiertrinity.xyz +casablancamanor.co.za cashonads.com -casite-513049.cloudaccess.net -castingbank.ru +caulderwoodkennels.com cbcseward.com -cdnanalytics.xyz -cejewelry.xyz -cenoval.ru +cbozhe.com +cdncash.org +cdn.walkme.com centraletermice.us -cfsrating.sonicwall.com -charmstroy.info -cheapestjerseysonwholesale.com -cheapjerseysbizwholesale.us -cheapjerseysfootballshop.com -cheap-trusted-backlinks.com -cherubinimobili.it +cheapbelstaff.online +cheatcode-lita12.rhcloud.com +chiptuninger.com +chlooe.com +chocolateslim-original.com chocoslim.pro choice-credit.ru -cialisovercounteratwalmartusa.com -cialiswithoutadoctor.net -ciekawinki.pl -cineacademy.ru -cinemaflix.website -ci.ua -classiquebijoux.ru -clayvasedesigns.tk -cleanallspyware.com -click2pawn.com -clodo.ru -cocyq.inwtrade.com -codq.info -compliance-barak.top -compliance-barak.xyz +christianlouboutinoutlet.win +christianlouboutinreplica.win +cindymatches.com +civilwartheater.com +claytransformations.info +cleanallvirus.com +clean-virus-mac.com +clevernt.com +clickprotects.com +clippingphotoindia.com +club-musics.ru +cmhomestayagency.com +cobaltpro.ru +coin-hive.com +coldfilm.ru +colobit.biz +com-onlinesupport.site +compliance-alexa.xyz compliance-checker-7.info -compliance-donald.xyz compliance-don.top -compliance-fred.xyz -compliance-irvin.top -compliance-olga.top -compliance-walt.top -concealthyself.com -concordexoticrentals.com -conocer-sanabria.com -corta.co -counter.yadro.ru -custodieva.ru -customchocolate.business-for-home.com -customcollegeessays.net -custom-product-labels.com +compliance-don.xyz +compliance-ivan.xyz +construmac.com.mx +cookie-law-enforcement-ff.xyz +cookingmeat.ru +coslab.club +cosmetic.donna7753191.ru +covetnica.com +crafthubs.com +crd.clan.su +creativehutindia.com +creatives.adbetclickin.pink +crynet.cc +cs-passion.pl +customboxes4less.com +customcatchcan.com +customergrowthsystems.com +cvety24.by cyclobenzaprinevstizanidine.blogspot.com +czat.wp.pl +dailyfinancefix.com +dalavia.ru +daooda.com +daptravel.com darodar.com -date-withme.com -dating-time-now.com -datsun-do.com -day-news.info +data1.scopich.com +dating-app.ru +dayibiao.com +daymusam.com +d-black.bz +dcj-nn.ru +ddpills.com +ddsoldes.fr +dealighted.com +dealwifi.com decorazilla.com -delta-line.men -dentalpearls.com.au -depositfiles-porn.ga +deda-moroza-zakaz.ru +defenderxtactical.com +dekoration.us +demenageur.com +demian.kz derevesendeco.com -detective01.ru -deutschland123.de -dev78.dioniqlabb.se +detskie-zabavi.ru de.zapmeta.com +diamond-necklace.info dickssportinggoods.com +diesel-parts28.ru digilander.libero.it -dildofotzen.net -discovertreasure-a.akamaihd.net -divatraffic.com +digitalassetmanagement.site +dikx.gdn +discountliv.com +disruptingdinnerparties.com +diusyawiga.tk +divci-hry.info divisioncore.com -dnepr-avtospar.com.ua -docstoc.com -dogbreedspicture.net -dokumentalkino.net -domaincrawler.com -domainroam.win +domaincheck.io +domainsphoto.com +domain.webkeyit.com +domashneeruporno.com +dominterior.org +domoysshop.ru donvito.unas.cz -dostavimvdom.ru -dostavka-v-krym.com -dptaughtme.com -drugs-no-rx.info -dtm-spain.com +downloader12.ru +drugstoreforyou.com dtnlyss.com -dvd-famille.com +dustyorate.com dvervmoskvu.ru -eachdayisagift.review -eaplay.ru -earncash.com.ua +e2click.com +eandsgallery.com e-collantes.com -e-commerce-seo1.com -ednorxmed.com +editmedios.com ed-shop01.ru -eduinfosite.com -efnor-ac.com -ege-russian.ru -ekaterinburg.xrus.org -eladkarako.github.io -elektir.ru -elektrozigarettekaufen1.devhub.com -elektrozigaretten1.webs.com -elvel.com.ua +ege-essay.ru +ekto.ee +e-kwiaciarz.pl +eladkarako.com +electronicadirect.com +elektrozigarette2.webs.com +elitepcgames.com +elkacentr.ru +eloxal.ru +elstal.com.pl elvenmachine.com -emediate.eu -enbersoft.com -energydiet24.ru -energy-ua.com -enews.tech +embedle.com +empathica.com +encodable.com englishgamer.com -en.home-task.com -eropornosex.ru -erot.co -erotik-kostenlos.net -eshop.md -esopini.com -europages.com.ru +enskedesquashclub.se +eorogo.top +epicbrogaming.com +epngo.bz +es5.com +escortplius.com +eugenevaultstorage.com +event-tracking.com +everypony.ru everytalk.tv -ewebarticle.info exmasters.com exportshop.us -extrabot.com -ezigarettekaufen1.hpage.com -ezigarettenkaufen1.pagina.gr -ezigarettenshop1.yolasite.com -ezigarettenshop2.myblog.de -ezigaretteshop2.mywapblog.com -ezigaretteshop2.vefblog.net ezigaretteshop.webs.com +ezrvrentals.com +f012.de facecup.top -falcoware.com -falllow.gq faptitans.com -faracontrol.ir fashionavenuegame.com -favornews.com -fbdownloader.com -fearcrow.com -felizporno.com -fellowshipoftheminds.com -fenoyl.batcave.net -filerockstar298.weebly.com +fast-wordpress-start.com +ferieboligkbh.dk +fermersovet.ru +fickluder69.com filesmonster.porn -filmi-onlain.info -findsexguide.com -firma-legion.ru +fillmewithhappiness.com +filmi-v.online +financetip.eu +findacheaplawyers.com +findanysex.com +finuse.com firstsiteguide.com -fitfloponline.store -fitness-video.net -flashlarevista.com -flprog.com -forex-indextop20.ru +flashahead.info +flipper.top +floating-share-buttons.com +florida-tourism.net +flowwwers.com +flytourisme.org +fm-upgrade.ru +focalink.com +forensicpsychiatry.ru +forexgb.ru +forex.osobye.ru forex-procto.ru -foto-telok.net -foxydeal.com -franch.info -fr-bearings.ru -free-fb-traffic.com -free-floating-buttons.com -froggytube.com +forminecrafters.ru +formseo.com +formulaantiuban.com +forodvd.com +forsex.info +fotopop.club +fototravel.eu +foto-weinberger.at +fotzen-ficken.com +free411games.com +free-fbook-traffic.com +freelinkbuilding.website.tk +free-share-buttons.com +fsakhalin.ru fsalas.com -fullgirl.ru -funnel.co.za -fym.com.ru -gamerscorps.com -gay-site.store +fuckbuddybestgilf.info +fuel-gas.com +fullfileaccess.com +gagrasector.ru +gallerily.com +gallictures.com +gamedayhouse.com +gameplexcity.com +gamewrath.com +gateway.zscalerone.net +gay-file.com gaytube.com -gazoblok.net.ua -geilehausfrauen.net -gemara.com -getlaid-xxxhookupdirect.com +gdebestkupit.ru +gemgrab-a.akamaihd.net +gentamicineyedrops.blogspot.com +getdot.ru getmiro.com -getresponse.com -get-seo-domain.com -global-ics.co.za -gloverid.site -goatse.ru -goldadpremium.com -goldenggames.com +getoutofdebtfree.org +getridofstretchmarks.org +gettpromos.com +gidonline.one +gigablast.com +girlsfuckdick.com +go2jump.org +gobongo.info +gogalleryawesome.com gomusix.com -goo.ne.jp +good-mummy.ru +goodprotein.ru gosreg.amchs.ru -graphicwe.org -gratis-sexkontakte.com -gratuitxblcodes.com -greatdealshop.com -grizzlysgrill.com -gsmlab.pl -guiadeserraazul.com -guigyverpo.cf -guod.me -h2monline.com -hackers-crackers.tk -hamptonoaks.ca -handsandlegs.ru -hannasolution.ru +gov.yanao.ru +gq-catalog.gq +groupmoney.ru +growshop.es +grupografico-pilar.com.ar +gsasearchengineranker.site +gsou.cf +gtopstats.com +guardlink.com +guarrasdelporno.xxx +gungamesz.com +gwebtools.com +hanink.biz.ly hanwei.us -hao123.com -hatdc.org -hausfrauensex18.com -hdapp1008-a.akamaihd.net -hdseriale.pl -hdxnxxtube.mobi -healbio.ru -healing-dysplasia.ru -heliko.no -hermesreplica.pw -hetmanship.xyz -heygidday.biz -high-speed1.net -hitcpm.com -hit-kino.ru -hobbyhuren24.net -homedecorpicture.us -homedo.fabpage.com +hatedriveapart.com +havepussy.com +hd720kino.ru +hentaiheroes.com +hentai-manga.porn +hermesbelts.xyz +hermesbracelets.xyz +hexpilot.com +hidemyass.com +hifidesign.ru +highspeed5.net +hit-men.men +hiwibyh.bugs3.com +hledejvshopech.cz +hobild.net +hol.es +homedecoguide.info +homelygarden.com hoporno.com -hostcritique.com -hoste.octopis.com -hostingclub.lk -hotdl.in -hotloans.ru +hostsshop.ru +hotblognetwork.com +hotblog.top +hothot.ru +hotkeys.com +hotshoppymac.com +house.sieraddns.com hoverboardforsaledirect.com -hoztorg-opt.ru -https-legalrc.biz -ibmdatamanagement.co -ido3.com -iflycapetown.co.za -iideaidekonkatu.info -ilovevitaly.xyz -images-graphics-pics.com -imagine-ex.co -img.wallpaperstock.net -imperia31.ru -importchinacoach-teach.com +hplaserjetpdriver8y.pen.io +hptwaakw.blog.fc2.com +htmlcorner.com +hully.altervista.org +hundejo.com +hunterboots.online +hyhj.info +id-forex.com +igithab.com +igru-xbox.net +ilte.info +imgata.com +i-midias.net.br +imitex-plus.ru +imk.com.ua +impresagaia.it incep.imagine-ex.co incolors.club +indetiske.ya.ru indiakino.net -infektsii.com -infospot.pt -infostatsvc.com -infowarcraft.ru -innoslicon.com insider.pro -intellego.info intellekt21.ru +interferencer.ru +int.search.mywebsearch.com +invest-pamm.ru +invivo.hu inzn.ru -io9.com -ipchicken.com +ip-guide.com iplogger.org -iplusbit.blogspot.co.za -irunfar.com -isoveti.ru +iscblog.info +isotoner.com ispaniya-costa-blanca.ru -istizanidineanopiate.blogspot.com -istizanidinelikexanax.blogspot.com -itag.pw -ivanovo.zrus.org -ivoiretechnocom.ci +istock-mebel.ru +itservicesthatworkforyou.com +iweblist.info +ixora.pro +izhevsk.zrus.org +jackwolfskinoutlet.online janerikholst.se -japfm.com +japan-bearings.ru +jasonpartington.com +jav-fetish.com jaxcube.info -jerseyssportsshop.com -jewelryandfiligree.com -johannesburgsingles.co.za -johnrobertsoninc.com +jerseychinabizwholesale.com +jjbabskoe.ru +jongose.ninja journalhome.com -j-times.ru juliaworld.net -justucalling32211123456789.tk -jyvopys.com +jwss.cc +kaidalibor.de +kakablog.net kakadu-interior.com.ua -karaganda.xkaz.org +kambasoft.com karpun-iris.ru +kartiniresto.com kasino-money.pw -katadhin.co katjimej.blog.fc2.com kazan.xrus.org -kchaxton.com kemerovo.zrus.org -kerwinandcariza.com -keywordsdoctor.com -keywords-monitoring-success.com -kinky-fetishes.com -kinocccp.net -kinoflux.net -kinosed.net -kinotorka.ru -kirov.zrus.org -kletkimehan.ru -kliksaya.com -kmgamex.cf -kongoultry.net -kongruan.com -konkursowo-24.pl -kosynka-games.ru -kozhniebolezni.com -kriokomora.info -ks1234.com -kunstaktien.info +kerei.ru +keywordblocks.com +kicknights.gq +kidskunst.info +kinobest.pl +kino-rating.ru +klosetkitten.com +kol-energo.ru +komputernaya-pomosh-moscow.ru +konica.kz +konteiner24.com +koral.se +kountrylife.com +krasula.pp.ua +kredit-blog.ru kupit-adenu.ru -lacasamorett.com -ladov.ru -la-fa.ru -lakomka.com.ua -lashstudia.ru +kvartir-remont.biz +kvartiry-remont.ucoz.ru +kwzf.net +lafriore.ru +landinez.co laudit.ru lawyers.cafe +laxob.com leadwayau.com -ledpolice.ru -lescinq.com -letmacworkfaster.site -lexaprogeneric.link -lida-ru.com -likesdesign.com -lincolntheatre.com -linkarena.com -lion.misba.us +ledis.top +lflash.ru +lifeinsurancekb.com +link.ac +linkbux.ru +lion.conboy.us lion.snapmap.us -littleberry.ru liveinternet.ro -liverpool.gsofootball.com -ljusihus.se -loftdigital.eu -lombia.com -lost-alpha.ru +live-sexcam.tk +localmatchbook.com +locationdesaison.com +loginduepunti.it +lombia.co +lomza.info +lonely-mature.com +lostaruban.com louboutinbooties.xyz -louboutinreplica.pw -louboutinshoes.xyz -lsex.xyz -luciddiagnostics.in +lovelycraftyhome.com lulea-auktionsverk.se -lunchrock.co -lyngdalhudterapi.no -macdamaged.tech -macfix.life -mackeeper-center.club -macnewtech.com +lyrics.home-task.com +m292.info +machicon-akihabara.info +machicon-ueno.info macresource.co.uk -magazin-pics.ru -magento-crew.net -makedo.ru -mamasuper.prom.ua -marblestyle.ru +macrotek.ru +magicdiet.gq +mailemedicinals.com +makemoneyonline.com +manifestation.betteroffers.review +manipulyator-peterburg.ru +mansiondelrio.co +mansparskats.com +manuscript.su +manyresultshub-a.akamaihd.net +marcogrup.com +marcoislandvacations.net +marketingvici.com +martlinker.com master-muznachas.ru -matrixalchemy.com -max-eclat.men -maximilitary.ru -max-p.men -mbiologi.ru -meddesk.ru +maximpartnerspr.com +maxxtor.eu +mcnamaratech.com +mebel-alait.ru +medanestesia.ru medicineseasybuy.com -medkletki.ru -meetingrainstorm.bid -meetlocalchicks.com -menhealed.net -metallosajding.ru -metascephe.com -micasainvest.com -microstatic.pl -minecraft-rus.org -minharevisao.com -misswell.net +medicovi.com +medkritika.ru +medosmotr-ufa.ru +meendo-free-traffic.ga +megakino.net +mega-polis.biz.ua +metalonly.info +mex-annushka.ru +mhtr.be +michaelkorsoutlet.store +microsoftportal.net +mini.7zap.com +miniads.ca +mir-limuzinov.ru +mirobuvi.com.ua +misandesign.se +mistr-x.org mitrasound.ru -mixtapetorrent.com -mobifunapp.weebly.com -moinozhki.com -mojpregled.com -monarhs.info -monclerjacketsoutlet.pw -monetizationking.net +mixed-wrestling.ru +monclercheap.xyz +monclercoats.xyz moneyzzz.ru -monsterdivx.tv -morepoweronmac.trade +morlat.altervista.org +morocco-nomad-excursions.com +moroccosurfadventures.com moscow.online-podarki.com -mosrif.ru -most.gov.iq mototsikl.org -moz.com -mp3downloadhq.com -mrbojikobi4.biz -mrpornogratis.xxx -mrsdalloways.com -msfsaar.de -mtmtv.info -muz-tracker.net -my-bc.ru -myfreecams.com +moviemail-online.co.uk +movies-in-theaters.net +moyakuhnia.ru +mozello.ru +mrinsidesales.com +mrwhite.biz +music7s.me +musicas.baixar-musicas-gratis.com +music.utrolive.ru +muz-shoes.ru +myanyone.net +myblogregistercm.tk +my-cash-bot.co +mydirtyhobby.com mymercy.info -myphotopipe.com -myplaycity.com -nalogovyykodeks.ru -napalm51.nut.cc -narkologiya-orel.ru -nash-krym.info -needtosellmyhousefast.com -neobux-bg.info +myonigroup.com +myprintscreen.com +mystats.xyz +myyour.eu +na15.ru +naphukete.ru +narco24.me +narkologiya-penza.ru +naturalbreakthroughsresearch.com +neks.info +nelc.edu.eg neodownload.webcam netallergy.ru -net-profits.xyz -new-apps.ru +netoil.no +networkad.net +new-post.tk +newstraveller.ru +newtechspb.ru nfljerseysforsalewholesaler.com +nfvsz.com nhl17coins.exblog.jp -nibbler.silktide.com -nicovideo.jp -nightvision746.weebly.com -nikkiewart.ru +nikhilbahl.com +noclegonline.info +normalegal.ru northfacestore.online -noscrapleftbehind.co -notasprensa.info -novosibirsk.xrus.org -npoet.ru -nudepatch.net -nzfilecloud.weebly.com -oballergiya.ru -ochistka-stokov.ru -offf.info -officedocuments.net +no-rx.info +notaria-desalas.com +notfastfood.ru +november-lax.com +novodigs.com +novosti-hi-tech.ru +nucia.biz.ly +nufaq.com +nvformula.ru +nvssf.com +o00.in okel.co -okmusic.jp -o.light.d0t.ru -onemantrip.com +oklogistic.ru +okout.ru +onemactrckr.com onlinadverts.com -onlinedomains.ru -online-hd.pl -online-sbank.ru -onlythegames.com -ooomeru.ru -ordernorxx.com -orel-reshka.net +online247.ml +o-o-6-o-o.ru +openmultipleurl.com +oralsexfilme.net +orgasmatrix.com +osb.se11.ru ossmalta.com ownshop.cf -paleohub.info -panchro.co.uk -pandarastore.top -paradontozanet.ru -pastaleads.com -pb-dv.ru -pcgroup.com.uy -pcimforum.com -pc-test.net +oynat.info +pammik.ru +paparazzistudios.com.au +paperwritingservice17.blogspot.ru +partner-cdn.men +partner-host.men +partner-print.men +partners-ship.pro +pattersonsweb.com +pdamods.ru +pdn-4.com pekori.to -perm-profnastil.ru -petrovka-online.com -petsblogroll.com -pflexads.com -photo.houseofgaga.ru +pelfind.me +pendelprognos.se +petedrummond.com photorepair.ru +phpdevops.com +piccdata.com piccshare.com -picphotos.net -pictures-and-images.com -picturesmania.com -pihl.se +picquery.com +picsforkeywordsuggestion.com pila.pl -piluli.info -pinstake.com -pixell.club -pl.aasoldes.fr -plastjulgranar.se -platezhka.net -playboyfiles.xblog.in +piter.xrus.org +pix24x7.com +pizza-tycoon.com +playfortuna-play.ru +pl-top.pl plusnetwork.com +pochemychka.net +podshipniki-nsk.ru +pogosh.com poisk-zakona.ru pokemon-go-play.online -pokerniydom.ru polcin.de -popander.mobi +polimga.pw +poquoson.org +porndl.org porngalleries.top -pornhive.org -pornogratisdiario.com -pornokorol.com -pornophoto.xyz +porno-chaman.info +pornohd1080.online porno-play.net -pornoreino.com -porno-transsexuals.ru -pornotubs.com -pornoxxx.com.mx -porodasobak.net -portal-eu.ru -powenlite24.ru -pr0fit-b0x.com -praisong.net -pricheskaonline.ru -princeadvantagesales.com -printie.com +porno-raskazy.ru +pornosemki.info +pornosmola.info +pornotubexxx.name +pornstartits.xblog.in +porn-w.org +pozdrawleniya.ru +pp-budpostach.com.ua +preparevideosafesystem4unow.site +princevc.com printingpeach.com -priscilarodrigues.com.br -proekt-mos.ru +privacyassistant.net +privatamateure.com +privhosting.com professionalwritingservices15.blogspot.ru -profitsport.club -progress-upakovka.ru -prom23.ru -promodj.com -pro-poly.ru -prostitutki-belgoroda.org -psoriasis-file.trade -pushdata.sendpulse.com +pronekut.com +pron.pro +prostitutki-kharkova.org +proxyradar.com +psa48.ru +pukaporn.com +pussysaga.com pussyspace.net -quangcaons.com +putitin.me +pwwysydh.com +py100.ru +qor360.com quelle.ru -quick-offer.com -qwesa.ru -rabot.host.sk -rainbowice.ru +quickbuck.com +quickchange.cc +quick-seeker.com randalljhoward.com -rankings-analytics.com -ranksonic.com -realmonte.net +rankscanner.com +ranksignals.com +rapidgator-porn.ga +rapidsites.pro +raschtextil.com.ua +ratemodels.net +rcpmda.ikan1080.xyz realnye-otzyvy.info -realresultslist.com -rebrand.ly -reckonstat.info -redirlock.com -registrydomainservices.com -reklama1.ru +realtytimes.com +recipedays.ru +redhotfreebies.co.uk +redirectingat.com +r-e-f-e-r-e-r.com +refudiatethissarah.info reklama-i-rabota.ru -reklamuss.ru +relax.ru +remont-komputerov-notebook.ru +remont-ustanovka-tehniki.ru remontvsamare.su -replicalouboutin.xyz -rewardpoll.com -ring4rhino.com -ringtonepartner.com -ritlweb.com -rniaeba.ga -rockingclicks.com -roll123.com -royalcar-ufa.ru -rubbed.us -rukino.org +rent2spb.ru +rewardit.com +rixpix.ru +rocketchange.ru ruscoininvest.company -rusenvironmental.net -rusprostitute.com -rvi.biz -sack.net -saddiechoua.com -saecsa.co -sajatvelemeny.com -sammyweaver.com -saneitconsulting.com +russkie-gorki.ru +russkoe-zdorovie.ru +rus-teh.narod.ru +s8-nowy-wygraj.comli.com +sammlungfotos.online +samolet.fr +sanatorrii.ru sanidumps.com -sanyuprojects.com -sarm.tk -sayyoethe.blogspot.co.za -sbornik-zakonov.ru -scanner-mark.top -scat.porn -schoolfiles.net -scmor.ilxc.cc +sankt-peterburg.nodup.ru +santechnik.jimdo.com +saratov.xrus.org +sarf3omlat.com +savefrom.com +sbdl.no +sbetodiodnye-lampy.ru +sbf441.com +sbricur.com +scanner-donald.top +scanner-walter.top +scenicmissouri.us +score-ads.men screentoolkit.com -sdi-pme.com -sdrescher.net -search-goo.com +seadragonherbery.com searchimage.co -searchlock.com -securityallianceservices.com -seemoreresultshu-a.akamaihd.net -seksotur.ru -sell-fb-group-here.com -seminarygeorgia59.ga -seocheki.net -seoexperimenty.ru -seoheap.com -seoholding.com -seolab.top -seo-platform.com +searchimpression.com +seeingmeerkat.com +see-your-website-here.com +segol.tv +seomarketings.online seorankinglinks.com -seorankinglinks.xyz -seo-tools-optimizing.com -seo-traffic-ranking.info -sethrollins.net -sevendays.com.ua -sexflirtbook.com -sex.hotblog.top +seo-smm.kz +service-core.ru +sex-foto.pw +sexgalleries.top sexkontakte-seite.com -sexpartygirls.net -sexsearch.com -sexs-foto.top -sexstream.pl +sex-sex-sex5.com sextracker.be -sextracker.de -sexvideo-sex.com sexy.babes.frontend-stack.top -sexyteens.hol.es -shemalegalls.blogporn.in -shemale-sex.net -sherlock.se -shoesonlinebuy.cn -shoplvlv.us -shoppingjequiti.com.br +sexytrend.ru +shakhtar-doneck.ru +shama-rc.net +shinikiev.com.ua +shop.acim.org +shtaketniki.kz shtora66.ru -sibtest.ru -sideeffectsoftizanidine.blogspot.com +sientalyric.co +sierraapps.com silvercash.com -sindragosa.comxa.com -sirpornogratis.xxx -siteripz.net -sitiz.club +similardeals.net +simul.co +siteaero.com +sitebeam.net +si-unique.com skatestick.bid sklad-24.ru sky-mine.ru -small-games.biz -smart-balancewheel.com +skytraf.xyz +smadihome.com +smailik.org +smartpet.ru +smartshoppymac.com +smstraf.ru snip.tw -snomer1.ru -soaksoak.ru -socas.pluto.ro -socialbuttons.xyz -socialbutton.xyz -social-fun.ru +social-buttons.xyz socialmediasuggest.com -socialmonkee.com socialseet.ru -socialtrade.biz -soft1.ru -softonicads.com -solinf.co -soundfrost.org -souvenir.cc -souvenirua.com -spabali.org -space-worry.ml -spamnuker.com -speedup-my.site -spinnerco.ca -sport7777.net -sports-supplements.us -sport-video-obzor.ru -spy-app.info -spy-sts.com -startwp.org -statistici.ro -stauga.altervista.org +soc-proof.su +sodexo.com +soft-terminal.ru +sortthemesitesby.com +sotkal.lark.ru +sovetogorod.ru +space2019.top +spasswelt.net +sportbetfair.com +spravka130.ru +spywarenuker.com +sstroy44.ru +stard.shop +startufa.ru sterva.cc -stickers-market.ru -stockspmb.info +stmassage.ru stop-gepatit.te.ua -stpicks.com -strangeduckfilms.com -stroy-portal22.ru -studiofmp.com -sukirgenk.dvrlists.com -supermesta.ru -superstarfloraluk.com -surcentro.com +strag-invest.ru +streha-metalko.si +stroiminsk.org +stroyplus.ru +suhanpacktech.com +superoboi.com.ua +superstats.com sureone.pro -suture.co svensk-poesi.com -svnuppsalaorebro.se -svolze.com -symbaloo.com -syvertsen-da.no -talant-factory.ru -tam-gde-more.ru -tasteidea.com -td-33.ru +svetodiodoff.ru +swimpool.ca +tampabaywatch.org +taqywu51.soup.io +tarad.com +techart24.com +technopellet.gr teenbbw.yopoint.in -teguh.info -teslathemes.com -tgtclick.com -thaisamkok.com -thedownloadfromwarez.blogspot.com -theendivechronicles.com -thegameriders.com +telefonsexi.com +telemetryverification.net +telesvoboda.ru +tengohydar.tk +tfxiq.com +theallgirlarcade.com +thecounter.com +thegamerznetwork.com theguardlan.com -thelottosecrets.com -thfox.com -thiegs.reco.ws -thruport.com -timeallnews.ru +theporndude.com +thetoiletpaper.com +the-torrent-tracker.blogspot.com +thewebsitetemplate.info timhost.ru -titan-ads.life -tizanidine4mg.blogspot.com -tizanidine4mguses.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl2mgtablet.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidineinteractions.blogspot.com -tizanidineusedfor.blogspot.com +titangel-vietnam.com +tizanidinedruginteractions.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineonline.blogspot.com +tizanidineoral.blogspot.com +tizanidinepain.blogspot.com tkanorganizma.ru -tksn.ru -tmm-kurs.ru -tnctrx.com +tn811.us token-lab.org -tonerbox.kz -top10registrycleaners.com -top1-seo-service.com -topappspro.com -topmira.com -toproadrunner5.info -topsy.com -torontoplumbinggroup.com +tongkatmadura.info +top10-way.com +topbestgames.com +top-study.work +torrentdownloadhub.com +torrent-to-magnet.com +totu.us +touchmods.fr toursmaps.com -tozup.com -tpu.ru -track112.site -tracksz.co -tradedeals.biz -traderzplanet.in -traffic100.com -traffic2cash.org -trafficjunky.com -traffpartners.com -tramadolandtizanidine.blogspot.com -traxdom.ru -trudogolik.net -truebeauty.cc -trumpetedextremes.com +track2.shop +tracklead.net +trackmedia101.com +tracxn.com +trafficmania.com +trafficmp.com +traffmonster.info +trainoffend.ml tubeline.biz -tubo360.com tuckpointingmasonrysystems.com -turbodsp.com -turbo-suslik.org -tversvet.ru -twittrading.com -twittruth.com -twodollarshows.com -ua.tc +turizmus.us +tvnewsclips.info +tvoystartup.ru +twiclub.in +twincitiescarservice.com +u555u.info +ublaze.ru +uchebavchehii.ru udsgame.online -uginekologa.com -uhodzalijami.ru -ultimateclassicrock.com +uggbootsoutletsale.us +ukkelberg.no umityangin.net +unacittaconte.org unitygame3d.com -unrealcommander.com +unmaroll.ya.ru unrealcommander.org -upproar.com -uptimebot.net -uptime-delta.net -ural-buldozer.ru -url-img.link -usadacha.net -usbggettwku.ga -ussearche.cf -v720hd.ru -validccseller.com -valkiria-tk.ru -valuado.com -valueclick.com -vapeface.club -varikozdok.ru +utiblog.fr +utrolive.ru +vbabule.net veles.shop venerologiya.com -veselokloun.ru -vesnatehno.com -vezuviy.su -videochat.bz -video-chat.cn +vertaform.com +vgoloveboli.net videochat.mx -video-production.com -videosbox.ru -videtubs.pl -vilingstore.net -vintontech.info -vip2ch.com -vipms.ru -vitalads.net -viven.host.sk -vk-mus.ru +videojam.tv +videooko.weebly.com +videos-for-your-business.com +vigrx-original.ru +villacoloniale.com +villakohlanta.nu +vipps.com.my +vod.com.ua +volgograd.xrus.org +voltrknc1.com vozbujdenie.com -vpnmouse.com -vvpg.ru -vzglyadriv.kg +vseuznaem.com +vvon.co.uk w3javascript.com -warezaccess.com -watchdogs-2.ru -webix.me -weblo.com -webshoppermac.com -website-speed-up.site -weburok.com -wellcome2slovenia.ru -wesharepics.info -westum.se -wetgames.ru -whatsupinfoley.com -whatzmyip.net -whengirlsgowild.com -williamrobsonproperty.com -wineration.com +wallpapers-best.com +wallpapersdesk.info +wallpaperstock.net +wanker.us +wapsite.me +warningzscaler.heraeus.com +waterefficiency.co +webinstantservice.com +webmonetizer.net +webnode.me +website-audit.com.ua +weburlopener.com +wedding-salon.net +welcomeauto.ru +wemarketing.se +wesharepics.com +westen-v.life +whatsappdownload10.com +while.cheapwebsitehoster.com +wholesalecheapjerseysfree.com +wholesalejerseys-cheapest.com +wildcattube.com +winner7777.net winterclassichockeyjerseys.com -wordkeyhelper.com -works.if.ua +wleuaprpxuvr.ga +wma-x.com +woman-orgasm.ru +worldhistory.biz +worldmusicfests.com wosik-dach.service-for-web.de -ww2awards.info -wzgyyq.com -x5market.ru +wsgames.ru +wtsindia.in +wttavern.com +wufak.com +www.get-free-traffic-now.com +wygraj-teraz.com +wyniki-lista.pl x-diesel.biz -x-diesel.org -xdoza.com -xitjw.info -x-lime.net -x-musics.com -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn--b1agm2d.net +xjlottery.com +xkaz.org +xlolitka.com +xlovecam.com +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80aikhbrhr.net +xn--b1adccaf1bzj.xn--p1ai xn--d1aifoe0a9a.top -xn--oogle-wmc.com -xtraffic.plus -xtrafficplus.com -xtremeeagles.net -xtubeporno.net +xn--l1aengat.xn--p1ai +xnxxandxvideos.com +xsion.net xvideosbay.com +xwatt.ru +xxlargepop.com +xxx-cam.webcam xxxnatelefon.ru -yatrk.xyz +y8games-free.com +yaoguangdj.com +yebocasino.co.za +yellowads.men yellowfootprints.com +yellowstonevisitortours.com +yginekologa.com ynymnwbm.bloger.index.hr yopoint.in -youandcredit.ru -yougame.biz -youghbould.wordpress.com -youjizz.com -yourtemplatefinder.com -youtuhe.com -yuarra.pluto.ro -yunque.pluto.ro +youjizz.vc +youresponsive.com +yoursite.com +yousense.info +youtubedownload.org yur-p.ru -zacreditom.ru -zahvat.ru -zakazvzloma.com -zakonobosago.ru -za-music.mymobiplanet.com -zapiszto.pl -zarabiaj-dzis.pl -zarabotok--doma.ru -zarajbuilders.com -zeroredirect10.com -zeroredirect6.com -zhacker.net -zhorapankratov7.blogspot.com -zixizop.net.ru -znaturaloriginal.com +zaloro.com +zebradudka.com +zed21.net +zero1.it +zionstar.net +znakom.sibtest.ru +znakomstva-moskva77.ru +zocaparj.kz zog.link -zooggames.com -zoosexart.com +zojirushi-products.ru +zoogdiesney.com +zoogdinsney.com +zverokruh-shop.cz +zvezdagedon.ru +zx6.ru zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 888e2fc53..8ab5ad17f 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -10bet.com -24-ak.ru -5ws.dating-app.ru -7fon.ru -aa9d046aab36af4ff182f097f840430d51.com -adnotbad.com -adtech.fr -adzerg.com -agapovdg.ru -allboard.xobor.de -aludecor.info -apimossnetinfo-a.akamaihd.net -app5.letmacworkfaster.world -appsaurus.com -arvut.org -autotrends.today -auto-zapchasti.org -aviav.ru -bedandbreakfast.com -berdasovivan.ru -bestdooz.com -bigcareer.info -bio-japan.net -bio-optomarket.ru -bluesalt.co -bmw.afora.ru -bonux.nextview.ru -budpost.com.ua -canzoni.ru -cctva.tv -celejihad.info -centraletermice.us -ceotrk.com -cezartabac.ro -cineacademy.ru -cleanallvirus.com -cleansearch.net -clickzzs.nl -cmhomestayagency.com -compliance-don.xyz -compliance-elena.xyz -compliance-julianna.top -compliance-olga.top -cool-wedding.net -crd.clan.su -daretodonate.co -darkbooks.org -date-withme.com -decorationspcs.com -dellalimov.com -deluxedumps.com -depositfiles-porn.ga -detskie-zabavi.ru -dfwu1013.info -diamond-necklace.info -dlya-android.org -domoysshop.ru -doska-vsem.ru -easyshoppermac.com -ecommerce-seo.org -elektir.ru -elkacentr.ru -erotikstories.ru -errorfixing.space -excitacao.com -eyes-on-you.ga -falllow.gq -familyholiday.ml -fantasticpixcool.com -ff30236ddef1465f88547e760973d70a.com -financepoints.eu -fix-website-errors.com -forums.toucharcade.com -freegamesplay.online -fugarif.ga -fun-mobi.pl -futbolkisales.ru -galaxyflowers.ru -gateway.zscalerone.net -genetworx.com -getresponse.com -getridofstretchmarks.org -ghazel.ru -gigapeta.com -gk-atlant.info -gopro-online.info -grizzlysgrill.com -g.starmoe.xyz -hacktougroup.ru +4k-player.pl +4webmasters.org +7xc4n.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aab94f698f36684c5a852a2ef272e031bb.com +adbetclickin.pink +addbin.men +adultmeetonline.info +alert-hgd.xyz +alienwheel.es +angry-fermi-7633.arukascloud.io +anime.dougasouko.com +aosheng-tech.com +apiappenableinfo-a.akamaihd.net +appleid-verification.com +arendovalka.xyz +arquapetrarca.info +artavenuegardenstudios.com +asiengirls.net +avtolombard-krasnodar.com +avtovolop.ru +awaybird.ru +ayanaspa.com +babespcs.com +bannerswap.com +baoxaydung.com.vn +beachpics.com +betune.onlinewebshop.net +bitcoinremote.com +bitcoins-live.ru +blagovest-med.ru +blobar.org +bloggedporn.com +brainboosting.club +brains2.biz +brainxs.us +brendbutik.ru +bscodecs.com +buyessaynow.biz +buy-forum.ru +bvlgaribracelet.xyz +cactussoft.biz +candelluxsklep.pl +carabela.com.do +cartierreplica.top +catalogs-parts.com +centre-indigo.org.ua +cheatcode-lita12.rhcloud.com +cialisovercounteratwalmartusa.com +cialis-samples.com +clash-clans.ru +clean-start.net +clickaider.com +clickbank.net +clickhype.com +construmac.com.mx +coolyarddecorations.com +coslab.club +crackguru.tk +cupday.com +customboxes4less.com +cymbaltaandtizanidine.blogspot.com +data1.scopich.com +ddsoldes.fr +deplim.com +digitalassetmanagement.site +dimaka.info +dirtpics.pw +dosug-lux.ru +driving.kiev.ua +easync.io +e-avon.ru +ekosmetyki.net.pl +elitepcgames.com +erotikchat-24.com +euroskat.ru +evrotekhservis.ru +excaliburfilms.com +extractorandburner.com +extstat.com +ezigarettekaufen2.mpbloggar.se +fast-wordpress-start.com +faz99.com +fetroshok.ru +filesvine.com +fm-upgrade.ru +folowsite.com +forumprofi.de +frameimage.org +free-gluten.ru +freeuploader.ml +fullfileaccess.com +galaxys6manual.info +gameonasia.com +gaming-journal.com +getlamborghini.ga +ggiaro.com +girlsatgames.ru +gkvector.ru +globatur.ru +golmau.host.sk +gratis-sexkontakte.com +guge.io +hahashka.ru +hao123.com hasfun.com -havepussy.com -hdwalls.xyz -heygidday.biz -idealtits.net +hatedriveapart.com +hcate.com +hollywoodactress.info +horoshieokna.com +hostsshop.ru +house.sieraddns.com +igru-xbox.net i-midias.net.br -importchinacoach-teach.com -inboundlinks.win -inclk.com -increasewwwtraffic.info -infokonkurs.ru -infospot.pt -intellektmedia.at -investingclub.ru -iplusbit.blogspot.co.za -itsdp3.com -jav-fetish.com +impresagaia.it +infostatsvc.com +int.search.mywebsearch.com +investsuccess.org +iomoio.net +iqs.biz.ua +janettabridal.com +javlibrary.cc jerseysbizwholesalecheap.com -j-times.ru -justucalling32211123456789.tk -karaganda.xkaz.org -keywordglobal.co.za -kicknights.gq -kosmetyki.tm.pl -krasnodar.xrus.org -ktotut.net -lalalove.ru -leftofcentrist.com -lennatin.info -lietaer.com -likesuccess.com -lmrauction.com -locimge.pw -long-beach-air-conditioning.com -macdamaged.tech -macotool.com -master-muznachas.ru -matrixalchemy.com -mazda-roadsters.com -megavolt.net.ua -mmoguider.ru -moneyviking-a.akamaihd.net -monthlywinners.com -mossmesi.com -mrwhite.biz -msk.afora.ru -muz-baza.net -muznachas-service.ru -nalogovyykodeks.ru -naperehresti.info -nash-krym.info -neobux-bg.info -netallergy.ru -nofreezingmac.work -noumeda.com -oneclickfiles.com -online.ktc45.ru -onlinewritingjobs17.blogspot.ru -onstrapon.purplesphere.in -ontargetseo.us -parlament.biz -pc-test.net -pdn-4.com -physfunc.ru +jjbabskoe.ru +jmat.cn +kandidos.com +keki.info +kidd.reunionwatch.com +kino2018.cc +kolotiloff.ru +kung-fu-ru.com +lankarns.com +larutti.ru +lifebyleese.com +lion.bolegapakistan.com +lirunet.ru +littleberry.ru +liveinternet.ro +liver-chintai.org +localflirtbuddies.com +lotto6888.com +lottospring.com +magda-gadalka.ru +manimpotence.com +mebel-alait.ru +meds-online24.com +mesbuta.info +missis.top +mister-shop.com +mobifunapp.weebly.com +moesonce.com +mrlmedia.net +musezone.su +nacap.ru +niki-mlt.ru +noclegonline.info +npoet.ru +okout.ru +oren-cats.ru +paleohub.info +patterntrader-en.com +paydayonlinecom.com +pflexads.com +pic2fly.com +picmoonco.pw +pliks.pl +pl-top.pl +pornmania.pl +pornobrazzers.biz porno-chaman.info -pornoxxx.com.mx -poshiv-chehol.ru -pregnant.guru -privat-girl.net -prohoster.info -prosmibank.ru -rada.ru -raisedseo.com -registrydomainservices.com -registrysweeper.com -restaurantlescampi.com -rozalli.com -russia-tao.ru -rus-teh.narod.ru -saddiechoua.com -saletool.ru -scanner-irvin.top +porno.simple-image.com.ua +pozdravleniya-c.ru +privetsochi.ru +prokotov.com +prosperent.com +prostitutki-tyumeni.org +qwesa.ru +rentalcarnavi.info +resellerclub.com +rimedia.org +rossanasaavedra.net +saecsa.co +salutmontreal.com +scanner-alex.top +scanner-george.top scanner-julianna.top -scanner-julia.top -scanspyware.net -sdelai-prosto.ru -senger.atspace.co.uk -sexpornotales.com -sex-tracker.de -sfd-chess.ru -simple-share-buttons.com -siteonomy.com -smallseotools.com +selectads.men +seofied.com +seonetwizard.com +seo-smm.kz +servicecenter.co.ua +service-core.ru +serviporno.com +sexfreepornoxxx.com +sexkontakteao.info +sexstream.pl +sim-service.net sms2x2.ru -socialmonkee.com -socialtrade.biz -sofit-dmd.ru +snegozaderzhatel.ru sotkal.lark.ru -soundfrost.org -sport7777.net -steame.ru -steelmaster.lv -stefanbakosab.se -strv.se +srecorder.com +statistici.ro +strangeduckfilms.com +streetfooduncovered.com +strongholdsb.ru +superkanpo.com +superlist.biz +surcentro.com symbaloo.com -tako3.com -tanieaukcje.com.pl +tagil.zrus.org +techart24.com +teguh.info thebestphotos.eu -thecoolimages.net -thecoral.com.br -thesmartsearch.net -tizanidineduringpregnancy.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -top250movies.ru -topappspro.com -trubywriting.com -truck-addzilla.life +thejournal.ru +tizanidineinfo.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tizanidinezanaflex.blogspot.com +tjkckpytpnje.com +tmearegion26.com +tnctrx.com +top-l2.com +traderzplanet.in +trafficreceiver.club +tripper.de +trustedhealthtips.com tuberkulezanet.ru -ultimatesetnewfreeallsoftupgradesystems.pw -unpredictable.ga -unrealcommander.com -urlopener.com -uroffer.link -usswrite.com -videochat.mx -vielporno.net -vilingstore.net -visionwell.com.cn -vkgaleria.com -vkontaktemusic.ru -voditeltrezviy.ru -vseuznaem.com -warning.or.kr -webenlace.com.ar -webmasterhome.cn -whipme.yopoint.in -wholesalejerseys-cheapest.com -wholesalejerseyscheapjerseys.us.com -womensterritory.ru -wonderfulflowers.biz -wwwadultcheck.com -xaijo.com -xblognetwork.com -xkaz.org -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xportvusbdriver8i.snack.ws -yoopsie.com -yottos.com -yougetsignal.com -yourtemplatefinder.com -zarepta.com -zastenchivosti.net -zebradudka.com -zigarettenonlinekaufen1.bloog.pl -zixizop.net.ru -znakomstva-moskva77.ru +turvgori.ru +udayavani.com +umaseh.com +unmaroll.ya.ru +uprour.com +validdomain.xyz +videosbox.ru +walkme.com +website-speed-checker.site +website-speed-check.site +womama.ru +wpthemedetector.co.uk +ww2awards.info +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--lifehacer-1rb.com +x-true.info +yoluxuryevents.com +youporn-ru.com +yoursearch.me +zakon-ob-obrazovanii.ru +zarajbuilders.com +zigarettenonlinekaufen2.bloog.pl +zolotoy-lis.ru +zvetki.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 2df7947c1..24eba83b5 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,5 +1,4 @@ -104.154.120.187 0; -127.0.0.1 0; -127.0.0.1 0; -127.0.0.1 0; +127.0.0.1 1; +127.0.0.1 1; +127.0.0.1 1; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index fe9e56f6f..268d045de 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 09d9e1fcf..96867a63d 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1fb118a84..da1fadfe2 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1638 +#### Version: V4.2019.06.1639 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 69e1010d6..7ae5eb625 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1638 +#### Version: V4.2019.06.1639 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 9ba03513d..02f86ef73 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1638 +#### Version: V4.2019.06.1639 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e73c345ae..d1e49b842 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1638 +#### Version: V4.2019.06.1639 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 36b443140..f740b024e 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1638 -### Updated: Thu Jun 27 12:00:09 SAST 2019 +### Version: V4.2019.06.1639 +### Updated: Thu Jun 27 12:07:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 68cb09c9d..a5639931f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1638 -### Updated: Thu Jun 27 12:00:10 SAST 2019 +### Version: V3.2019.06.1639 +### Updated: Thu Jun 27 12:07:20 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 36b443140..f740b024e 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1638 -### Updated: Thu Jun 27 12:00:09 SAST 2019 +### Version: V4.2019.06.1639 +### Updated: Thu Jun 27 12:07:19 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 5a0e0375b..5a00464cb 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1638 -### Updated: Thu Jun 27 12:00:11 SAST 2019 +### Version: V4.2019.06.1639 +### Updated: Thu Jun 27 12:07:22 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##