diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 896ffe576..cb2425fb6 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.184.96.71 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index a919a2458..9550b3094 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; 35.224.112.202 0; +35.192.85.2 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index cc66e2a2c..da245f22f 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 66a553fe4..e9e960416 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index a1a082e07..7c11b43c9 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index df21f5e28..3bff31acb 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Bigfoot -ExtractorPro -Firefox/7.0 -GT::WWW -ips-agent -LWP::Simple -Mediatoolkitbot -Mr.4x3 -Telesphorep -ZmEu +Bullseye +CopyRightCheck +DatabaseDriverMysqli +MIDown tool +MS Web Services Client Protocol +Nibbler +NICErsPRO +SiteLockSpider +SlySearch +Trendiction diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index ab815bbe2..fbfb6f6a2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker 404enemy Aboundexbot -ADmantX +Acunetix AfD-Verbotsverfahren AhrefsBot -Alexibot -AllSubmitter -AlphaBot +Alligator Apexoo archive.org_bot -Asterias -Attach autoemailspider +BackDoorBot Backlink-Ceck -BackWeb -Bandit -Battleztar Bazinga -BDCbot -BetaBot -Bigfoot +Badass +Barkrowler +BatchFTP +Black Hole BlackWidow BLEXBot -Boardreader BotALot -CATExplorador -CCBot -Cegbfeieh -CheeseBot +Brandprotect +Brandwatch +BuiltBotTough +BuiltWith +Bullseye +BuzzSumo +Calculon +CherryPicker CheTeam -ChinaClaw Cloud mapping -cognitiveseo +Collector com.plumanalytics -crawler.feedback -crawl.sogou.com +Copyscape +Craftbot +crawler4j Crescent -CrunchBot +Curious Custo -DataCha0s +demandbase-bot Demon -Deusu -Digincore +Devil DIIbot Dirbuster Disco Discobot +Discoverybot +Dispatch DnyzBot DomainCrawler +DomainSigmaCrawler DomainStatsBot Dotbot +Download Wonder +Dragonfly DSearch -Ecxi +EasyDL +eCatch +ECCP/1.0 +EirGrabber EMail Siphon -EMail Wolf -EroCrawler -evc-batch -Evil -ExtLinksBot -ExtractorPro -Extreme Picture Finder +Extractor +EyeNetIE Ezooms -facebookscraper -FemtosearchBot -FHscan -Fimap +FDM Firefox/7.0 -Flunky -FrontPage +FyberSpider GalaxyBot -Genieo -GermCrawler -GetRight -GetWeb -Go-Ahead-Got-It +G-i-g-a-b-o-t Gotit -Grabber -Grafula +GoZilla +Go!Zilla GrapeshotCrawler -GT::WWW +HaosouSpider +Harvest HEADMasterSEO -Hloader -HMView -Iblog +HTMLparser +HTTP::Lite +HybridBot IDBot -Id-search -Image Sucker +IlseBot +Image Fetch Indy Library +InfoTekies +instabid +Internet Ninja +InternetSeer internetVista monitor -ips-agent Iria -JennyBot +Iskanie +IstellaBot +JamesBOT JetCar -JikeSpider +Jetty +JOC Web Spider Jorgee -Keyword Density -Kozmosbot -Lanshanbot -LeechFTP +JustView +LexiBot +Lftp +Lightspeedsystems +Likse LinkextractorPro +LinksManager LinqiaRSSBot -Lipperhey Spider -Litemage_walker LWP::Simple Magnet -magpie-crawler -Majestic12 -Majestic SEO -Majestic-SEO +Mail.RU_Bot MarkMonitor +MarkWatch +Masscan Mass Downloader -meanpathbot +MeanPath Bot Mediatoolkitbot mediawords +MegaIndex.ru +Metauri MFC_Tear_Sample -Microsoft URL Control +Microsoft Data Access MIIxpc -Mister PiX -MJ12bot Mr.4x3 -Msrabot -MS Web Services Client Protocol muhstik-scan Musobot -Navroad -Needle +Nessus +NetAnts Netcraft -netEstate NE Crawler NetLyzer -NetMechanic -NetZIP -NextGenSearchBot +NetSpider +Net Vampire +Netvibes Nibbler -NICErsPRO -Nmap -Nutch -Offline Explorer -Offline Navigator -OnCrawl -OutclicksBot +Niki-bot +Nimbostratus +oBot +Octopus +Openfind +Openvas OutfoxBot +Page Analyzer +PageGrabber +page scorer +PageScorer +Pandalytics Papa Foto Pavuk -PECL::HTTP +pcBrowser PeoplePal PHPCrawl -PictureFinder -PleaseCrawl -ProPowerBot -ProWebWalker +Picscout +Pimonster +plumanalytics +POE-Component-Client-HTTP +Probethenet Psbot Pump -QueryN Metasearch Quick-Crawler -RankActive +RankFlex +RankingBot RankingBot2 -Rankivabot -Reaper -Recorder +RankurBot RedesScrapy -RocketCrawler -s1z.ru -SalesIntelligent -SBIder +Rogerbot ScanAlert Scanbot scan.lol -ScoutJet Scrapy +Screaming +ScreenerBot Searchestate -SearchmetricsBot -Semrush SemrushBot -SEOkicks -Seomoz +SEOkicks-Robot +seoscanners SEOstats -sexsearcher Siphon +SISTRIX Sitebeam -SiteSnagger +SiteLockSpider SiteSucker Site Sucker Sitevigil SlySearch +SmartDownload SMTBot Snake +Snapbot +SocialRankIOBot +sogouspider Sogou web spider -Spanner +Sottopop +Spammen +sp_auditbot Spbot SputnikBot +spyfu Sqlmap -Sucker -Sucuri -SuperBot -SuperHTTP +Sqlworm +Steeler SurveyBot -Suzuran Swiftbot +sysscan T0PHackTeam -T8Abot +TeleportPro Telesoft Telesphoreo Telesphorep The Intraformant -TheNomad -Thumbor -Toata -Toweyabot -Trendictionbot +TightTwatBot +Tracemyfile +Trendiction trendiction.com +True_Robot Turingos -Turnitin -UnisterBot -Upflow +Twice +Typhoeus +URLy.Warning +Vacuum +Vagabondo +VCI VeriCiteCrawler -Voil +VidibleScraper +Virusdie Wallpapers/3.0 WASALive-Bot -Webalta WebAuto -Web Auto WebCollage -WebEnhancer -WebFuck -WebLeacher -WebmasterWorldForumBot -WebReaper -WebSauger +Web Enhancer +WebFetch +Web Fetch +Web Pix +Web Sauger Webshag +WebsiteQuester Website Quester WebStripper WebSucker +Web Sucker WebZIP Whack -Whacker -Whatweb Who.is Bot -WiseGuys Robot -WPScan +Wotbox +Wprecon +WWW-Collector-E +WWW-Mechanize +WWW::Mechanize WWWOFFLE x09Mozilla Xaldon_WebSpider Xenu -xpymep1.exe Zauba +zauba.io Zermelo -Zeus +zgrab Zitebot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ab05d3b7d..6adc5d14b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider 404enemy -80legs -Abonti -ADmantX -AIBOT -Aipbot +Aboundexbot +AhrefsBot +AiHitBot AllSubmitter +AlphaBot Anarchie -Apexoo -archive.org_bot ASPSeek Asterias +Attach autoemailspider -BackDoorBot +BacklinkCrawler +BackStreet Bandit +Barkrowler +Battleztar Bazinga +BBBike BDCbot -BetaBot -BlackWidow +BDFetch +Blackboard +Black Hole BLEXBot Blow -BlowFish +Boardreader Bolt -BotALot Brandprotect Brandwatch Buddy -Calculon -CATExplorador -CCBot -CheTeam +BuiltBotTough +Bullseye +CazoodleBot +Cegbfeieh Cliqzbot -Cogentbot +Cloud mapping cognitiveseo -Collector com.plumanalytics -Copier -Copyscape -Cosmos Craftbot -crawler4j -CrunchBot -Curious +crawler.feedback +Crescent +DBLBot demandbase-bot -Demon Deusu -Devil +Digincore DigitalPebble -Disco Discobot Discoverybot -Dispatch -DittoSpyder -DnyzBot DomainCrawler -DomainSigmaCrawler -Dotbot -Drip -DTS Agent -Ebingbong +DomainStatsBot +Download Wonder +Dragonfly +DSearch eCatch -ECCP/1.0 -EMail Wolf -EroCrawler -ExtractorPro -Extreme Picture Finder -Ezooms +Ecxi +EirGrabber +EMail Siphon +evc-batch +Evil +Exabot +Express WebPictures +EyeNetIE facebookscraper FDM -FemtosearchBot -FHscan Fimap -Firefox/7.0 -FlashGet Foobot -Freeuploader -Fyrebot -GalaxyBot -GermCrawler -GetRight -Gigabot -G-i-g-a-b-o-t +FrontPage +FyberSpider +Getintent +Go-Ahead-Got-It +Gotit GoZilla -GrabNet +Go!Zilla +Grabber +Grafula GrapeFX +GrapeshotCrawler GridBot +GT::WWW Havij HEADMasterSEO Heritrix -HMView -HTTP::Lite +Hloader HTTrack -Humanlinks -IDBot -Image Fetch -Image Sucker -IndeedBot -Indy Library -Iskanie +Iblog +instabid +Intelliseek +Internet Ninja +InternetSeer +ips-agent +Iria IstellaBot -JennyBot -Jetty -JOC Web Spider -Joomla +Jbrofuzz JustView -Jyxobot -Kozmosbot +Kenjin Spider +Lanshanbot +Larbin LeechFTP +LeechGet LexiBot +Lftp +LibWeb Likse -LinkScan -LinqiaMetadataDownloaderBot +Linkdexbot +LinkextractorPro +LinkpadBot +LinksManager +LinkWalker +LinqiaScrapeBot Lipperhey +Lipperhey Spider Litemage_walker +Lmspider LNSpiderguy -magpie-crawler +Magnet Mail.RU_Bot Majestic12 -Majestic SEO -Mata Hari +Majestic-SEO +MarkWatch +MauiBot meanpathbot Meanpathbot -MeanPath Bot Mediatoolkitbot -mediawords +MegaIndex.ru Metauri +MFC_Tear_Sample Microsoft Data Access -MIDown tool -MJ12bot +MIIxpc +Mister PiX Morfeus Fucking Scanner -Musobot -Netcraft +MSFrontPage +MSIECrawler +MS Web Services Client Protocol +Name Intelligence +Nameprotect +Navroad +NetMechanic NetSpider Netvibes -NextGenSearchBot +Nibbler +NICErsPRO Niki-bot +NimbleCrawler +Nmap NPbot -oBot -Octopus -Offline Explorer -Offline Navigator +Nutch Openfind -OpenLinkProfiler OpenVAS +OrangeBot OutclicksBot -OutfoxBot +PageAnalyzer +Page Analyzer page scorer -Pavuk +Panscient +pcBrowser PECL::HTTP PeoplePal PHPCrawl Picscout -ProPowerBot -PxBroker -PyCurl -Quick-Crawler +Picsearch +PictureFinder +PleaseCrawl +plumanalytics +Pockey +Probethenet +ProWebWalker +Psbot RankActive -RankActiveLinkBot -RedesScrapy -s1z.ru +RankingBot2 +RepoMonkey +RocketCrawler +SalesIntelligent SBIder -Scanbot ScoutJet Scrapy -Screaming ScreenerBot Searchestate SearchmetricsBot -Semrush -SEOprofiler -seoscanners +SEOkicks +Seomoz SEOstats -sexsearcher -Shodan Siphon SiteExplorer SiteLockSpider SiteSnagger -SiteSucker -SlySearch +Site Sucker +Sitevigil +SMTBot Snapbot -Snoopy -Sociscraper +sogouspider +Sogou web spider Sosospider +Sottopop +SpaceBison Spammen -sp_auditbot -Spbot +SpankBot +Spinn3r +SputnikBot +spyfu +Sqlmap +Sqworm +Steeler Stripper -Sucker SuperHTTP -Surfbot -SurveyBot -Suzuran -Swiftbot -Teleport +Szukacz +T0PHackTeam +tAkeOut TeleportPro Telesoft -Telesphoreo -Telesphorep TheNomad TightTwatBot Trendiction Trendictionbot -trendiction.com trendiction.de -TurnitinBot -Typhoeus +UnisterBot Upflow -URLy Warning -VB Project VCI -VoidEYE -Voil -Voltron -WASALive-Bot -Web Auto -WebCollage +VeriCiteCrawler +WBSearchBot +Webalta +WebAuto WebCopier WEBDAV -WebEnhancer -Web Enhancer WebFetch -Web Fetch +WebFuck Web Fuck -WebLeacher WebmasterWorldForumBot -Web Pix -WebSauger +WebPix Web Sauger +Webshag WebsiteQuester Webster -WebStripper -Web Sucker +WebWhacker WebZIP Whack -Whacker -Widow -WISENutbot +Whatweb +WinHTTrack +WiseGuys Robot +Wonderbot Woobot -Wprecon -WPScan +Wotbox WWW::Mechanize -x09Mozilla -Xenu -YoudaoBot -Zauba +WWWOFFLE +Xaldon WebSpider +Zade zauba.io -ZmEu -ZumBot +Zermelo +Zeus +zgrab +Zitebot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index bac452f47..2c5bd63b1 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adrenalin-stk.ru -avitocars.ru -dyt.net -house.sieraddns.com -hoverboard360.nl -solinf.co -thruport.com -tiens2010.ru -vesnatehno.com -zhuravlev.info +artparquet.ru +automatic-seo.com +betterhdporn.com +ecommerce-seo.org +kamorel.com +likrot.com +niki-mlt.ru +p-business.ru +russintv.fr +szucs.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a7108d2a8..e69c80fd9 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00author.com -1000n1.ru -101lesbian.xyz -1-99seo.com -1flag.co.za -1stat.ru +101billion.com +101flag.ru +178evakuator178.ru +1adult.com +1kinobig.ru +1pamm.ru 2000k.ru -214jaluwobapef.cf +256bit.by +2728fb936f0.com 273-fz.ru -2daytrendingnews.com -2nt.ru +28n2gl3wfyb0.ru +3dracergames.com 3w24.com -3weekdiet.com -3xforum.ro -4kpics.rocks -4k-player.pl -5tey7463.weebly.com +40cg.com +4inn.ru +4replicawatch.net +4ureyesonly.com +4webmasters.com +55wmz.ru +57883.net 6hopping.com -72-news.com +7xc4n.com +8558l.jobs.net +883zy.com 8gold.com -8si.ru -9icmzvn6.website -aa81bf391151884adfa3dd677e41f94be1.com -absolutelyanalog.com +91abcw.com +999webdesign.com +a96527gi.beget.tech +abcguru.xyz absolute-s.ru -abusora.com -academia-nsk.org -acheterviagrafr24.com -activecampaign.dreamhosters.com -activepr.ru +acmebtn.ml +adanih.com adcash.com +adclickservice.com +addray.pro adf.ly -admanaerofoil.com +adloads.com +admatic.com.tr adnotbad.com -ads.gold -adsref.men +adobereader-free.ru +adprotect.net +adserver-e7.com +adservme.com +adsloads.com ads.tremorhub.com -adultfriendfinder.com -advancedcleaner.com -advancedsoftwaresupport.com -adviceforum.info -ad-words.ru -adzpower.com -aerogo.com -afslankpillen2017nl.eu -aimayangzhi.com -alekseevec.ru -alfabot.xyz -alfa-img.com +advokateg.ru +affrh2015.com +agecheckadult.com +air-edem.ru +aksonural.ru +akvamaster.dp.ua +alarmobninsk.ru +albumsuper.info +alessandraleone.com +alfa9.com alfapro.ru -alienwheel.es -alienwheels.de -aliexpresscashback.club +algerianembassy.co.in all4invest.ru -alldownload.pw +alldubai.biz allproblog.com -allwomen.info -alot.com +allwidewallpapers.com alta-realestate.com -amateurlivechat.org -amazon-adsystem.com -ampower.me -amt-k.ru -amung.us -amyfoxfitness.com -android4fun.org -animal-drawings.com -animaltoplist.com +amazingpic.net +ameblo.jp +amoi.tn +anabolics.shop +angigreene.com +animenime.ru anmysite.com -antons-transporte.de -apartmentbay.ru +anonymizeme.pro +anonymous-redirect.com +anti-virus-removal.info apartment.ru -apiappenableinfo-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -appearance-cool.com -appfastplay.com +apessay.com +apiholdingmypage-a.akamaihd.net +appfixing.space +applyneedy.xyz +app-ready.xyz appsaurus.com -appsecurityr.com -apptester.tk -a.pr-cy.ru -ardimobileinfo.ml +aramaicmedia.org arenda-avtoprokat-krasnodar.ru -arkkivoltti.net -artpicso.com -ascat.porn -asophoto.com -atleticpharm.org +arendovalka.xyz +arius.tech +arpelsreplica.xyz +arquapetrarca.info +asdfg.pro +asrv-a.akamaihd.net +asrv-a.akamoihd.net +asscenihotosidea.blogspot.com +atlant-auto.info +atlasvkusov.ru atmagroup.ru -audiobangout.com -autobudpostach.club -autonew.biz -auto.rusvile.lt -avtolombard-krasnodar.com +autogrep.ru +autoseo-traffic.com +autotop.com.ua +autotrends.today +autovideobroadcast.com +aviav.co +aviva-limoux.com +avkzarabotok.info +avon-ukraine.com +avto-oligarh.ru +awency.com ayanaspa.com -azazaporn.com +azartclub.org +azbaseimages.net b2b-lounge.com -babosas.com -backlink4u.net -bambi.ck.ua -bannerswap.com -barnfurnituremart.com -becuo.com -beetpics.pw +babieca.com +bag77.ru +bala.getenjoyment.net +bankmib.ru +bannerspace.com +basedecor.ru +battleforupdating.site +bayareaaeroclub.org +bazaronline24.ru +bbtec.net +bcmp.org beget.tech -benchmarkcommunications.co.uk -bestcoin.cc -best-mam.ru -best-seo-software.xyz -best-seo-solution.com -bestserials.com -bestwebsitesawards.com +belinvestdom.by +bestcalovebracelet.cn +best-coupon-offer.com +bestfortraders.com +bestofferswalkmydogouteveryday.gq +bestpornuha.com bg6s0.com -biglistofwebsites.com biketank.ga -bin-brokers.com -bioinnovate.co -bio-market.kz -bitnote.co -biznesrealnost.ru -biznesschat.net -bjetjt.com -bkns.vn -blackle.com -blackplanet.com +bildsuche.ru +bimatoprost-careprost.com +bingo8888.com +bingoporno.com +binomo.com +biographiya.com +bio-japan.net +bio-optomarket.ru +bizru.info +bkgr.se blagovest-med.ru -blavia.00author.com blobar.org -bloggers.nl -blogos.kz -blogs.rediff.com -blog.yam.com -bloke.com -bmw-ark.ru -bmwhighperformers.com -bolegapakistan.com -bonzibuddi.com -boo-arts.com -brainboostingsupplements.org -brainsandeggs.blogspot.com -brandehk.dk -bryansk.zrus.org -budpost.com.ua -buigas.00it.com -bukleteg.xyz -bupropion-sr-150-mg.us -businescoop.men +blog.axant.it +bloggen.be +blogig.org +blog.koreadaily.com +blue-square.biz +bmsco.co +boazpower.com +bocoarchives.org +bodybuilding-shop.biz +bolitgorlo.net +bombla.org +bracketsmackdown.com +braip.com.br +bristolhotel.com.ua +bscodecs.com +b-styles.xyz +bumascloset.com +burger-imperia.com businesn.men bus-offer.com -butstrap.space buy-cheap-pills-order-online.com -buy-forum.ru -buyviagraa.blogspot.com -bvlgaribracelet.xyz +buyhoverboard.com +buy-loft.ru +buypanicdisorderpill.com +buypillsorderonline.com +buytizanidineonline.blogspot.com +buytizanidineonlinenoprescription.blogspot.com +buzzurl.jp +bwlx.prepedu.cn bycontext.com -cablecar.us calstaterealty.us -cam-kontakte.org -candiceloves.us -candlehandmade.com -cardsharp1.ru -carina-sy.de -cartierreplica.xyz -caveavins.fr +candcstuccoandstone.com +candelluxsklep.pl +candy-glam-hp.com +canrioloadm.gq +canzoni.ru +cardiosport.com.ua +cartierlove2u.com +cartierlovebracelet.xyz +cartierlove.xyz +cartierwatch.xyz +cashonads.com cctva.tv -celejihad.info +cejewelry.xyz +cenoval.ru centrdebut.ru -cercacamion.it -cfacarrosserie74.com -cfcl.co.uk +cerev.info cfsrating.sonicwall.com -chatroulette.si -cheapbarbour.online -cheapjerseysap.com -cheapsergiorossi.online -checkpagerank.net -chee-by.biz -chelnytruck.ru -chidporn.com -chocolateslim-en-france.com -chocoslim.pro -chuckguilford.com -cialischmrx.com -cicaki.net -cjmc.info -clarithromycin500mg.com -clayvasedesigns.tk -clevernt.com -clickbank.net -clicksotrk.com +cheapjerseysbizwholesale.us +cheapjerseysfootballshop.com +cheap-trusted-backlinks.com +cheapwebsitehoster.com +checkhit.com +chinaelitecheapjerseys.com +chocolateslim-u-srbiji.com +christianlouboutinreplica.pw +cialgenisrx.com +cialischstgerts.com +cialisovercounteratwalmartusa.com +cibpenonptib.flu.cc +cleanmypc.com +cleanpcnow.com +cleansearch.net cmd.kz -cmhomestayagency.com -cntravelre.com +cobaltpro.ru coderstate.com +colehaanoutlet.store colobit.biz -cometorussia.net +co.lumb.co +comeondog.info +com-onlinesupport.site companies-catalog.com -compliance-fred.top -compliance-george.top +compliance-alex.xyz +compliance-barak.xyz +compliance-brian.top +compliance-irvin.xyz +compliance-jack.top compliance-jess.top -compliance-margo.top -compliance-nelson.top -compliance-olga.top -compliance-viktor.top -compliance-walter.top -compucelunlock.net -conciergegroup.org -contentlook.co -cosmetic.donna7753191.ru -counter.bloke.com -countercrazy.com -cowlmash.com -crafthubs.com +compliance-willy.top +concordexoticrentals.com +consorzioilmosaico.org +cookie-law-enforcement-hh.xyz +coolbar.pro +corta.co +counter.yadro.ru +cracksplanet.com crazyboost.pro -creditwell.ru -cscwtalkto.site -cubs-jerseys.us -customboxes4less.com +crd.clan.su +crirussian.ru +cubook.supernew.org +cupday.com custom-product-labels.com customsua.com.ua -cxpromote.com -dailyfinancefix.com -daisye.top +cv.wallhade.co +cyse.tk +czat.wp.pl +d2jsp.org +dairyindia.in dalavia.ru -dame-ns.kz -dawlenie.com +danceuniverse.ru +data1.scopich.com +datract.com +datsun-do.com +daymusam.com +ddpills.com ddsoldes.fr -decenttools.com -degerlund.net -delta-line.men -demian.kz -deniven.1bb.ru -dentalpearls.com.au -dev-seo.blog -diminishedvalueoforegon.com -dipstar.org -discovertreasurenow.com -distver.ru -diusyawiga.tk -dividendo.ru -djekxa.ru -dktr.ru -dmmspy.com -dolohen.com -domaineaneblanc.com -domik-derevne.ru -domznaniy.ru +deanmoore.ie +delfin-aqua.com.ua +derevesendeco.com +designdevise.com +detskie-konstruktory.ru +dieswaene.com +dnsrsearch.com +docstoc.com +documentbase.net +doeco.ru +dogbreedspicture.net +domain.webkeyit.com +domcran.net donna7753191.ru -dostavimvdom.ru -dostavka-v-krym.com -dosugrostov.site +dosug-lux.ru +downloadmefiranaratb1972.xpg.com.br +doxyporno.com +dprtb.com +draniki.org +drivotracker.com +drpornogratisx.xxx drugstoreforyou.com -druzhbany.ru -dtnlyss.com -e705.net -eas-seo.com -e-avon.ru -ecommerce-seo.org -ecookna.com.ua -edelstahlschornstein-123.de +dstroy.su +easync.io +education-cz.ru ekspertmed.com eladkarako.com -elektronischezigarettekaufen1.beeplog.com -elvenar.com -empis.magix.net -enge-fotzen.info -envaseslotusama.com +elektrischezigarette1.blog.pl +elektrischezigaretten1.blogse.nl +elektroniksigaraankara.info +elektrozigarette2.wordpressy.pl +elite-sex-finders.com +eloxal.ru +emailaccountlogin.co +en.altezza.travel +enginebay.ru +eorogo.top +epicbrogaming.com +eralph.tk eropho.com -eropornosex.ru -erotik-kostenlos.net -erotiktreff24.info -erotische-geschichten-xxl.com -ertelecom.ru -esfchat.tk -eshop.md -esnm.ru -european-torches.ru -everypony.ru -everytalk.tv -excaliburfilms.com -exdocsfiles.com -executehosting.com -extads.net -extrabot.com -eywords-monitoring-your-success.com -ez8motelseaworldsandiego.com -ezaz.info -ezofest.sk -f012.de -falllow.gq +errorfixing.space +esopini.com +eu-cookie-law.blogspot.com +eurosamodelki.ru +euroskat.ru +evaashop.ru +exchangeit.gq +excitacao.com +excitacion.info falopicm.pw famix.xyz -fantasticpixcool.com -femdom.twiclub.in +fellowshipoftheminds.com femmesdenudees.com -fenoyl.batcave.net -feorina.ru -fermersovet.ru -fetishinside.com +ferrotodo.com +fetroshok.ru fettefrauen.net -fickenprivat.info -fickkontaktehobbyhuren.com +fifa-coins.online +filkhbr.com fillmewithhappiness.com -filmci.pro -filmidivx.com -finejewelryshop.ru +financehint.eu +financeloan.us +findacheaplawyers.com +findanysex.com +findsexguide.com finteks.ru +finuse.com fireads.men +firstsiteguide.com +fiverr.com +flash4fun.com +flex4launch.ru floridamobilebillboards.com -florida-tourism.net flprog.com -forex-procto.ru -forum20.smailik.org -forum.poker4life.ru -forums.d2jsp.org -foto-basa.com -fototravel.eu -foxydeal.com -frameimage.org -freakycheats.com -free-fbook-traffic.com -freejabs.com -freelifetimefuckbook.com -free-share-buttons.blogspot.com -free-share-buttons.top +f-online.de +foodcrafts.website +footbalive.org +fordsonmajbor.cf +forpostlock.ru +forumprofi.de +foto-weinberger.at +foxtechfpv.com +free-fb-traffic.com +free-floating-buttons.com +free-gluten.ru +freemags.cc +free-social-buttons.com +free-video-tool.com freshmac.space -frivgame250.com -fr.netlog.com -fuel-gas.com -funtoonez.com -fxgallery.com -fz139.ttk.ru -g7m.pl -galaxy-family.ru -gameonasia.com -gameprimary.com -game-top.su -gay.adultgalls.com -gaytube.com -gcup.ru -gearsadspromo.club -genericlowlatencyasiodriverhq.aircus.com -genetworx.com -geoads.com -getaclueamerica.com -getprismatic.com -getridofstretchmarks.org -gg.zzyjxs.com +front.ru +frvo.alptandem.ru +funcrushgames.com +fx-brokers-review.com +fyxabomiw.ru +gamedayassist.com +gazobeton-p.com.ua +gazoblok.net.ua +ge0ip.com +geckoandfly.com +geileweiber.tk +gemara.com +gembird.com +gepezz.info +getmiro.com +getoutofdebtfree.org +getresponse.com +ggiaro.com +ghostvisitor.com +gidonline.one +girlgamerdaily.com +girlsfuckdick.com gk-atlant.info gkvector.ru -glass-msk.ru glavprofit.ru -go2mike.ru -goforexvps.com -goldandcard.ru -goodhousekeeping.com -googglet.com +glcomputers.ru +globatur.ru +glogow.pl +gne8.com +gogalleryawesome.com +gojiberriess.apishops.ru +golmau.host.sk +gonextmedia.com +goodprotein.ru googlefeud.com -google-liar.ru -gopixdatabase.com -gopro-online.info -gorabagrata.ru -gorodservis.ru -gox.com.ua +googst2.ru +goo.ne.jp +goroda-vsego-mira.ru +gotomontenegro.net +gotorussia.com +gowreckdiving.com +gq-catalog.gq +gratis-sexkontakte.com greatdealshop.com -gsasearchenginerankerhelp.com -gstatey.net -guardlink.org -guarrasdelporno.xxx -handicapbathtubarea.com -handsandlegs.ru -havepussy.com +greenidesign.co +green-tea.tv +gribkovye-zabolevaniya.com +groupmoney.ru +g.starmoe.xyz +gyffu.com +handicapvansarea.com +handicapvantoday.com +harmonyglen.us hawaiisurf.com -hayate.biz -hd-filmy.net -hdwallpapers-free.com -heartofbeijing.blogspot.com -helvetia.com.ua -hermesbracelets.xyz -hermesreplica.pw -hexpilot.com -hikesearch.net -hmmm.cz -homedecoguide.info -homeinns.com -homelygarden.com -homemade.gq -hostcritique.com -host-tracker.com -hotenergy.ru -houseofgaga.ru +hchha.com +headpharmacy.com +hem.passagen.se +hiwibyh.bugs3.com +hledejvshopech.cz +hobbyhuren24.net +hol.es +hollywoodactress.info +hoporno.com +hornymatches.com +hoste.octopis.com +hostingclub.lk +hotblog.top +hotdl.in +houseofrose.com +howlongdoestizanidinestayinyoursystem.blogspot.com howtowhitenteethfast.xyz -hptwaakw.blog.fc2.com +htmlcorner.com +hubbble.com +hully.altervista.org humanorightswatch.org -hustoon.over-blog.com -hydropump.su -hyhj.info -iamsport.org -ibb.com.ua -ideibiznesa2015.ru -ideoworld.org -igtools.club -ilovevitaly.ru -ilovevitaly.xyz -ilte.info -images-graphics-pics.com -imgarit.pw -imgata.com -i-midias.net.br +ideawheel.com +ifirestarter.ru +igru-xbox.net +i-hobot.ru +ilbe.club +ilmen.net +images.gyffu.com +imagine-ex.co iminent.com -incest-ru.com -infobabki.ru -inmate-locator.us -insta-add.pro -instakink.com -interior-stickers.ru -intermesh.net -int.search.mywebsearch.com -investingclub.ru -investpamm.ru -investyb.com -invivo.hu +imperia31.ru +increasewwwtraffic.info +indetiske.ya.ru +indiakino.net +infospot.pt +investsuccess.org +investzalog.ru ipornox.xxx -ipostroika.ru -iptool.xyz -iqbazar.ru -iqoption.pro -isitpaleo.info -isoveti.ru -istizanidinelikexanax.blogspot.com -itch.io +iron-age.info +iscblog.info +isotoner.com +istock-mebel.ru +istripper.com +itbc.kiev.ua +itis4you.com itsdp3.com -iwanttodeliver.com +itservicesthatworkforyou.com ix20.ru -izhevsk.zrus.org -j33x.com -james13prix.info -javrip.net -jeremyeaton.co -jerseysbizwholesalecheap.com -jerseywholesalebizchina.com -jimmychoosale.online -johnrobertsoninc.com -journeydownthescale.info -j-times.ru -juliaworld.net -junglenet-a.akamaihd.net -justbcause.com -kaliningrad.zrus.org -kamalsinha.com +ixora.pro +iyasimasennka.com +javlibrary.cc +je7.us +jikoman.info +jjbabskoe.ru +job.icivil.ir +journalhome.com +jumptap.com +jus0wil.pp.ua +justucalling32211123456789.tk +jwss.cc +kaac.ru kamorel.com -karachev-city.ru +karaganda.xkaz.org +karpun-iris.ru karting196.ru -kasino-money.pw -kazrent.com -keenoutlet.online +kartiniresto.com +kazan.xrus.org +kazka.ru +kaz.kz ketoanhanoi.info -keywordhouse.com -kidskunst.info -kimcurlrvsms.com -kinky-fetishes.com +keyhantercume.com +keywordblocks.com +keywordsking.com +keywords-monitoring-your-success.com kino2018.cc -kinobaks.com -kino-ecran.ru -kino-fun.ru -kinogonew.ru -kinopolet.net -kiskinhouse.com -kollekcioner.ru +kinostorm.net +kndxbkdx.bloger.index.hr +knigonosha.net +knowsitall.info +kollesa.ru komputernaya-pomosh-moscow.ru -komputers-best.ru -konica.kz -kopihijau.info -koral.se -kostenloser-sex.com -kovrenok.ru -krafte.ru +koopilka.com +koptims.tiu.ru +koversite.info krasivoe-hd.com -kriokomora.info -ku6.com +krasnodar-avtolombards.ru +krassh.ru +ks1234.com kursy-ege.ru -kustanay.kz -kuzinsp.ru -kwzf.net -lancheck.net +kvartir-remont.biz +labafydjxa.su +lacave.ntic.fr +lacloop.info +lafriore.ru +lakomka.com.ua +landmania.ru +landoftracking.com languagecode.com -laparfumotec.com -larose.jb2c.me -le-clos-des-alouettes.com -lernur.net -lesbian.xyz -letslowbefast.today -lezbiyanki.net -lflash.ru -life.biz.ua -linkbolic.com -lion.playtap.us +larutti.ru +leadwayau.com +ledpolice.ru +lerporn.info +levaquin750mg.blogspot.com +lexaprogeneric.link +lida-ru.com +lignofix.ua +limtu.ifmo.ru +lineshops.biz +linkwithin.com +lion.bolegapakistan.com +lirunet.ru littlecity.ch -liupis.com -livingroomdecor.info -lob.com.ru -locatellicorretor.com.br -locimge.pw -lomb.co -lombia.com -lookingglassemb.com -low-format.ru -ltvperf.com -luciddiagnostics.in -luckyshop.net.ua -lyrster.com -macdamaged.tech +littlesunraiser.com +livefixer.com +liverpool.gsofootball.com +lizace.com +llastbuy.ru +lockerz.com +locksmith.jp +lonerangergames.com +louboutinreplica.xyz +love-baby.cz +lovi-moment.com.ua +luxup.ru +mackeeper-center.club +macrotek.ru mac-shield.com madot.onlinewebshop.net +magazin-pics.ru magnetpress.sk -mahnwachen-helfen.info -mailemedicinals.com -maju.bluesalt.co +mainhp.net makedo.ru -manipulyator-peterburg.ru -masthopehomes.com +makis.nu +mall.uk +managerpak204.weebly.com +maridan.com.ua +marketland.ml matb3aa.com -matchpal-a.akamaihd.net -maxxtor.eu -m.b00kmarks.com -mearns-tractors.co.uk -mebelcomplekt.ru -mebel-vstroika.ru -meble-bogart.info -medicines-choice.com +maximpartnerspr.com +max-p.men +medispainstitute.com.au medizinreisen.de meduza-consult.ru -meetlocalchicks.com -mejoresfotos.eu -members.ghanaweb.com -menetie.ru -menhealed.net -metabar.ru -michaelkorsoutletstore.net -michaelkorssaleoutletonline.net -microsearch.ru -migente.com -minecraft-rus.org -miniature.io +mega-bony2017.pl +megahdporno.net +menstennisforums.com +mesbuta.info +mezaruk.info +mikozstop.com +mir-business-24.ru +mirobuvi.com.ua mirtorrent.net -missis.top -mister-shop.com -mitrasound.ru -mixx.com -mlvc4zzw.space -mnogolok.info -mobioffertrck.com -modenamebel.ru -moje-recenze.cz -mole.pluto.ro +mmgq.ru +mmoguider.ru +mmstat.com +mobile-appster.ru +modabutik.ru +moinozhki.com +mojpreskumanie.com +monarhs.info +monclercoats.xyz +monclerjacketsoutlet.pw moncleroutletonline.pw -monclervests.xyz -monetizer.com-01.site -moneyviking-a.akamaihd.net -moomi-daeri.com -morocco-nomad-excursions.com +monetizationking.net +moneyteam24.com morpicert.pw -moscow.xrus.org -most-kerch.org -moviemail-online.co.uk -moviezbonkerssk.cf -moyaterapiya.ru +motherboard.vice.com +mp3ringtone.info mrcsa.com.au -msfsaar.de -mtmtv.info -muabancantho.info +mrsdalloways.com muschisexbilder.com musezone.ru -musicdaddy.net -musicstock.me -mybinaryoptionsrobot.com -mydeathspace.com -myfreetutorials.com -myftpupload.com -myiptest.com -mymobilemoneypages.com +muycerdas.xxx +muzaporn.com +my-big-family.com +myfreemp3.eu +myindospace.com +mymercy.info mypets.by -myshopmatemac.com -myxdate.info -na15.ru -nakozhe.com +myphotopipe.com +mypornfree.ru +najaden.no +namenectar.com narkologiya-orel.ru -narosty.com -natali-forex.com -naturalpharm.com.ua -naughtyconnect.com -nelc.edu.eg -netallergy.ru -nevansk.ru -nextbackgroundcheck.gq -nextlnk12.com +narkologiya-peterburg.ru +nbsproject.ru +neodownload.webcam +netcheckcdn.xyz +netvouz.com +new7ob.com +news-speaker.com +newstaffadsshop.club +nfljerseysforsalewholesaler.com +nibbler.silktide.com +nicovideo.jp nikhilbahl.com +njkmznnb.ru nmrk.ru -nofreezingmac.click -nonews.co -november-lax.com -nsatc.net +nodding-passion.tk +nodup.ru +normalegal.ru +novatech.vn +novgorod.xrus.org +novosibirsk.xrus.org +nucia.biz.ly +nuup.info +nyfinance.ml nzfilecloud.weebly.com -obesidadealgarve.com -ochistka-stokov.ru -oil-td.ru -okmedia.sk +oakridgemo.com +oconto.ru +offer.wpsecurity.website +offf.info +okayimage.com +okmusic.jp okout.ru -onemactrckr.com -oneminutesite.it -oneshotdate.com +ok-ua.info +olgacvetmet.com +oneclickfiles.com +online7777.com +online-hit.info onlineku.com +onlinetvseries.me online-x.ru +onlyforemont.ru +onlythegames.com +onlywoman.org o-o-6-o-o.ru +openfrost.com openfrost.net -openmultipleurl.com -oralsexfilme.net -ordernorxx.com -orel-reshka.net -orhonit.com -osagonline.ru +openlibrary.org osoznanie-narkotikam.net -ossmalta.com -ourtherapy.ru -outclicks.net -ovirus.ru -ownshop.cf -owohho.com -oxotl.com -paradontozanet.ru -parajumpersstore.online -partners-ship.pro -partner-stop.men -pateaswing.com -pathwhelp.org +outshop.ru +oxford-book.com.ua +pacificair.com +paclitor.com +palvira.com.ua +panamaforbeginners.com +pandroid.co +paparazzistudios.com.au +partnersafe.men +pattersonsweb.com paydayonlinecom.com -pb-dv.ru -pelfind.me -pensplan.com -perl.dp.ua -perm-profnastil.ru -perm.xrus.org -petsblogroll.com -photokitchendesign.com -photostudiolightings.com -physfunc.ru -picsearch.com +pc-test.net +pdns.download +petitions.whitehouse.gov +pewit.pw +photochki.com +photo.houseofgaga.ru +php-market.ru +pic2fly.com +picquery.com +pics-group.com picture-group.com -pila.pl -pistonclasico.com -pixgood.com -pizza-imperia.com -pk-pomosch.ru -plastgran.com -plohaya-kreditnaya-istoriya.ru -pl-top.pl -pokerniydom.ru -polybuild.ru -pontiacsolstice.info -popcash.net -popserve.adscpm.net -poquoson.org -pornhub-ru.com -pornoelita.info -pornogig.com -pornoplen.com -porno-raskazy.ru -pornosee.info -porno.simple-image.com.ua +picturesfrom.com +picturesmania.com +pintattoos.com +piulatte.cz +pizdeishn.com +platesauto.com +playboyfiles.xblog.in +pl.id-forex.com +plugingeorgia.com +pochemychka.net +pogodnyyeavarii.gq +pokemongooo.ml +polimga.pw +pooleroadmedicalcentre.co.uk +popads.net +poppen-nw.net +pornodojd.ru +pornonik.com pornowarp.info -pornozhara.com -pornstartits.xblog.in -powc.r.ca.d.sendibm2.com -powitania.pl -pozvonim.com -pr0fit-b0x.com +porn-w.org +portadd.men +poshiv-chehol.ru +positive2b.ru praisong.net +prchecker.info predmety.in.ua -privetsochi.ru -prize44.com -prizeestates.cricket -prizefestival.mobi -prod2016.com -producm.ru -prointer.net.ua -prom23.ru +pretty-mart.com +priscilarodrigues.com.br +privatamateure.com +prodvigator.ua +proekt-gaz.ru +profitsport.club +profitwithalex.info +progress-upakovka.ru +prohoster.info +projectforte.ru promalp-universal.ru -promover.org -pro-okis.ru -prostitutki-astana.org -prostitutki-novgoroda.org -prostitutki-odessa.org -proxyradar.com -psoriasis-file.trade -pussysaga.com -putitin.me -pwwysydh.com -qexyfu.bugs3.com -qld10000.net -q-moto.ru -qor360.com -radiogambling.com -ragecash.com -rainbowice.ru -rankia.com +promgirldresses.xyz +promodj.com +promoheads.com +pronorm.fr +proposal-engine.com +prosmibank.ru +prostitutki-kiev.org +prostitutki-rostova.org +prostitutki-yaroslavlya.org +pro-tec.kz +proxyelite.biz +pst2017.onlinewebshop.net +psvita.ru +pulse33.ru +purplesphere.in +pussyspace.net +puzo2arbuza.ru +puzzleweb.ru +pyrodesigns.com.au +quit-smoking.ga ranksonic.org -rapevideosmovies.com -realnye-otzyvy.info -real-time-analytics.com -recipedays.ru -redhotfreebies.co.uk +raschtextil.com.ua +razleton.com +rcb101.ru +realizmobi.com +redirectingat.com redirectme.net -redirlock.com -regionshop.biz -registrydomainservices.com -reklama1.ru -replicalouboutin.xyz -replica-watch.ru +reeyanaturopathy.com +r-e-f-e-r-e-r.com +regdefense.com +registrationdomainsite.com +registry-cleaner.net +relayblog.com +renecaovillasale.online +rennlist.com +rentehno.ru +rep-am.com research.ifmo.ru -responsive-test.net -retailwith.com -rewardit.com -reyel1985.webnode.fr -rimedia.org -ring4rhino.com -rock-cafe.info -roleforum.ru -rossanasaavedra.net -rostov.xrus.org +restorator-msk.ru +reversing.cc +rezeptiblud.ru +rfid-locker.co +ribieiendom.no +ringtonepartner.com +rome2rio.com +royal-betting.net royalvegascasino.com -rubanners.com rucrypt.com -ru-dety.ru -ruf777.com -rukino.org +rumamba.com ruscopybook.com -rusenvironmental.net -rusprostitute.com -russian-postindex.ru -russintv.fr -rutor.vip -sack.net -sadaholding.com +rvi.biz +saddiechoua.com +sady-urala.ru safe-app.net -sajatvelemeny.com -sa-live.com -sankt-peterburg.nodup.ru -savememoney.co.za -sbetodiodnye-lampy.ru -scanner-george.top +salut-camp.ru +samo-soznanie.ru +sanjosestartups.com +sanyuprojects.com +saugatuck.com +sax-sex.com +scanner-donald.top +scanner-ivan.top scanner-jane.top -scanner-julianna.top -scanner-mark.top -scanner-marwin.top -scansafe.net -scat.porn -schlampen-treffen.com -sdelatmebel.ru +scanner-john.top +scanner-julia.top +scenarii-1-sentyabrya.uroki.org.ua +scopich.com +scrnet.biz.ua +sdi-pme.com search.1and1.com search.alot.com -searchmywindow-a.akamaihd.net -searchwebknow-a.akamaihd.net -seeresultshub-a.akamaihd.net -sei80.com -semp.net -semprofile.com -seoboxes.com -seocheki.net -seonetwizard.com -seorank.info -seorussian.ru -seo-tools-optimizing.com +searchimage.co +seemoreresultshu-a.akamaihd.net +see-your-website-here.com +seksotur.ru +seocheckupx.com +seoexperimenty.ru +seofied.com +seogadget.ru +seoholding.com +seomarketings.online +seo-platform.com +serptehnika.ru +service.adtech.fr +servingnotice.com +sevendays.com.ua +sexad.net +sexblog.pw sexcamamateurchat.com -sexpartygirls.net -sexstream.pl -sexvideo-sex.com -sexyali.com -shell-pmr.ru +sex-foto.pw +sexphoto.site +sex-sex-sex5.com +sexs-foto.com +sexy.babes.frontend-stack.top +shijian.ac.cn shikiso.info -shillyourcoins.com -shohanb.com -shopcheermakeup.info +shinikiev.com.ua +shmetall.com.ua shoppingjequiti.com.br -shopsellcardsdumps.com shtora66.ru -sildenafilcitratemed.com +sicfor.bcu.cc +signoredom.com +silvercash.com +similardeals.net +simple-image.com.ua +simplepooltips.com +simple-share-buttons.com +sims-sims.ru sindragosa.comxa.com -site-auditor.online -sitevaluation.org -sitevalued.com +siteheart.net +s-iwantyou.com +sizeplus.work skatestick.bid -slimcdn.com -smartshoppymac.com -snip.to -snjatie-geroinovoy-lomki.ru +skutecznetabletkinaporostwlosow.pl +slomm.ru +slutloadlive.com +smadihome.com +smailik.org +small-game.com +smallseotools.com +smartpet.ru snomer1.ru -snow.nvr163.com -socialmadesimple.com -social-vestnik.ru -sockshare.net -soda.media +snts.shell-pmr.ru +socialmediasuggest.com +social-search.me +social-s-ggg.xyz +sofit-dmd.ru +softomix.com +soft-program.com +soft-terminal.ru softtor.com -solinf.co -sosdepotdebilan.com -soviet-portal.do.am -sovinsteel.ru -sport-video-obzor.ru -stairliftstrue.com +soheavyblog.com +solitaire-game.ru +sonata-arctica.wz.cz +sonnikforme.ru +sophang8.com +soserfis.com +spidtest.space +sprttrack.com +sptslmtrafms.com +sribno.net +sr-rekneskap.no +staff.prairiesouth.ca +stair.registrydomainservices.com +standardchartered-forex.com stanthonyscatholicchurch.org -stathat.com -staticfs.host -staynplay.net -store-rx.com -strangeduckfilms.com +stariy-baku.com +starpages.net +start.myplaycity.com +stats-public.grammarly.io +steelmaster.lv +stjamesschool.info +stmassage.ru +stpolice.com +strana-solnca.ru +streetfooduncovered.com stretchmate.net -stroyplus.ru -stroy-portal22.ru studiofmp.com -suhanpacktech.com sundrugstore.com -superstarfloraluk.com -superstats.com -surflinksmedical.com -svetodiodoff.ru -tampabaywatch.org +superfish.com +taaaak.com +tacbelarus.ru +taihouse.ru +tastyfoodideas.com tattomedia.com -taxi-v-eisk.ru -tdsing.ru -teesdaleflyballclub.co.uk -tehngr.ru -testingads.pro -thaisamkok.com -thaismartloan.com -theautoprofit.ml -thebitcoincode.com -thefds.net -thegamerznetwork.com +taximytishi.ru +t-bygg.com +tds-advert002.info +tds-advert005.info +teastory.co +tech4master.com +teguh.info +telegraf.by +templates.franklinfire.co +templates.radiodigital.co +tetracsaudi.com +thegolfclub.info +theguardlan.com +thelottosecrets.com thepokertimer.com -the-torrent-tracker.blogspot.com -the-usa-games.blogspot.com -tiandeural.ru -tilido.com -tizanidine4mg.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidinepills.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tkanorganizma.ru -tnctrx.com -tomatis.gospartner.com +thetattoohut.com +thewomenlife.com +thiegs.reco.ws +tiens2010.ru +timeallnews.ru +timecrimea.ru +titan-ads.life +tizanidinecapsules.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidineingredients.blogspot.com +tizanidineonline.blogspot.com +tizanidinepain.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +todohr.com +tomck.com tonerbox.kz -toolsky.com -toondinsey.com -toonfamilies.net -top10-way.com -topads.men top-l2.com -torontoplumbinggroup.com -torture.ml -tozup.com -trafficjunky.net -trafficmonetize.org -traffpartners.com -triumf-realty.ru -trkur.com -truebeauty.cc -tubeline.biz -tubeoffline.com -tula.mdverey.ru +topsiteminecraft.com +toyota.7zap.com +traderzplanet.in +traffic2cash.org +trafficstars.com +tsyndicate.com +tube8.com +tuckpointingmasonrysystems.com turbo-suslik.org -tvorozhnaja-zapekanka-recept.ru tvoystartup.ru -typer.one -u17795.netangels.ru u555u.info -ua-company.ru -ucoz.ru -udayavani.com -uginekologa.com -ugogo.info -ultimateclassicrock.com -undergroundcityphoto.com -underthesite.com -unisexjewelry.org -unitexindia.com -unlimitdocs.net -urengoy.pro +ublaze.ru +u-cheats.ru +ugguk.online +uhdtv.website +uk-zheu20.ru +umaseh.com +umnovocaminho.com +uptime-delta.net +url2image.com urldelivery.com url-img.link +urll.eu +usadacha.net ussearche.cf -uytmaster.ru -valsalud.com -varbergsvind.se -vavilone.com -vchulkax.com -vegan-foods.us -venta-prom.ru +utrolive.ru +veopornogratis.xxx vepad.com +viagengrarx.com +viagroid.ru +viddyoze.com videochat.bz -videochat.ph -videosbox.ru -videos-for-your-business.com -vinsit.ru +videochat.mx +videotuber.ru +vigrx-original.ru +vilingstore.net +vintontech.info +vinylvault.co.uk visa-pasport.ru -vk-mus.ru -vkontaktemusic.ru -voditeltrezviy.ru -vodkoved.ru +visitcambridge.org +vita.com.hr +vkgaleria.com +vladimir.xrus.org +vod.com.ua +volgograd.xrus.org voloo.ru -vozbujdenie.com vpnmouse.com -vzglyadriv.kg -wallpapersist.com -wapsite.me -watchmygf.net -waterpurifier.club -webads.co.nz -webadvance.club -webalan.ru -webkeyit.com -weblo.com -webmonetizer.net -webshoppermac.com -websiteaccountant.de -websites-reviews.com -weburok.com -wemarketing.se +vseuznaem.com +wallpapers-best.com +warningzscaler.heraeus.com +webenlace.com.ar +webix.me +webs.com +website-speed-up.top +webtherapy.ru +wechatdownload10.com +wemedinc.com westen-z.life -wetgames.ru -whatistizanidine2mg.blogspot.com -whengirlsgowild.com -wieseversa.no -wildnatureimages.com -williamrobsonproperty.com +whatsappdownload10.com +whereiskentoday.com +whereverdesperate.gq +wikes.20fr.com +wingsoffury2.com +witherrom55.eklablog.fr w-journal.ru -wnhjavlhezp.gq +wladimirpayen.com +wma-x.com wnoz.de woman-h.ru -womens-journal.net -wonderfulflowers.biz -woodyguthrie.se -wordkeyhelper.com -workle.website +works.if.ua worldhistory.biz -worldtraveler.world -wowcasinoonline.ooo +wormix-cheats.ru wrona.it -xchangetrak.com -xchat26.myfreecams.com +ws.ampower.me +wwwadultcheck.com +www.get-free-traffic-now.com +www.timer4web.com +xaijo.com +xaylapdiendanang.com +xblog.in +x-diesel.biz +x-diesel.com +xgames-04.com xgftnlrt.bloger.index.hr -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xjlottery.com +x-lime.com +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80ahdheogk5l.xn--p1ai xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn--90acenikpebbdd4f6d.xn--p1ai -xolodremont.ru -xpresscare.ru -xtraffic.plus -xtrafficplus.com -xxxguitars.com +xn--b1agm2d.net +xn--h1ahbi.com.ua +x-true.info +xvideospornoru.com xxxkaz.org -xxxtubesafari.com -y8games-free.com +yaaknaa.info yatrk.xyz -yellowstonesafaritours.com -yes-com.com -yginekologa.com -yhit.press -yopoint.in -youdesigner.kz -yougetsignal.com -youporn-ru.com -youradulthosting.com -youresponsive.com -yoursearch.me -youtube-downloader.savetubevideo.com -yugk.net -za-fun-offer.com -zaidia.xhost.ro -zaloadi.ru -zarabotat-na-sajte.ru -zarepta.com +yeartwit.com +yellowads.men +yellowstonevisitortours.com +yogamatsexpert.com +yoopsie.com +yoshkarola.zrus.org +youjizz.com +yourporn.com +you-shall-not-pass.is74.ru +ytmnd.com +yubikk.info +zahvat.ru zastroyka.org -zebradudka.com -zeroredirect11.com +zed21.net +zero1.it zeroredirect6.com -zetmaster.ru -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.bloog.pl -zigarettenonlinekaufen1.blox.pl -zocaparj.kz +zhongwenlink.com +zkjovpdgxivg.ga +z-master.ru +zojirushi-products.ru +zolotoy-lis.ru zoodrawings.com -zoomovies.org -zrus.org -zryydi.com -zscalerone.net +zoogdiesney.com +zoominfo.com +zoosexart.com +zvezdagedon.ru +zx6.ru +zytpirwai.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 5203dfc22..5b03c0f54 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -01apple.com -7xc4n.com -abcdeg.xyz -adinterax.com -advancedcleaner.com -adventureparkcostarica.com -airmaxshoes-2016.com -amazingpic.net -animal36.com -anticrawler.org -apiportalmorecom-a.akamaihd.net -approvedlocal.co.za -architecturebest.com -arenda-avtoprokat-krasnodar.ru -arendatora.ru -artdeko.info -artel116.ru -asacopaco.tk -atout-energie-69.com -audiofree.ru -avto-oligarh.ru -bag77.ru -bestchoice.cf -bestkfiledxd.cf -bestofpicture.com -best-seo-software.xyz -bestwrinklecreamnow.com -bet365.com -bezcmexa.ru -blacktwhite.com -bookmark4you.com.biz -bupropion-sr-150-mg.us -bzero1jewelry.net -cars-modification.net -cartujano-pre.de -casablancamanor.co.za -cheapmoncler.win -chinajerseyswholesalecoupons.com -cicaki.net -clicksor.com -clippingphotoindia.com -club-samodelkin.ru -compliance-don.top -compliance-mark.top -constantaservice.net -construmac.com.mx -corta.co -crazyprotocol.com -customsua.com.ua -czat.wp.pl -daretodonate.co -data1.scopich.com -dbmkfhqk.bloger.index.hr -dcj-nn.ru -detsky-nabytek.info -djekxa.ru -dlya-android.org -dorratex.tn -downtuptv.gq -dprtb.com -edudocs.net -ekto.ee +0912701309f8ce.com +1000n1.ru +123cha.com +123kuma.com +2drittel.de +3-letter-domains.net +6128786.com +8jn.dating-app.ru +ahmedabadwebs.com +alif-ba-ta.com +allboard.xobor.de +allknow.info +allornamenti.com +apartamentwroclaw.eu +apartment.ru +apiappenableinfo-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +arabsexxxtube.com +arenanews.com.ua +arendakvartir.kz +arewater.com +automatic-seo.com +autorn.ru +auto-zapchasti.org +availit.weebly.com +balans.shahterworld.org +bayareaaeroclub.org +bbsoldes.fr +belinvestdom.by +bensbargains.net +bestdraws.com +bestsexyblog.com +bonanza-fortune.men +bonky.biz +braindaily.xyz +brainsandeggs.blogspot.com +cand.jp +canyougethighofftizanidine.blogspot.com +cbb1smartlist12.click +cdnanalytics.xyz +celejihad.info +c-gainsbourg.com +coderstate.com +compliance-fred.top +coolwallpapers-hd.com +coolyarddecorations.com +crirussian.ru +daooda.com +darodar.com +date-withme.com +dev78.dioniqlabb.se +dichvuvesinhhanoi.com +diesel-parts28.ru +div.as +draniki.org +easyshoppermac.com +eduinfosite.com eldiariodeguadalajara.com -encodable.com -estelight.ru -euroskat.ru -eyessurgery.ru -eywords-monitoring-your-success.com -ezofest.sk -falopicm.pw -favoritemoney.ru -financeloan.us -fiuxy.com -flytourisme.org -forsex.info -free-laptop-reward.com -g7m.pl -galleryawesome.com -gallerylisting.com -gameonasia.com -gateway.zscalerone.net -gay.adultgalls.com -gearsadspromo.club -gemara.com -globetrotting-culture.ru -gopixdatabase.com -graphics8.info -hawaiielectriclight.com -hazardky.net -health-medical-portal.info -hetmanship.xyz -high-speed1.net -hjaoopoa.top -hobild.net -hoste.octopis.com -hostingclub.lk -hotenergy.ru -houston-vikings.com -hybrid.ru -iinstalll-fii1leis.jus0wil.pp.ua -imagecoolpub.com -inbabes.sexushost.com -infospot.pt -ivearchenceinflu.cf -jabimgo.pw -javidol.site -kamorel.com -kazan.zrus.org -kino-ecran.ru -kupit-adenu.ru -lashstudia.ru -laudit.ru -lesbian.xyz -livingroomdecor.info +electronicadirect.com +elektrischezigarettekaufen2.cowblog.fr +elektronischezigarettekaufen1.beeplog.com +elektrozigaretten1.tumblr.com +elstal.com.pl +empathica.com +en.altezza.travel +exmasters.com +expertblog.info +ezaz.info +feel-planet.com +filesdatabase.net +flprog.com +fm-upgrade.ru +forpackningsutveckling.se +franklinfire.co +fsakhalin.ru +fuckmill.com +fugarif.ga +funnypica.com +galaxy-family.ru +getlaid-xxxhookupdirect.com +good-mummy.ru +gosreg.amchs.ru +graphicwe.org +hd-film.pl +healthcarestore.info +hesteel.pl +himazin.info +hmywwogw.bloger.index.hr +homeinns.com +hotgirlhdwallpaper.com +htmlcorner.com +iccornacircri.cf +ihc2015.info +i-hobot.ru +ilovevitaly.ru +infostatsvc.com +instabid.tech +insurple.com +it-max.com.ua +jolic2.com +juliadiets.com +kaidalibor.de +kakablog.net +kam-dom.ru +kashubadesign.ru +kazan.xrus.org +kazinogames.lv +keywordglobal.co.za +kino-filmi.com +kit-opt.ru +kovrenok.ru +krasnodar.ru +kredit-blog.ru +lafourmiliaire.com +laserpen.club +lasvegaslockandsafe.com +life.biz.ua +lion.bolegapakistan.com +live-sexcam.tk +ljusihus.se loadingpages.me -lomb.co -mabdoola.blogspot.com -mafa-free.com -makis.nu -manifestation.betteroffers.review -medicine-4u.org -medizinreisen.de -meget.co.za -metabar.ru -migente.com -millionare.com -mistr-x.org -mobplayer.net -moonci.ru -movies-in-theaters.net -musicktab.com -muzaporn.com -mydownloadengine.com -nationalbreakdown.com -nbsproject.ru -nextbackgroundcheck.gq +lolnex.us +magicplayer-s.acestream.net +mahnwachen-helfen.info +make-money-online.com +mebel-alait.ru +meddesk.ru +merryhouse.co.uk +metalonly.info +mil-stak.com +minecraft-neo.ru +mitrasound.ru +mixed-wrestling.ru +mojaocena.com +moneyteam24.com +moneyviking-a.akamaihd.net +mrbitsandbytes.com +musicstock.me +mvpicton.co.uk +mymercy.info +newstudio.tv +nhl09.ru +nicefloor.co.uk +ningessaybe.me nippon-bearings.ru -normalegal.ru -no-rx.info -obuv-kupit.ru -ohmyrings.com -okonich.com.ua -o-o-8-o-o.com -papasdelivery.ru -partner-host.men -pdamods.ru -pensplan4u.com -phormchina.com -photo.houseofgaga.ru -picswe.com -pisanieprac.info +nlfjjunb5.ru +northfacestore.online +o333o.com +ok.ru +olympescort.com +omoikiri-japan.ru +onlainbesplatno.ru +onlinemegax.com +onlineporno.site +onlinetvseries.me +pandroid.co +parfusale.se +partnerads.men +partner-stop.men +patterntrader-en.com +picturesify.com +polytopesexempt.com +popugauka.ru pornhubforum.tk -pornogratisdiario.com -pornonik.com -posible.net -professionaldieselcare.com -proftests.net -progonrumarket.ru -projectforte.ru -promoforum.ru -proposal-engine.com -prostitutki-tyumeni.org -push-ad.com -pxhdwsm.com -qld10000.net -quizzitch.net -qwarckoine.com -r-control.ru -realitykings.com -rocketchange.ru -rosbalt.com.ua -royalads.net -russia-today-video.ru -saddiechoua.com -samo-soznanie.ru -sampleletters.net -sankt-peterburg.nodup.ru -scanner-don.top -scanner-jessica.top -scanner-john.top +princeadvantagesales.com +prlog.ru +profitfx.online +profit-opportunity.com +promover.org +pron.pro +pyrodesigns.com.au +realnye-otzyvy.info +realtytimes.com +rebelmouse.com +robot-forex.biz +runtnc.net +sammyweaver.com +sardinie.us +sbornik-zakonov.ru +scanner-barak.top +scanner-brian.top scanner-mark.top -scat.porn -screentoolkit.com -sdsjweb.com -sex.hotblog.top -sharebutton.to -slavic-magic.ru -slutloadlive.com +scanner-walter.top +seadragonherbery.com +seccioncontrabajo.com +secretscook.ru +sexystrippe.info +shemalegalls.blogporn.in +shikiso.info +sicfor.bcu.cc +signal03.ru +simplepooltips.com +sinel.info smailik.org -sockshare.net -spb.ru -spywarenuker.com -standardchartered-forex.com -stauga.altervista.org -stefanbakosab.se -stickers-market.ru -strangeduckfilms.com -stuff-about-money.com -success-seo.com -supervesti.ru -svbur.ru -svensk-poesi.com -tackletarts.co -taihouse.ru -tandvardshuset.net +sofit-dmd.ru +speechfoodie.com +spidtest.org +sptslmtrafms.com +srdrvp.com +steamoff.net +stroiminsk.org +svarkagid.com +swingerseiten.com +szamponrevita.pl tattooha.com -tecspb.ru -thaismartloan.com -thepantonpractice.co.uk -tizanidinesideeffectsweightloss.blogspot.com -tizanidinevsvalium.blogspot.com -tnaionline.org +teguh.info +texbaza.by +theprofitsmaker.net +tizanidineandhydrocodone.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidineduringpregnancy.blogspot.com +tobeyouday.win top10-way.com -traffpartners.com -trichizobswiv.agddns.net -tripper.de -tri-slona.org +tovaroboom.vast.ru +tozup.com +treasuretrack-a.akamaihd.net tubeline.biz -tuckpointingmasonrysystems.com -ukrobstep.com -umg-stroy.ru -um-razum.ru -upupa.net -url-img.link -venta-prom.ru -viagengrarx.com -video-chat.in -vipps.com.my -vod.com.ua -vrnelectro.ru -website-stealer.nufaq.com +tubo360.com +turizm.bz +tvand.ru +twitlinks.com +uhod-za-sobakoj.ru +unionmarkt.de +unitygame3d.com +urlopener.com +usbggettwku.ga +valoresito.com +viagraneggrx.com +video-woman.com +visa-china.ru +wanker.us +wdrake.com wedding0venues.tk -weekes.biz.tc -wieseversa.no +welck.octopis.com +works.if.ua wowcasinoonline.ooo -wstroika.ru -ww1943.ru -xlolitka.com -xmlinde.com -y8games-free.com -yes-com.com -ynymnwbm.bloger.index.hr -youbloodyripper.com -zaimite.ru -zapatosenventa.info -zeroredirect7.com -zeroredirect9.com -znaturaloriginal.com -zocaparj.kz -zvezdagedon.ru +x-diesel.biz +x-diesel.org +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xpresscare.ru +xtremeeagles.net +xxx-treker.ru +yaoguangdj.com +yoopsie.com +yourothersite.com +zajm-zalog-krasnodar.ru +zeroredirect10.com +zigarettenonl.canalblog.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 0809108aa..254a46f60 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,31 @@ + +
This is merely used for testing !!!
- -