diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index f0d7ffecc..2fc596b5d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; +35.184.226.236 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 0e0848852..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..479de1217 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e0848852..d9f0a2c04 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 898f506a2..8a3ffbec6 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index 2cb84cd27..c95bc9ad9 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; -35.193.14.140 0; +35.188.1.99 0; +35.193.7.13 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index b5ece27cf..d8d466034 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 8a9c58dd0..3ebf4827c 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1679 -### Updated: Sat Jun 29 09:56:57 SAST 2019 +### Version: V3.2019.06.1680 +### Updated: Sat Jun 29 10:08:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 898f506a2..8a3ffbec6 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1679 -### Updated: Sat Jun 29 09:56:56 SAST 2019 +### Version: V4.2019.06.1680 +### Updated: Sat Jun 29 10:08:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 0f27f0dd9..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 7b18a0043..99fc4e9c9 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BackWeb -BetaBot -GT::WWW -NPbot -Quick-Crawler -SEOstats -Teleport -WebCopier -Web Enhancer -webmeup-crawler +crawl.sogou.com +Iskanie +Jorgee +Openvas +sexsearcher +TurnitinBot +URLy.Warning +Voil +WebGo IS +Zitebot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 6e8b63f4b..7a0576bee 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider 404enemy 80legs -Aboundex AhrefsBot -AIBOT AiHitBot -Alexibot -Alligator -Anarchie +AllSubmitter +AlphaBot +Apexoo +archive.org_bot ASPSeek -Attach backlink-check BacklinkCrawler BackStreet -BatchFTP -Battleztar Bazinga +Badass +BBBike +BDCbot Bigfoot +Bitacle +Blackboard Black Hole -BLEXBot -Bolt -Brandwatch -Buddy -CATExplorador +BotALot +BuiltWith Cegbfeieh -CherryPicker +Chlooe Cliqzbot -Cogentbot -cognitiveseo +coccocbot-web Collector Copier +CopyRightCheck Cosmos +Craftbot crawler4j -crawler.feedback crawl.sogou.com -CrunchBot +CrazyWebCrawler CSHttp -Curious -DataCha0s +DBLBot demandbase-bot -Demon Deusu +Devil +Digincore +Dirbuster +Disco +Discobot +Dispatch +DomainCrawler DomainStatsBot Dragonfly -DSearch EasyDL -ECCP/1.0 -EMail Siphon EMail Wolf -EroCrawler -evc-batch +ExtLinksBot +Extractor +ExtractorPro +Extreme Picture Finder EyeNetIE facebookscraper -FemtosearchBot -Firefox/7.0 -FlashGet -Foobot -FrontPage -Getintent -Grabber +FDM +FHscan +Fimap +Flunky +GalaxyBot +Genieo +GetRight +G-i-g-a-b-o-t +Go!Zilla GrabNet -Grafula GrapeFX -GrapeshotCrawler HaosouSpider -Harvest -Havij -HEADMasterSEO -HTMLparser -HTTP::Lite +HMView HTTrack Humanlinks +HybridBot +Iblog IDBot -Id-search IlseBot Image Fetch Image Sucker -IndeedBot Indy Library -instabid -Intelliseek +InfoTekies InterGET -Internet Ninja InternetSeer -internetVista monitor ips-agent -Iskanie +IRLbot IstellaBot +Jbrofuzz Jetty JOC Web Spider Jorgee JustView -Keyword Density +Jyxobot +Kozmosbot Lanshanbot Larbin -LeechFTP -LexiBot -Lftp +LibWeb Likse -LinkWalker -LinqiaRSSBot +LinkextractorPro +LinqiaScrapeBot Lipperhey Spider -Lmspider -LNSpiderguy -LWP::Simple -magpie-crawler -Mail.RU_Bot -MarkMonitor +Ltx71 +lwp-request +Magnet +Majestic SEO Mass Downloader -Mata Hari MauiBot meanpathbot +MeanPath Bot Mediatoolkitbot -mediawords Metauri -MFC_Tear_Sample -Microsoft Data Access -MIDown tool MIIxpc -Mister PiX MJ12bot Morfeus Fucking Scanner +Mr.4x3 MSFrontPage MSIECrawler Msrabot -MS Web Services Client Protocol muhstik-scan -Name Intelligence -Nameprotect +Musobot +Navroad +Needle +NetAnts Netcraft -NetLyzer -NextGenSearchBot -Nibbler +netEstate NE Crawler +NetMechanic +NetSpider +Nettrack +NICErsPRO +Niki-bot Nikto Nimbostratus -Ninja -Nmap -Octopus +NPbot +Nutch +oBot Offline Navigator Openfind -OpenLinkProfiler +Openvas OpenVAS -OutfoxBot -PageAnalyzer -page scorer +OrangeBot +OutclicksBot +Page Analyzer +PageGrabber PageScorer -Panscient Papa Foto -PECL::HTTP -PeoplePal -Picscout -Picsearch +pcBrowser PictureFinder Pixray +PleaseCrawl +plumanalytics +Pockey POE-Component-Client-HTTP Probethenet +Psbot +Pump PyCurl QueryN Metasearch -Quick-Crawler -RankActiveLinkBot +RankActive RankFlex -Rankivabot +RankingBot RankurBot +RedesScrapy +ReGet RepoMonkey -Rogerbot -SalesIntelligent -ScanAlert +SBIder +Scanbot +scan.lol Screaming -ScreenerBot SearchmetricsBot -SEOkicks +Semrush +SemrushBot SEOkicks-Robot -Seomoz -seoscanners SeoSiteCheckup +SEOstats +sexsearcher Shodan Siphon -Sitebeam -Siteimprove +SISTRIX +SiteExplorer SiteLockSpider SiteSnagger -SlySearch -SmartDownload SMTBot -Sogou web spider -Sottopop -Spammen -SputnikBot -Sqworm -Steeler -Stripper +SocialRankIOBot +Sociscraper +sogouspider +SpankBot +Spinn3r +Sqlworm Sucker -Sucuri SuperBot SuperHTTP +Swiftbot +Szukacz +T0PHackTeam +tAkeOut TeleportPro Telesoft -Telesphoreo -Telesphorep +The Intraformant Thumbor -TightTwatBot +Titan +Toata Toweyabot +Tracemyfile +Trendictionbot +trendiction.com trendiction.de True_Robot -Turnitin TurnitinBot -TwengaBot Twice -UnisterBot -URLy Warning URLy.Warning -Vagabondo +VB Project +VeriCiteCrawler Virusdie -Voltron -WASALive-Bot +VoidEYE +Voil +Wallpapers/3.0 WBSearchBot +Webalta +WebAuto Web Auto WebCollage -WebCopier -WEBDAV WebEnhancer -Web Enhancer WebFetch +Web Fetch WebFuck -WebGo IS -WebImageCollector +WebLeacher webmeup-crawler WebPix -Web Pix -WebsiteExtractor -Website Quester -Webster +WebReaper +Web Sauger +WebsiteQuester WebStripper +WebSucker +Web Sucker WebZIP WeSEE -Whacker +Whack +Whatweb Who.is Bot WinHTTrack -WiseGuys Robot -WISENutbot Wonderbot +Woobot Wotbox -WWW::Mechanize +Wprecon +WWW-Collector-E +WWW-Mechanize WWWOFFLE -x09Mozilla Xaldon WebSpider +Xaldon_WebSpider +Xenu xpymep1.exe -Zauba +YoudaoBot zauba.io -Zermelo -Zeus +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index fc00df9b7..66b603066 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404checker +404enemy 80legs +Acunetix +ADmantX AiHitBot Aipbot -archive.org_bot -ASPSeek -Attach -autoemailspider -Backlink-Ceck -backlink-check -BackWeb +Alexibot +AllSubmitter +Anarchie +BackDoorBot +BackStreet Badass -Bandit +Barkrowler Battleztar Bazinga -BDFetch -Bigfoot +BetaBot Blackboard -Black Hole BlackWidow -BLEXBot -Blow BlowFish Boardreader +Bolt BotALot +Brandwatch +Buddy BuiltWith Bullseye -BunnySlippers -Calculon -CCBot -Claritybot -Cliqzbot -Cogentbot +CherryPicker +ChinaClaw +coccocbot-web cognitiveseo -com.plumanalytics Copier -Cosmos -Craftbot +Copyscape crawler4j +crawler.feedback crawl.sogou.com Crescent -CSHttp +CrunchBot Custo demandbase-bot -Deusu Devil Digincore DIIbot -Disco +Dispatch DnyzBot +DomainAppender DomainCrawler -DomainSigmaCrawler -DomainStatsBot -Download Wonder -DSearch +Dotbot +Drip DTS Agent EasyDL Ebingbong -eCatch ECCP/1.0 +Ecxi EirGrabber -EMail Siphon EMail Wolf -EroCrawler -ExtLinksBot -Extractor +evc-batch +Evil +Exabot ExtractorPro -Ezooms -FemtosearchBot +Extreme Picture Finder +FDM FHscan Fimap -FlashGet +Freeuploader FrontPage +GermCrawler Getintent GetRight -Gigablast +GetWeb Gigabot G-i-g-a-b-o-t +Gotit Go!Zilla +Grabber +GrabNet Grafula -GrapeshotCrawler +GrapeFX GridBot GT::WWW -Haansoft -HaosouSpider Harvest -Havij -Heritrix -Hloader -HTMLparser +HEADMasterSEO HTTrack Humanlinks -HybridBot -IlseBot -Image Sucker +Iblog InfoNaviRobot instabid -Intelliseek -InterGET Internet Ninja -InternetSeer -internetVista monitor -IstellaBot -JamesBOT +ips-agent +IRLbot Jbrofuzz JennyBot -JetCar +Jetty JikeSpider -Joomla -Kenjin Spider +Jyxobot Keyword Density -Lanshanbot -Larbin -LeechFTP -LibWeb +LeechGet +LexiBot +Lftp Lightspeedsystems Likse +Linkdexbot +LinkextractorPro LinkpadBot -LinqiaRSSBot -LinqiaScrapeBot +LinkScan +LinksManager +LinqiaMetadataDownloaderBot Lipperhey Lipperhey Spider +Lmspider LNSpiderguy +Ltx71 +lwp-request +lwp-trivial Magnet Mag-Net -Majestic SEO -Meanpathbot -MeanPath Bot -Mediatoolkitbot +Mail.RU_Bot +Majestic12 +MauiBot +meanpathbot MegaIndex.ru +Microsoft Data Access Mister PiX -Mr.4x3 +Mojeek +MSFrontPage +MSIECrawler +Msrabot MS Web Services Client Protocol muhstik-scan -Name Intelligence Navroad +NearSite +Needle Nessus netEstate NE Crawler -NetLyzer -NetMechanic +NetSpider +Nettrack +Netvibes NetZIP Nibbler -NICErsPRO Niki-bot -Nikto -NimbleCrawler -Nimbostratus -Nmap +Ninja +Nutch oBot -Octopus -Openfind -Openvas -OrangeBot +OpenLinkProfiler +OpenVAS OrangeSpider OutclicksBot -OutfoxBot PageAnalyzer Page Analyzer -Panscient -Papa Foto -pcBrowser -PictureFinder -Pi-Monster -Pixray +PageGrabber +page scorer +PageScorer +Pandalytics +Pavuk +PECL::HTTP +Picscout +Picsearch +Pimonster PleaseCrawl -Pockey +plumanalytics +POE-Component-Client-HTTP +Probethenet Pump -PxBroker -PyCurl +QueryN Metasearch Quick-Crawler RankActive RankFlex -RankingBot RankingBot2 Rankivabot -RealDownload -Reaper -RedesScrapy +Recorder +RepoMonkey +Rogerbot SalesIntelligent -SBIder -SearchmetricsBot +Scanbot +scan.lol +ScoutJet +Scrapy Semrush -SEOkicks SEOkicks-Robot -SEOlyticsCrawler -Shodan +Seomoz +serpstatbot +sexsearcher Siphon -SISTRIX SiteExplorer -Siteimprove +SiteLockSpider +SiteSnagger +SiteSucker +Site Sucker +Sitevigil SmartDownload -SMTBot +Snake Snapbot Snoopy -SocialRankIOBot Sociscraper +sogouspider Sogou web spider -SpaceBison -Spbot -SputnikBot +sp_auditbot Sqlmap -Steeler Sucker -Sucuri SuperHTTP -Suzuran -Swiftbot +Surfbot +T0PHackTeam +T8Abot tAkeOut +Teleport Telesoft +Telesphoreo Telesphorep +The Intraformant Thumbor -TightTwatBot -Toweyabot +Toata Tracemyfile -Trendictionbot trendiction.com trendiction.de +Turingos +Turnitin +TurnitinBot +TwengaBot Twice -UnisterBot -Upflow -URLy.Warning -Vagabondo -VCI -WBSearchBot +VB Project +VeriCiteCrawler +VidibleScraper +Virusdie +Voil +Voltron Webalta -WebBandit -Web Collage -WebCopier +WebCollage WEBDAV +WebEnhancer Web Enhancer -WebFetch -Web Fetch -WebImageCollector -WebmasterWorldForumBot -webmeup-crawler -WebPix -WebSauger -WebsiteExtractor +WebReaper +Web Sauger +Webshag +WebsiteQuester +Website Quester +WebWhacker WeSEE +Whack +Who.is Bot +Widow +WinHTTrack WiseGuys Robot -Wonderbot -Wotbox -WWW-Collector-E -WWWOFFLE -x09Mozilla -Xaldon WebSpider -Xaldon_WebSpider -xpymep1.exe +Wprecon +WWW::Mechanize YoudaoBot +Zauba +zauba.io Zermelo Zeus -ZyBorg +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index b4b5794d7..33f26a3d5 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -101flag.ru -back.dog -discovertreasure-a.akamaihd.net -download-wallpaper.net -lombardfinder.ru -partners-ship.pro -pelfind.me -turizmus.us -xsion.net -youandcredit.ru +cenoval.ru +cheapjerseysbizwholesale.us +dirtpics.pw +flirt4free.com +irkutsk.zrus.org +mejoresfotos.eu +ooo-olni.ru +sape.top +streetfooduncovered.com +telefonsexkostenlos.tk diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 9cd6303a6..02e2ce7b4 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 0c47f8422d3f.com 0daymusic.org -108shot.com -123any.com -14b.info +100dollars-seo.com +10bet.com +123kuma.com +1hwy.com 1kinobig.ru -1millionusd.xyz +2000k.ru 214jaluwobapef.cf -2345.com -24videos.tv +24-ak.ru +2728fb936f0.com +273-fz.ru 2drittel.de -3th.co.in -3xforum.ro -4kpics.rocks -5forex.ru -6128786.com -6hopping.com -7a2rnuey1tw9ar.ru -8gold.com -8kisses.eu -a96527gi.beget.tech -aa14ab57a3339c4064bd9ae6fad7495b5f.com +2kata.ru +2rich4bitches.com +3rbseyes.com +4replicawatch.net +4webmasters.com +51.la +5elementov.ru +76brighton.co.uk +777-club.ru +999webdesign.com aa8780bb28a1de4eb5bff33c28a218a930.com -aa8b68101d388c446389283820863176e7.com aaa38852e886ac4af1a3cff9b47cab6272.com +aad1f4acb0a373420d9b0c4202d38d94fa.com abcdefh.xyz +abclauncher.com abctoppictures.net -absugars.com -academia-nsk.org -acortarurl.es +absolute-s.ru actulite.com -adbetclickin.pink -adconscious.com -addbin.men -adidas.frwebs.fr -adinterax.com -adktrailmap.com +adclickservice.com +adclickthru.net +add-add.men +addray.pro adman.se -admeasures.com -adpremium.org -adrunnr.com -adsland.men -adssafeprotected.com -ads.tremorhub.com +admitad.com +adprotect.net +adultfullhd.com +adultgalls.com +adultmeetonline.info adultnet.in -advancedmassagebysara.com +adultwebhosting.info +advancedsoftwaresupport.com affiliate-fr.com +agadelha.com.br agardomains.com -aihelen.net +agysya.ru +ahrntal.verymes.xyz +aibolita.com airlandsea.info -akita.kz -akuhni.by -akvamaster.dp.ua -alfa9.com -alfabot.xyz +airmaxshoes-2016.com +alekseevec.ru alice.it -alif-ba-ta.com -allcredits.su -alphaforum.ru -alveris.ru -amateurgalls.com -amazon-adsystem.com -ameblo.jp +all-streaming-media.com +allwomen.info +aloofly.com +alta-realestate.com +amateurlivechat.org +amazon-seo-service.com +amospalla.es +ample-awards-today.us anapa-inns.ru -android-systems.ru -anti-virus-removal.info -antons-transporte.de +animalia-life.club +apartment.ru apccargo.com -apibetweenlinesn-a.akamaihd.net -apidigidocketnet-a.akamaihd.net +apessay.com +apiadanaknet-a.akamaihd.net +apiallgeniusinfo-a.akamaihd.net apifasterlightin-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -appleid-verification.com -arendakvartir.kz -artdeko.info -articlesdirectoryme.info -atelielembrancaqueencanta.com.br -atlant-auto.info +apiitsthirteende-a.akamaihd.net +appearance-cool.com +appfixing.space +apple.com-webbrowsing-security.science +approved.su +a.pr-cy.ru +aquarium-pro.ru +arabgirls.adultgalls.com +arabseyes.com +arenda-avtoprokat-krasnodar.ru +arius.tech +artpicso.com +as5000.com +asiengirls.net +astrochicks.com atleticpharm.org -atofilms.com -audiofree.ru -ausergrubhof.info -autochoixspinelli.com -auto.rusvile.lt +atovh.local-finders.com +autobudpostach.club +autodo.info +autonew.biz +autorn.ru +autotrends.today +autovideobroadcast.com avek.ru -aviav.co -aviav.org -aviav.ru.com +aviav.eu aviva-limoux.com -avon-novosib.ru -avtoarenda.by +avkzarabotok.info +avtochehli.by avtolombard-krasnodar.com -avtovolop.ru -azartclub.org -azlex.uz -babyguns.ru +avto-oligarh.ru +ayeartoforget.com +azbukadiets.ru +babs.com.ua +back.dog bagcionderlab.com -baixar-musicas-gratis.com -baksman.com -balkanfarma.ru -balois.worldbreak.com -banan.tv -banki76.ru -bankofthewext.com -banksrf.ru -bank.uz -bannerads.de -bannerswap.com -basisches-wasser.net -bbsoldes.fr -bbtec.net -beachdriveblog.com -beauty-things.com -beclean-nn.ru -begalka.xyz -belstaffstore.online -berdasovivan.ru -besthoro.ru -best-mam.ru -bestmobilityscooterstoday.com -bestserials.com -bestssaker.com -betteroffers.review +balkanfarma.org +bang-hotties.com +bannerbank.ru +bannertesting.com +becuo.com +bestbrainprod.win +bestbuy.ca +best-seo-solution.com +bestwebsiteawards.com +beyan.host.sk beztuberkuleza.ru -bharatdefencekavach.com -big-cash.net -bigpenisguide.com -bildsuche.ru -binomo.com -bitcoinremote.com -biznesschat.net +bigcareer.info +billiard-classic.com.ua +bimatoprost-careprost.com +bin-brokers.com +bingoporno.com +binomo.kz +biographiya.com +bioinnovate.co +bio-japan.net +bio-market.kz +bio-optomarket.ru +bitcoinpile.com +bitporno.sx +bizlist.com.de +biznesluxe.ru +biznesrealnost.ru bjanshee.ru -blobar.org -blockety.co -blogig.org -bluejays-jerseys.us -bmw-ark.ru -bobba.dzaba.com -bombla.org -bonanza-fortune.men -bonzbuddy.com -breastaugmentation.co.za +bloggen.be +bloggers.nl +bnt-team.com +bobinoz.com +bongacams.com +bonvillan.com +braindaily.xyz +brains2.biz +brainzpod.win bristolhostel.com bristolhotel.com.ua -brk-rti.ru -brokergid.ru -bronzeaid-a.akamaihd.net -brothers-smaller.ru -bryansk.zrus.org -b-styles.xyz -btc4u.ru +bscodecs.com btnativenav.com -buckspar.gq -buketeg.xyz -business-made-fun.com -businesxxl.com +builtwith.com +buttons-for-website.com buybest1.biz -buy-forum.ru -buy-meds24.com -buyparajumpers.online -buytizanidineonline.blogspot.com -buzz-porno.info -byme.se +buy-cheap-pills-order-online.com +bycontext.com bytimedance.ru -cablecar.us +callawaygolfoutlet.online callstevens.com -camsex.xxx-cam.webcam -cand.jp +camdenmemorials.com +camdolls.com +cam-kontakte.org +candelluxsklep.pl +canoncdriverq3.pen.io canrioloadm.gq -canrole.com -canyougethighofftizanidine.blogspot.com -capacitacionyaprendizaje.com -carapics.com -cardsharp1.ru -carfax.com.ua -cars-modification.net -cartierlovestore.xyz -cartierlove.xyz -cartiertrinity.xyz -cartujano-pre.de -casite-513049.cloudaccess.net -castingbank.ru -cdnanalytics.xyz -cenokos.ru +cardsdumps.com +carsdined.org +cartierlove2u.com +cartierloveringreplica.xyz +cartierreplica.xyz cenoval.ru -centre-indigo.org.ua -cete.ru -cezartabac.ro -cfacarrosserie74.com -cgi2.nintendo.co.jp -chatroulette.video -chatroulette.world -cheapmoncler.xyz -cheap-pills-norx.com -cheap-trusted-backlinks.com -chinese-amezon.com -chiptuninger.com -chocolateslim-original.com -choice-credit.ru -cialis-samples.com -cigarpass.com -claytransformations.info -cleanallvirus.com -click2pawn.com -clickintext.net -clickpapa.com -clickzzs.nl -coinsspb.com -co.lumb.co -com-cleaner.systems -cometorussia.net -communisave.co.za -com-onlinesupport.host -companies-catalog.com -compliance-don.xyz -compliance-fred.top -compliance-fred.xyz -compliance-george.top -compliance-george.xyz -compliance-irvin.top -compliance-mary.top -concordexoticrentals.com -consorzioilmosaico.org -construmac.com.mx -contentlook.co -cookie-law-enforcement-ff.xyz -cookie-law-enforcement-hh.xyz +centrdebut.ru +cerev.info +chatroulette.life +chatroulette.online +chcu.net +cheapbelstaff.online +cheapestjerseysonwholesale.com +check-host.net +checkpagerank.net +chinacheapelitejerseys.com +chinaelitecheapjerseys.com +choosecuisine.com +christianlouboutinsaleoutletonline.us +cialischstgerts.com +ciceros.co +clean-start.net +clickaider.com +clickbank.net +clickhype.com +clmforexeu.com +cl.s7.exct.net +club-musics.ru +cognitiveseo.com +colehaanoutlet.store +comeondog.info +compliance-alexa.xyz +compliance-checker.info +compliance-elena.top +compliance-jane.top +compliance-john.top +compliance-viktor.top +com-secure.download +conciergegroup.org +cookielawblog.wordpress.com +coolgramgoods.com +coolingoods.com coolyarddecorations.com -cosmeticswomens-womensports.rhcloud.com -cottageofgrace.com -counter.bloke.com -countercrazy.com -cpajunkies.com -craftinsta.ru -creams.makeforum.eu -credit-respect.ru +cosmetic.donna7753191.ru +country-chic.ru +cowblog.fr +crackzplanet.com +creditmoney.com.ua +cryptoswap.biz +cs-passion.pl culmimg.pw -cyse.tk -d2jsp.org -daisye.top -dangphoto.trade -daooda.com -daymusam.com -deanmoore.ie -decoratinghomes.ga -deplim.com -designdevise.com +custodieva.ru +customboxes4less.com +customcatchcan.com +dailyrank.net +danashop.ru +dandiyabeats.in +daptravel.com +dataloading.net +data.vtc.pw +davidovic.info +ddpills.com +degerlund.net +dekoration.us +delfin-aqua.com.ua +dellalimov.com +design-lands.ru +detective01.ru detmebel.su -deutschehobbyhuren.net -dfwu1019.info -diamond-necklace.info -diarioaconcagua.com -dichvuvesinhhanoi.com -diegolopezcastan.com +devochki.top dieswaene.com -dieta-personalna.pl -diffbot.com -diminishedvalueoforegon.com -dinkolove.ya.ru -dinosaurus.site -discountbarbour.online +digest-project.ru +digilander.libero.it +digitalfaq.com +dikx.gdn +dimkino.ru distver.ru -diy-handmade-ideas.com -djekxa.ru -dlya-android.org -docstoc.com -domaincrawler.com -domain.webkeyit.com -domcran.net -domoysshop.ru -dostavka-v-ukrainu.ru +div.as +djihispano.com +dnepropetrovsk.mistr-x.org +docs4all.com +documentsite.net +dodlive.mil +domain-submit.info +donna7753191.ru +donvito.unas.cz +dood.live dosug-lux.ru -dpihatinh.gov.vn +dotnetdotcom.org +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +drugspowerstore.com drunkmoms.net -duplicashapp.com -earl-brown.info -easyshoppermac.com +druzhininevgeniy63.blogspot.com +dwomlink.info +dynainbox.com e-commerce-seo.com -educatemetv.com -ekaterinburg.xrus.org +ee77ee.com +egvar.net ekn-art.se -election.interferencer.ru +ekobata.ru +e-kwiaciarz.pl electrik-avenue.com eleimgo.pw -elektrischezigarette1.blog.pl -elektrischezigarette2.devhub.com -elmacho.xyz -emailaccountlogin.co -embedle.com -emediate.eu -eonpal.com -eralph.tk -erectile.bid -eropho.com +elektrischezi.canalblog.com +elektrischezigarette2.onsugar.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigarettekaufen2.blogse.nl +elitesportsadvisor.com +emergencyneeds.org +empis.magix.net +eorogo.top +eredijovon.com +erotik-kostenlos.net ertelecom.ru -escortplius.com eshop4u.jp -essay-writing.work +esnm.ru +essayservicewriting.org estelight.ru -etm-consult.de -evehemming.blogspot.com.au -excaliburfilms.com -exct.net +etotupo.ru +etur.ru +eu-cookie-law.blogspot.com +eupornstar.info +euroskat.ru +evogarage.com +exchangeit.gq +excitacao.com +exdocsfiles.com exlarseva.webblog.es -exoneration-project.us -extractorandburner.com -ezigarettenshop1.yolasite.com +expolicenciaslatam.co +extlinks.com +extremal-blog.com +extremepornos.net +eyessurgery.ru +ezigarettekaufen2.blox.pl ezigarettenshop2.postbit.com -ezigaretteshop2.vefblog.net -face.hostingx.eu -familienzahnaerzte.com -familyholiday.ml -familyphysician.ru -famix.xyz +ezofest.sk +facebook-mobile.xyz +factorynightclub.com farm26.ru -farmprofi.net -fast-wordpress-start.com -favorcosmetics.com -feeriaclub.ru -fenoyl.batcave.net -fertilitetsradgivningen.se +fealq.com +ferretsoft.com +ferrotodo.com fetishinside.com -filerockstar298.weebly.com -financeloan.us +fetroshok.ru +ff30236ddef1465f88547e760973d70a.com +fickkontaktehobbyhuren.com +fifa-coins.online +filkhbr.com +financehint.eu +financepoints.eu +finansov.info findacheaplawyers.com -findclan.org -findthe.pet -finemanteam.com -finstroy.net -finuse.com -fireads.men -fishtauto.ru -fitnesspiks.com +finejewelryshop.ru +firstsiteguide.com +fitness-video.net +fiverr.com flashlarevista.com -flauntyoursite.com -florida-tourism.net -fm-upgrade.ru -foodcrafts.website -forminecrafters.ru -formularz-konkurs.tk +flavors.me +fodelsedagspresenter.nu +food.dtu.dk +footballfarrago.com +forex-indextop20.ru +forexunion.net +forpackningsutveckling.se forsex.info -forum.doctissimo.fr +fortunejack.com +forum20.smailik.org +forum-engineering.ru +forum.poker4life.ru +forum.tvmir.org +foto-telok.net foxinsocks.ru -foxjuegos.com -foxweber.com -free-floating-buttons.com -freesitetest.com -free-video-tool.com -freshberry.com.ua +foxydeal.com +frameimage.org +franch.info +franklinfire.co +frcls.fr +freakycheats.com +free-laptop-reward.com +free-social-buttons.com +freeuploader.ml +fr.netlog.com froggytube.com -funcrushgames.com +front.ru +ftns.ru +fuckmill.com +fullfileaccess.com +funnymama.com +funponsel.com futbolkisales.ru -g7m.pl -gallerily.com -gambarkatabaru.com -gamblingnerd.com -games.kolossale.ru -gaygalls.net -gaytube.com -ge0ip.net -geile-lelly.eu +fxtips.ru +galaxyflowers.ru +gambarkataku.co +gamesprite.me +gazporno.com +gaz-voshod.ru +gcup.ru +ge0ip.com +geilehausfrauen.net +gemara.com genetworx.com +geoads.com getlamborghini.ga -gettpromos.com -gg.zzyjxs.com -gilsonchiro.xyz -girlsfuckdick.com -gktt.ru +getyourimage.club +ggiaro.com +gk170.ru +gkvector.ru +glasof.es glass-msk.ru -glavtral.ru -glcomputers.ru -go2jump.org -goldpanningtools.com -googst2.ru -goosefishpost.bid -grizzlysgrill.com -grupografico-pilar.com.ar -guigyverpo.cf +glavprofit.ru +globalsurfari.com +gloverid.site +goatse.ru +goldadpremium.com +golfresa.lucania.se +golmau.host.sk +goodhousekeeping.com +goodwriterssales.com +gowreckdiving.com +greatzip.com +gribokstop.com +groupmoney.ru +gsmlab.pl +gsmtlf.ru +guruofcasino.com +gwhwpxbw.bloger.index.hr +gyffu.com h2monline.com -hamacapty.com -hatdc.org -hawaiielectriclight.com -hd-filmy.net +hdhc.ru hdpixion.com -heatpower.ru -heliko.no -helpmymacfaster.trade -hexpilot.com -heygidday.biz -hidefiles.org -high-speed1.net -histock.info +healgastro.com +heartofbeijing.blogspot.com +herehloadibs.cf +heroz.fr +hildinghr.se +hjaoopoa.top hkladys.com -homeandhealth.ru -hostingclub.lk -hotblog.top -hotel-mkad.ru -hotenergy.ru -hothot.ru -houseofrose.com -house.sieraddns.com -hspline.com -hubbble.com -humanorightswatch.org -hunthillfarmtrust.org -hut1.ru -hvd-store.com -hystersister.com +hmmm.cz +home.myplaycity.com +hop.clickbank.net +horoshieokna.com +hostsshop.ru +hotchatdate.com +hothor.se +hoverboard360.at +hoverboard360.nl +hplaserjetpdriver8y.pen.io +humbmosquina.tk +hydropump.su +ibb.com.ua +icaseclub.ru +iccornacircri.cf +ideoworld.org id-forex.com -iinstalll-fii1leis.jus0wil.pp.ua -ilikevitaly.com +ifirestarter.ru +igadgetsworld.com +ihc2015.info +iklysha.ml ilmen.net imabase.com -images-free.net -imagine-ex.co -imfamous.info -imgata.com -img.wallpaperstock.net -inboxdollars.com -incanto.in.ua -indianmedicaltourismshop.com -inet-traffic.com -infektsii.com -infodocsportal.com -infospot.pt -instasexyblog.com -internet-apteka.ru -int.search.mywebsearch.com -invivo.hu -ipchicken.com -iplusbit.blogspot.co.za -iqoption-bin.com -isistaylorporn.info -istizanidineanopiate.blogspot.com -istmira.ru -it-max.com.ua -itronics.ca -iusstf.org -izhevsk.xrus.org -izismile.com -j33x.com +images.gyffu.com +imagui.eu +imk.com.ua +immobiliaremassaro.com +impotentik.com +impresagaia.it +inboundlinks.win +incest-ru.com +infostatsvc.com +inmate-locator.us +innoslicon.com +insomniagamingfestival.com +interfucks.net +invest-pamm.ru +investyb.com +invitefashion.com +inzn.ru +iplogger.org +iradiology.ru +irunfar.com +i-service.kz +ispaniya-costa-blanca.ru +itag.pw +itbc.kiev.ua +itch.io +ix20.ru +izoll.ru +jacago.com +jackpotchances.com janavibekken.no -janerikholst.se -javitas.info -jav-way.site -jerseychinabizwholesale.us -jerseysbizwholesalecheap.com -jewelryandfiligree.com -jillepille.com +janettabridal.com +japfm.com +javrip.net +jennyfire.ru job.icivil.ir johnrobertsoninc.com -journeydownthescale.info -justkillingti.me -kaidalibor.de -kamagragelusa.net -kamalsinha.com +jolic2.com +jongose.ninja +jpcycles.com +jrpmakati.com +kakadu-interior.com.ua karaganda.xkaz.org -karpun-iris.ru -kazan.zrus.org -ketrzyn.pl -keywords-monitoring-your-success.com -keyword-suggestions.com +karting196.ru +kasino-money.pw +kazka.ru +kenaba.su kichenaid.ru +kihi.gdn kimcurlrvsms.com -kinoflux.net -kino-rating.ru -komputers-best.ru -konkursov.net -kopihijau.info +kinobaks.com +kinogonew.ru +kino-key.info +kirov.zrus.org +kmd-pto.ru +kndxbkdx.bloger.index.hr +knigonosha.net +kongoultry.net koronirealestate.gr -kostenloser-sex.com -kotaku.com -kovrenok.ru +kosova.de +kostenlos-sexvideos.com +kosynka-games.ru krasivoe-hd.net +krasnodar.ru +krasnodar.zrus.org +kredit-blog.ru kredit-pod-zalog-krasnodar.ru -kriokomora.info +kretpicf.pw +kumuk.info kunstaktien.info -kvartir-remont.biz -kwzf.net +lacave.ntic.fr +lacloop.info lampokrat.ws -laptop-4-less.com -laserpen.club -lashstudia.ru +landscaping.center +lapitec.eu +larose.jb2c.me lasvegaslockandsafe.com -law-check-seven.xyz -laxdrills.com -leadn.pl -leadwayau.com -levaquin750mg.blogspot.com -lincolntheatre.com -linkbolic.com +law-check-nine.xyz +lawyers.cafe +ledpolice.ru +legionalpha.com +letmacworkfaster.world +lexaprogeneric.link +lflash.ru +likesdesign.com +limtu.ifmo.ru +link.ac +linkarena.com +linkredirect.biz linkwithin.com +liquimondo.com lirunet.ru +littlesunraiser.com +liupis.com +liveinternet.ro livejasmin.com -ljusihus.se -lkbennettstore.online -lmrauction.com -loadingpages.me -localmatchbook.com -lomb.co +livetsomudvekslingstudent.bloggersdelight.dk +loadopia.com +localflirtbuddies.com +locatellicorretor.com.br +locimge.pw +loginduepunti.it +lolnex.us longgreen.info -louboutinreplica.pw -lovasszovetseg.hu -lovelycraftyhome.com -low-format.ru -lunchrock.co -lyrics.home-task.com -machicon-akihabara.info -machicon-ueno.info -mactechinfo.info -magicalfind-a.akamaihd.net -magnetic-bracelets.ru -makemoneyonline.com -makis.nu -mall.uk -malwareremovalcenter.com +longlifelomilomi.info +lookingglassemb.com +losangeles-ads.com +lostfilm-online.ru +luckyshop.net.ua +lumb.co +m292.info +m4ever.net +mabdoola.blogspot.com +mainlinehobby.net +managerpak204.weebly.com manifestation.betteroffers.review -mantramusic.ru +map028.com maranbrinfo.com.br -martlinker.com -matb3aa.com +mararoom.ru +massage-info.nl +matematikus.info matpre.top -maximilitary.ru -max-p.men -maxthon.com +matsdale.com maxxtor.eu -meddesk.ru -medicine-4u.org +mazda-roadsters.com +mb140.ru +mebelcomplekt.ru +medicineseasybuy.com +medictube.ru medizinreisen.de -meet-flirt-dating.com -megaapteka.ru -megakino.net -megavolt.net.ua -me-ke.com -member-quiz.com -merryhouse.co.uk -mezaruk.info -m-google.xyz +mesbuta.info +metalonly.info +metaxalonevstizanidine.blogspot.com michaelkorsoutletstore.net -michaelkorssaleoutletonline.net -milblueprint.com -minharevisao.com -minneapoliscopiers.com -misterjtbarbers.com -mistr-x.org +microsearch.ru +middlerush-a.akamaihd.net +midst.eu +mikozstop.com +millionare.com +mir-limuzinov.ru +mirmedinfo.ru mjchamonix.org mmofreegames.online -mmoguider.ru -mobile.ok.ru -mobstarr.com -mojowhois.com -monclerjacketsoutlet.pw -moncleroutletonline.xyz -monetizer.com-01.site +mmostrike.ru +mncrftpcs.com +mobot.site +mockupui.com +monclerjacketsoutlet.win moneymaster.ru -moneyteam24.com -moneyviking-a.akamaihd.net -moonci.ru +montredemarque.nl morf.snn.gr -morlat.altervista.org -morpicert.pw -moscow.xrus.org -moskva.nodup.ru -mossmesi.com most.gov.iq -mrlmedia.net -msfsaar.de -msk.afora.ru -mturkcontent.com -musezone.ru +mp3films.ru +mrmoneymustache.com +mulberryoutletonlineeu.com +mundoaberrante.com +musezone.su music7s.me -musicspire.online -musicstock.me -muzaporn.com -mvpicton.co.uk -myfreecams.com -myhitmp3.club +mustat.com +muztops.ru +mydearest.co +mydeathspace.com +mydownlodablefiles.com myhydros.org -mypets.by -mypornfree.ru -myprintscreen.com -mysexpics.ru -mystats.xyz -myxdate.info -myyour.eu -nacap.ru -nagdak.ru -najaden.no -nardulan.com -narkologiya-belgorod.ru -narkologiya-voronezh.ru -nastroyke.net -nastydollars.com -naturtreenspicerx.pw -needtosellmyhousefast.com -neks.info -net-radar.com -nextlnk12.com -nfljerseysforsalewholesaler.com -njpalletremoval.com -nmrk.ru -nodding-passion.tk -notebook-pro.ru -novatech.vn -nsatc.net -nudepatch.net +myiptest.com +mymercy.info +na15.ru +narosty.com +nash-krym.info +nate.com +naturalpharm.com.ua +neobux-bg.info +neodownload.webcam +nerudlogistik.ru +netanalytics.xyz +nevansk.ru +newsperuse.com +newtechspb.ru +nextconseil.com +nextrent-crimea.ru +nicovideo.jp +nikitsyringedrivelg.pen.io +nl.netlog.com +normalegal.ru +norththeface.store +noumeda.com +nuker.com obesidadealgarve.com -o-dachnik.ru +ochistka-stokov.ru oddamzadarmo.eu -oecnhs.info +offergroup.info offer.wpsecurity.website -offtopic.biz +office-windows.ru okel.co -online247.ml +okmusic.jp +o.light.d0t.ru +omoikiri-japan.ru online-hd.pl -onlinetvseries.me -openfrost.com +onlineporno.site +online-templatestore.com +ons-add.men +openfrost.net openlibrary.org -openmediasoft.com -ops.picscout.com -optibuymac.com +open-odyssey.org +optitrade24.com orgasmatrix.com -orsonet.ru -ownshop.cf -ozas.net -pacificair.com -panamaforbeginners.com +osoznanie-narkotikam.net +ossmalta.com +outrageousdeal-a.akamaihd.net +owathemes.com +oyster-green.com +paceform.com +paclitor.com paramountmarble.co.uk -parlament.biz -pattersonsweb.com -paydayonlinecom.com -pb-dv.ru -pcboa.se -pdns.download -petrovka-online.com -peugeot-club.org -photo-clip.ru -phuketscreen.com -piccdata.com -picsfair.com -pics-group.com +partybunny.ru +pathwhelp.org +penisvergrotendepillennl.ovh +pepperstyle.ru +pewit.pw +photorepair.ru +physfunc.ru +piccshare.com +picmoonco.pw +picphotos.net +picquery.com picture-group.com -pirateday.ru -pixell.club -pizdeishn.com -pk-services.ru -pl.id-forex.com -pokemon-go-play.online -polybuild.ru -pooleroadmedicalcentre.co.uk -popup-hgd.xyz -porndroids.com -pornmania.pl +picturesfrom.com +pierrehardysale.online +pila.pl +pinkduck.ga +piski.top +pistonclasico.com +pix-hd.com +pk-pomosch.ru +pl.aasoldes.fr +plastgranar.nu +playfortuna-play.ru +pliks.pl +plusnetwork.com +pl-vouchers.com +pogruztehnik.ru +polytopesexempt.com +pontiacsolstice.info +popander.mobi +popup-fdm.xyz +popup.matchmaker.com +pornhub-forum.ga +pornoelita.info +pornofeuer.com pornogig.com -pornokorol.com -pornosemki.info +pornohd1080.online +pornophoto.xyz +pornoreino.com pornotubs.com -pornowarp.info -pornozhara.com -pornpost.in -poshiv-chehol.ru -potolokelekor.ru -pretty-mart.com +portadd.men +porto.abuilder.net +preg.marketingvici.com +printie.com +privatbank46.ru privatefx.all4invest.info -privat-girl.net -privatov-zapisi.ru prize44.com -prizesbook.online -producm.ru -profitkode.com -profit-opportunity.com -promgirldresses.xyz -pronekut.com -prostitutki-kharkova.org -prostitutki-novgoroda.org -pts163.ru -pussysaga.com -qexyfu.bugs3.com -qor360.com -qpypcx.com -quebec-bin.com -quickchange.cc +prohoster.info +promoheads.com +prosperent.com +prostitutki-belgoroda.org +prostitutki-kiev.org +prostitutki-yaroslavlya.org +puserving.com +push-ad.com +puzo2arbuza.ru +puzzleweb.ru +pyramidlitho.webs.com quickloanbank.com -qwesa.ru -raavidesigns.com -rankexperience.com -ranksays.com -ranksonic.com -ranksonic.info +rabotaetvse.ru +rada.ru +ranksignals.com razamicroelectronics.com -razorweb-a.akamaihd.net -rcb101.ru -realresultslist.com -reckonstat.info -reelheroes.net -refads.pro -refererx.com -reklama1.ru -reklama-i-rabota.ru +rcpmda.ikan1080.xyz +realmonte.net +redhotfreebies.co.uk +redirectingat.com +reeyanaturopathy.com +registrationdomainsite.com relayblog.com remmling.de -resant.ru -rewardit.com +remorcicomerciale.ro +remote-dba.de +renecaovilla.online +renewablewealth.com +repeatlogo.co.uk +replica-watch.ru +reversing.cc +rezeptiblud.ru +rfd-split.hr rff-cfal.info -rightenergysolutions.com.au ringporno.com -rn-to-bsn.com -robot-forex.biz -rocketchange.ru -rosbalt.com.ua -ros-ctm.ru -royalvegascasino.com +rique.host.sk +rossmark.ru +rubanners.com +rubbed.us ruf777.com -ruscoininvest.company -rusprostitute.com -rvtv.ru +rumamba.com +runofilms.ru +rustic-quiver.win sadaholding.com sakhboard.ru -samara.rosfirm.ru -sammyweaver.com -sandhillsonline.com -sanjosestartups.com -sarafangel.ru -sa-rewards.co.za +saltspray.ru +santasgift.ml +savefrom.com savememoney.co.za -savetubevideo.com -scanmyphones.com -scanner-alexa.top -scanner-barak.top +sawin.beth.webd.pl +sbdl.no +scanmarine.info +scanner-alex.top scanner-irvin.top -scanner-olga.top -score-ads.men -scottbywater.com -scrnet.biz.ua -searchencrypt.com -search-goo.com -searchinquire.com -search.pch.com -seccioncontrabajo.com -segol.tv -selectads.men -sel-hoz.com -seonetwizard.com +scanner-jack.top +scanner-julia.top +scanner-margo.top +scanner-nelson.top +scanner-walt.top +scat.porn +sdelatmebel.ru +search.1and1.com +searchmywindow-a.akamaihd.net +seeresultshub-a.akamaihd.net +sei80.com +seksvideoonlain.com +semalt.com +sendearnings.com +senger.atspace.co.uk +seoheap.com +seomarketings.online +seorussian.ru +seo-traffic-ranking.info serdcenebolit.com -service.adtech.fr -servisural.ru -sex-dating.co +service.adtech.us +servingnotice.com +sexfreepornoxxx.com sexiporno.net -sexkrasivo.net -sextracker.com -sexy.babes.frontend-stack.top -sexytrend.ru -sharebutton.org -share-buttons-for-free.com -sharpchallenge.com -shell-pmr.ru -shiksabd.com -shisha-swag.de +sex-watch.com +sexyali.com +sexy-pings.com +sexyteens.hol.es +shikiso.info shoesonlinebuy.cn -sideeffectsoftizanidine.blogspot.com -signx.info -simon3.ru -simple-image.com.ua -simpoed.ufop.br -sirpornogratis.xxx -sisi-go.ru -sisiynas.ru -sitevaluation.com -sitevaluation.org -sivs.ru -skutecznetabletkinaporostwlosow.pl -sky-mine.ru -slowmacfaster.trade -smadihome.com -smartpet.ru +shoesonlinebuy.xyz +shohanb.com +sibtest.ru +sientalyric.co +sierraapps.com +sildenafil-tadalafil.info +silktide.com +silverage.ru +sitebeam.net +sitevalued.com +sitiz.club +si-unique.com +skladvaz.ru +skuteczna-dieta.co.pl +skylta.com +skyway24.ru +slavic-magic.ru +slayerlife.com +slowmac.tech smartshoppymac.com -smichovbike.cz -smokewithrabbits.com -smsactivator.ru -snomer1.ru -snyatie-lomki-v-stacionare.ru -soft1.ru -soft-program.com -softtor.com -softxaker.ru -solinf.co -solnplast.ru +snjack.info +snts.shell-pmr.ru +social-buttons.com +social-buttons.xyz +socialmediasuggest.com +socialmonkee.com +socialsignals24.com +socialtrade.biz +softlinesolutions.me solution4u.com sophang8.com souvenirua.com -space2019.top -space4updating.win spaceshipad.com -spasswelt.xyz -spb.ru -special-porn.com -speechfoodie.com -spywareit.com -srecorder.com -stairliftsarea.com -stairliftstrue.com -stanthonyscatholicchurch.org -statistici.ro -stats-public.grammarly.io -statustroll.com -stauga.altervista.org -store-rx.com -stpolice.com -streetfire.net +spasswelt.net +sport-video-obzor.ru +sprttrack.com +sptslmtrafms.com +spyfu.com +ssconstruction.co +star61.de +stard.shop +stariy-baku.com +staticfs.host +steamoff.net +stmassage.ru +storehouse.ua strigkaomsk.ru -stroicol.net -sugvant.ru -superfish.com -survival.betteroffers.review -swimpool.ca -swinginwithme.ru -t3chtonic.com -taboola.com -taqywu51.soup.io -tastyfoodideas.com -tattooha.com -tds-advert002.info -telefonsexkostenlos.tk -telefonsex-ohne0900.net +studiofaca.com +studiokamyk.com.pl +sugarkun.com +sukarame.net +superstats.com +surflinksmedical.com +suture.co +tacbelarus.ru +tackletarts.co +tasteidea.com +tattomedia.com +tech4master.com templates.franklinfire.co -tfxiq.com -tgtclick.com -thebluffs.com +tengohydar.tk +terraclicks.com +thebestweightlosspills.ovh +thebluenoodle.com +thecoral.com.br +thecounter.com thefds.net -thegalerie.eu +thegameriders.com +theguardlan.com theheroes.ru thelottosecrets.com -theprofitsmaker.net -thexart.club +thin.me.pn +thruport.com +ticketsys.inetwd.com tiens2010.ru timetorelax.biz -titelhelden.eu -titslove.yopoint.in -tizanidinehcl4mgtab.blogspot.com +titan-ads.life +tizanidine4mgstreetvalue.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidinecost.blogspot.com tizanidineinfo.blogspot.com -tizanidinepills.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinesleepaid.blogspot.com -tnaionline.org -toloka.hurtom.com -tomck.com -toonfamilies.net -top10registrycleaners.com -topclickguru.com -topsy.com -tourismvictoria.com -track2.shop -tracksurf.daooda.com -tradgardspartner.se +tizanidineinteractions.blogspot.com +tizanidinestreetprice.blogspot.com +tjkckpytpnje.com +tksn.ru +tmm-kurs.ru +token-lab.org +toon-families.com +top10-online-games.com +topbestgames.com +topdownloads.ru +torrents.cd +tourcroatia.co.uk +toys.erolove.in +toy-shop.top +tracxn.com trafaret74.ru -traffic2money.com -trafficjunky.net -trafficmania.com -trainoffend.ml +traffic2cash.org +traffictrade.life +trahic.ru trichizobswiv.agddns.net -truck-rece.life +tri-slona.org +trk-4.net trucri.me -trustl.life +trustaffs.com tsstcorpcddvdwshbbdriverfb.aircus.com ttsq.fr -tuberkuleznik.ru -tuckermktg.com -tupper-posuda.ru +tube8.com +tula.howotorg.ru turizmus.us -tvorozhnaja-zapekanka-recept.ru -twelvevisionspartyofcolorado.com -twinderbella.com -twojebook.pl +tv-spoty.info +twincitiescarservice.com typimga.pw -uggbootsoutletsale.us -ukrobstep.com -umekana.ru +ucsol.ru +udsgame.online +ufa.xrus.org +uk-zheu20.ru +ultimateclassicrock.com +ultramart.biz umityangin.net -um-razum.ru -unimodemhalfduplefw.pen.io -unisexjewelry.org -unitexindia.com -unitygame3d.com +unblocksit.es +uni.me +unpredictable.ga unrealcommander.com upproar.com -urlcut.ru -uroki.net +uptime-alpha.net +uptime-as.net +url2image.com usacasino.com -usbggettwku.ga -usswrite.com +us-america.ru +ussearche.cf ustion.ru -v24s.net -vacances-voyages.info +vadimkravtcov.ru +valkiria-tk.ru varikoz24.com -vasileostrovsky-rayon.ru -v-doc.co -vegan-foods.us -veles.shop -vellings.info -venta-prom.ru -versaut.xxx-cam.webcam -veselokloun.ru -vesnatehno.com -viagraneggrx.com -video-chat.cn -videojam.tv -vipsexfinders.com -vkmusics.ru -vladhistory.com +veerotech.com +vgoloveboli.net +via-gra.webstarts.com +viandpet.com +video-chat.love +videooko.weebly.com +video--production.com +videosbox.ru +videositename.com +vip2ch.com +vip-dom.in +vipps.com.my +vitalads.net +vkak.ru +vladimir.xrus.org vladimir.zrus.org -voronezh.xrus.org -vpnhowto.info -vriel.batcave.net -vseigru.one -vsexkontakte.net -wallpapersdesk.info -wallpaperstock.net -wareseeker.com -waterpurifier.club +vmnmvzsmn.over-blog.com +vodaodessa.com +vodkoved.ru +vsdshnik.com +vtc.pw +vvpg.ru +wanker.us +wapsite.me +warezkeeper.com +watchmyfb.pl watsonrealtycorp.com -wdfdocando.com -webix.me -webmonetizer.net -webnode.me -website-analytics.online -wejdz-tu.pl -wemarketing.se -wemedinc.com +webadvance.club +webextract.profound.net +webpromotion.ae +websiteexplorer.info +website-stealer.nufaq.com +webtherapy.ru +weightatraining.com +wesharepics.info +westen-z.life westsextube.com -wfb.hatedriveapart.com -whatsupinfoley.com -whereiskentoday.com -wholesalejerseysgaa.com -wildnatureimages.com -wineration.com -win-spy.com -winterclassichockeyjerseys.com +whatistizanidine2mg.blogspot.com +whatzmyip.net +wholesalejerseychinaoutlet.com +wholesalejerseychinashop.com winx-play.ru +wleuaprpxuvr.ga wma-x.com -womensplay.net -woodyguthrie.se -worldhistory.biz -worldinternetauthority.com -worldlovers.ru -worst-sites.online -ws.ampower.me -wufak.com -www.get-free-traffic-now.com -xaylapdiendanang.com -x-diesel.com -xev.ru -xingzi-vision.com +wonderfulflowers.biz +worldtraveler.world +writingservices17.blogspot.ru +wrona.it +wttavern.com +xboxster.ru +x-diesel.biz +xitjw.info +xjrul.com x-lime.net xlolitka.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai xn----7sbifcamovvfggw9d.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----9sbubg3ambdfl1j.xn--p1ai -xn--c1acygb.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--b1agm2d.net +xn--d1abj0abs9d.in.ua xn--d1aifoe0a9a.top -xn----dtbndd4ae7eub.top -xn--h1ahbi.com.ua -xn--lifehacer-1rb.com xnxx-n.com -xrus.org -xtubeporno.net -xxart.ru -xxxguitars.com -xxxtube69.com -xxxtubesafari.com -xz618.com -y8games-free.com +xtrafficplus.com +xwatt.ru +xxx-cam.webcam +xxxnatelefon.ru +yaaknaa.info +yaminecraft.ru +yebocasino.com +yebocasino.co.za yellowads.men -yellowstonesafaritours.com -yougetsignal.com -youjizz.com -youraticles.pl -youtubedownload.org -zaloro.com -zambini.ru -zatjmuzu.info -zebradudka.com -zed21.net -zeikopay.com +yes-com.com +yoopsie.com +yourporn.com +yourporngay.com +yugo-star.ru +yunque.pluto.ro +yurgorod.ru +zapatosenventa.info +zeleznobeton.ru zeroredirect11.com -zhongwenlink.com -zigarettenonlinekaufen1.blox.pl -zlatnajesen.com -zone-kev717.info -zvetki.ru +zeroredirect1.com +zetmaster.ru +zhorapankratov7.blogspot.com +zigarettenonl.canalblog.com +zigarettenonlinekaufen2.drupalgardens.com +zigzog.ru +znakomstva-piter78.ru +zocaparj.kz +zoodrawings.com +zophim.me +zrelaya.pw +zscalerone.net +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index dac184700..91390fa36 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -12bet.com -2kata.ru -4ureyesonly.com -5tey7463.weebly.com -7makemoneyonline.com -abcdefh.xyz +0daymusic.org +1000n1.ru +12masterov.com +1314dh.com +991mostfm.co.id +adamoads.com adanih.com -addtoadd.men -adserver-e7.com -adultfriendfinder.com -advertisingtag.net -aghanyna.com -air-edem.ru -algarveglobal.com -allforminecraft.ru -alphavisions.net -amazon-adsystem.com -ampower.me -anticrawler.org -apartment.ru -autoplate.info -autotrends.today -bank.uz -bannertesting.com -bausparen.bz.it -berrymall.ru -betonka.pro -blackcurranthumidifiers.site -blog.f00kclan.de -boazpower.com -bongiornos.info -bosman.pluto.ro -braip.com.br -bristolhotel.com -bugof.gq -burn-fat.ga -buttons-for-website.com -callmd5map.com +ahmedabadwebs.com +aktivator-windows10.blogspot.com +alevinefesleri.com +alphaforum.ru +altamayoztourism.com +amazingninja.com +apimegabrowsebiz-a.akamaihd.net +arcadeplayhouse.com +as5000.com +auspolice.com +baditri.com +balitouroffice.com +bannerpower.com +basedecor.ru +beclean-nn.ru +beetpics.pw +bensbargains.net +bibys.com +big-boards.info +bimatoprost-careprost.com.ua +bluesalt.co +bpro1.top +brains2.biz +bristolhostel.com +bristolhotel.com.ua +bryansk.zrus.org +buehne-fuer-menschenrechte.de +buyparajumpers.online +bzero1jewelry.net +camel-beach.com candypeople.se -candytiner.com -canyougethighofftizanidine.blogspot.com -carfax.com.ua -casablancamanor.co.za -catalogs-parts.com -cgi2.nintendo.co.jp -chastnoeporno.com -cheapmoncler.pw -chelnytruck.ru -claytransformations.info -clicksor.com -clubfashionista.com -cocyq.inwtrade.com +cartierlovebracelet.xyz +casinos4dummies.co.uk +cheapjerseysbizwholesale.us +cheapsergiorossi.online +collegeessay19.blogspot.ru comeondog.info -comissionka.net -compliance-don.xyz -compliance-fred.top -compliance-jack.top -compliance-john.top -conboy.us -culturevie.info -customcatchcan.com -customchocolate.business-for-home.com -cutalltheshit.com -cvety24.by -cxpromote.com -dafatiri.com -dating-app.ru -dfwu1013.info -domainsphoto.com -dotmass.top -elektrischezigaretten1.blogse.nl -erectile.bid -euronis-free.com -exct.net -ezigarettenkaufen1.deviantart.com -fanrto.com -faracontrol.ir -fenoyl.batcave.net -ff30236ddef1465f88547e760973d70a.com -filesdatabase.net -fillmewithhappiness.com -flagcounter.me -forex21.ru -foxjuegos.com -frcls.fr -free-traffic.xyz -funponsel.com -gallery.rennlist.com -game-mmorpg.net -gavuer.ru -gayxperience.com -germes-trans.com -gettpromos.com -goodhumor24.com -googlemare.com -growshop.es -gsasearchengineranker.xyz -hannasolution.ru -hchha.com -healmytrauma.info -highspeed5.net -hitsbox.info -hostingclub.lk -hotblognetwork.com -hunthillfarmtrust.org -intelhdgraphicsgtdrive6w.metroblog.com -intellego.info -iqbazar.ru -iwanttodeliver.com -japfm.com -kinofak.net +compliance-ivan.top +cranly.net +crd.clan.su +creditwell.ru +custom-product-labels.com +danceuniverse.ru +deplim.com +deutschland123.de +dfwu1019.info +dichvuvesinhhanoi.com +divatraffic.com +dkvorota.ru +domaincdn.xyz +domik-derevne.ru +dosug-lux.ru +download-of-the-warez.blogspot.com +downloads-whatsapp.com +dvd-famille.com +electronicadirect.com +energy-ua.com +engines-usa.com +escort-russian.com +expdom.com +fashion.stellaconstance.co +feorina.ru +fickenbumsen.net +filesmonster.porn +findclan.org +forex-procto.ru +forum-engineering.ru +foto-weinberger.at +freenode.info +freewebs.com +front.to +g7m.pl +gallictures.com +gaming-journal.com +gamingspark.com +gaz-voshod.ru +getlaid-xxxhookupdirect.com +girlsatgames.ru +goldenggames.com +googlepositions.com +gribkovye-zabolevaniya.com +growboxbl.ru +guge.io +hdpixent.com +hebr.myddns-flir.com +hit-kino.ru +holidaypics.org +hotloans.ru +hoztorg-opt.ru +ico.re +imagine-ex.co +indiasourcemart.in +invest-pamm.ru +ip-guide.com +ivanstroi.ru +jacago.com +jjbabskoe.ru +jolic2.com +kakadu-interior.com.ua +karadene.com +karaganda.xkaz.org +karpun-iris.ru +kemerovo.zrus.org +kino-key.info +knowsitall.info koleso24.com.ua -ktotut.net -kupiproday.com.ua -kvartiry-remont.ucoz.ru -landmania.ru -likesuccess.com -lincolntheatre.com -localflirtbuddies.com -locationdesaison.com -longadventure.com -low-format.ru +kurwa.win +labplus.ru +lacapilla.info +la-fa.ru +lancheck.net +lecbter-relationships.ga +life.biz.ua +lion.misba.us +liveinternet.ru +live-sexchat.ru +liveshoppersmac.com +lkbennettstore.online +lookingglassemb.com +louboutinreplica.xyz +lsex.xyz +lubetube.com +machicon-ueno.info mactechinfo.info -mail.allnews24.in -map028.com -matb3aa.com -meduza-consult.ru -menetie.ru -mesto-x.com -metarip.ru -motherboard.vice.com -mrlmedia.net -mturkcontent.com -myshopmatemac.com -naughtyconnect.com -naval.jislaaik.com -needtosellmyhousefast.com -negral.pluto.ro +mebeldekor.com.ua +medicines-choice.com +microsoftportal.net +misandesign.se +mojpreskumanie.com +mokrayakiska.com +monitorwebsitespeed.com +mototsikl.org +mrcsa.com.au +mrvideospornogratis.xxx +muschisexbilder.com +mvpicton.co.uk +myphotopipe.com net-profits.xyz -nfljerseysforsalewholesaler.com -ngps1.ru -nlfjjunb5.ru -nl.netlog.com -nootrino.com -nowtorrents.com -nzfilecloud.weebly.com -oecnhs.info -onlinebay.ru -onlinefilmz.net -orion-v.com -owathemes.com -paleohub.info -palvira.com.ua -parlament.biz -partner-stop.men -percin.biz.ly -picscout.com -picurams.pw -pkr1hand.com -plastgranar.nu -podshipniki-nsk.ru -pogodnyyeavarii.gq -polimga.pw -pornoelita.info -positive2b.ru -pospr.waw.pl -pozvonim.com -psvita.ru -push-ad.com -qpypcx.com -rank-checker.online -reelheroes.net -regdefense.com -reining.lovasszovetseg.hu -rockprogblog.com -rossanasaavedra.net -ruex.org.ua -russintv.fr -scanner-andrew.top -scanner-ivan.top -scat.porn -school-diplomat.ru -sc-specialhost.com -search.pch.com -seokicks.de -seo-prof1.xyz -servethis.com -servisural.ru -serw.clicksor.com -sexfreepornoxxx.com -shlyahten.ru -shoesonlinebuy.xyz -shop.xz618.com -sierraapps.com -site5.com -smartbalanceworld.com -sneakyboy.com -snyatie-lomki-v-stacionare.ru -space4updating.win -spammen.de -spamnuker.com -sugarlyflex.pw -superlist.biz -svetodiodoff.ru -swagbucks.com -swiped.su -tampabaywatch.org -tastyfoodideas.com -thecoolimages.net -thefotosgratis.eu -tk-assortiment.ru -tnaionline.org -toproadrunner5.info -topsy.com -toxicwap.com -toys.erolove.in -traderzplanet.in -traffmonster.info -tubeoffline.com -tubo360.com -turn-up-life.life -tvoystartup.ru -uchebavchehii.ru -ufa.xrus.org -ugogo.info -ukrobstep.com -undergroundcityphoto.com -unece.org -unimodemhalfduplefw.pen.io -unpredictable.ga -urlopener.com -uvozdeckych.info -ventelnos.com -wallpaperstock.net -waterpurifier.club -webads.co.nz -website-datenbank.de -webtherapy.ru -withstandingheartwarming.com -w-journal.ru -wwwadultcheck.com -xlolitka.com -xtremeeagles.net +net-radar.com +networkcheck.xyz +newstaffadsshop.club +noscrapleftbehind.co +notebook-pro.ru +novodigs.com +offside2.5v.pl +ohmyrings.com +okayimage.com +ooo-olni.ru +oralsexfilme.net +orgasmus-virtual.com +ourtherapy.ru +photochki.com +phpdevops.com +pierrehardysale.online +platesauto.com +pl-top.pl +popup-jdh.xyz +pornofeuer.com +pornosee.info +princeadvantagesales.com +privatbank46.ru +privatefx-in.ru +privatov-zapisi.ru +prostitutki-novgoroda.org +pukaporn.com +rapidgator-porn.ga +realtytimes.com +r-e-f-e-r-e-r.com +rentaremotecomputer.com +rfd-split.hr +rfid-locker.co +sady-urala.ru +safe-app.net +salut-camp.ru +scanner-julia.top +searchimpression.com +seasaltwithfood.com +seoanalyses.com +seorank.info +servingnotice.com +sexcamamateurchat.com +sex-dating.co +sexvideo-sex.com +sexvporno.ru +sherlock.se +shtaketniki.kz +siteexpress.co.il +sitevalued.com +sk.golden-praga.ru +sohoindia.net +souvenirua.com +spidtest.org +sptslmtrafms.com +squidoo.com +stevemonsen.com +teslathemes.com +tizanidinedrugtest.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +torrents.cd +traffic2money.com +trahic.ru +twodollarshows.com +tzritel.tk +uac.net.au +ultramart.biz +um-razum.ru +usswrite.com +uzungil.com +vacances-voyages.info +varbergsvind.se +veselokloun.ru +vgoloveboli.net +video-woman.com +vvon.co.uk +warning.or.kr +wesharepics.com +westermarkanjou.se +worldlovers.ru +wsgames.ru +wufak.com +wzgyyq.com +x-diesel.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xn--l1aengat.xn--p1ai +xvideosporn.biz yachts-cruise.info -yoopsie.com -yourothersite.com -youtubedownload.org -zhacker.net -zhorapankratov7.blogspot.com -zionstar.net +yatrk.xyz +yebocasino.co.za +yellocloud.be +yellowfootprints.com +yopoint.in +yottos.com +ytmnd.com +zaloro.com +zetmaster.ru +zolotoy-lis.ru +zrelaya.pw +zscalertwo.net diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 0809108aa..254a46f60 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,31 @@ + +
This is merely used for testing !!!
- -