diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 896ffe576..cb2425fb6 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.184.96.71 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 66a553fe4..e9e960416 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf index a919a2458..9550b3094 100644 --- a/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; 35.224.112.202 0; +35.192.85.2 0; diff --git a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf index cc66e2a2c..da245f22f 100644 --- a/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 66a553fe4..e9e960416 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index a1a082e07..7c11b43c9 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index df21f5e28..3bff31acb 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Bigfoot -ExtractorPro -Firefox/7.0 -GT::WWW -ips-agent -LWP::Simple -Mediatoolkitbot -Mr.4x3 -Telesphorep -ZmEu +Bullseye +CopyRightCheck +DatabaseDriverMysqli +MIDown tool +MS Web Services Client Protocol +Nibbler +NICErsPRO +SiteLockSpider +SlySearch +Trendiction diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index ab815bbe2..fbfb6f6a2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker 404enemy Aboundexbot -ADmantX +Acunetix AfD-Verbotsverfahren AhrefsBot -Alexibot -AllSubmitter -AlphaBot +Alligator Apexoo archive.org_bot -Asterias -Attach autoemailspider +BackDoorBot Backlink-Ceck -BackWeb -Bandit -Battleztar Bazinga -BDCbot -BetaBot -Bigfoot +Badass +Barkrowler +BatchFTP +Black Hole BlackWidow BLEXBot -Boardreader BotALot -CATExplorador -CCBot -Cegbfeieh -CheeseBot +Brandprotect +Brandwatch +BuiltBotTough +BuiltWith +Bullseye +BuzzSumo +Calculon +CherryPicker CheTeam -ChinaClaw Cloud mapping -cognitiveseo +Collector com.plumanalytics -crawler.feedback -crawl.sogou.com +Copyscape +Craftbot +crawler4j Crescent -CrunchBot +Curious Custo -DataCha0s +demandbase-bot Demon -Deusu -Digincore +Devil DIIbot Dirbuster Disco Discobot +Discoverybot +Dispatch DnyzBot DomainCrawler +DomainSigmaCrawler DomainStatsBot Dotbot +Download Wonder +Dragonfly DSearch -Ecxi +EasyDL +eCatch +ECCP/1.0 +EirGrabber EMail Siphon -EMail Wolf -EroCrawler -evc-batch -Evil -ExtLinksBot -ExtractorPro -Extreme Picture Finder +Extractor +EyeNetIE Ezooms -facebookscraper -FemtosearchBot -FHscan -Fimap +FDM Firefox/7.0 -Flunky -FrontPage +FyberSpider GalaxyBot -Genieo -GermCrawler -GetRight -GetWeb -Go-Ahead-Got-It +G-i-g-a-b-o-t Gotit -Grabber -Grafula +GoZilla +Go!Zilla GrapeshotCrawler -GT::WWW +HaosouSpider +Harvest HEADMasterSEO -Hloader -HMView -Iblog +HTMLparser +HTTP::Lite +HybridBot IDBot -Id-search -Image Sucker +IlseBot +Image Fetch Indy Library +InfoTekies +instabid +Internet Ninja +InternetSeer internetVista monitor -ips-agent Iria -JennyBot +Iskanie +IstellaBot +JamesBOT JetCar -JikeSpider +Jetty +JOC Web Spider Jorgee -Keyword Density -Kozmosbot -Lanshanbot -LeechFTP +JustView +LexiBot +Lftp +Lightspeedsystems +Likse LinkextractorPro +LinksManager LinqiaRSSBot -Lipperhey Spider -Litemage_walker LWP::Simple Magnet -magpie-crawler -Majestic12 -Majestic SEO -Majestic-SEO +Mail.RU_Bot MarkMonitor +MarkWatch +Masscan Mass Downloader -meanpathbot +MeanPath Bot Mediatoolkitbot mediawords +MegaIndex.ru +Metauri MFC_Tear_Sample -Microsoft URL Control +Microsoft Data Access MIIxpc -Mister PiX -MJ12bot Mr.4x3 -Msrabot -MS Web Services Client Protocol muhstik-scan Musobot -Navroad -Needle +Nessus +NetAnts Netcraft -netEstate NE Crawler NetLyzer -NetMechanic -NetZIP -NextGenSearchBot +NetSpider +Net Vampire +Netvibes Nibbler -NICErsPRO -Nmap -Nutch -Offline Explorer -Offline Navigator -OnCrawl -OutclicksBot +Niki-bot +Nimbostratus +oBot +Octopus +Openfind +Openvas OutfoxBot +Page Analyzer +PageGrabber +page scorer +PageScorer +Pandalytics Papa Foto Pavuk -PECL::HTTP +pcBrowser PeoplePal PHPCrawl -PictureFinder -PleaseCrawl -ProPowerBot -ProWebWalker +Picscout +Pimonster +plumanalytics +POE-Component-Client-HTTP +Probethenet Psbot Pump -QueryN Metasearch Quick-Crawler -RankActive +RankFlex +RankingBot RankingBot2 -Rankivabot -Reaper -Recorder +RankurBot RedesScrapy -RocketCrawler -s1z.ru -SalesIntelligent -SBIder +Rogerbot ScanAlert Scanbot scan.lol -ScoutJet Scrapy +Screaming +ScreenerBot Searchestate -SearchmetricsBot -Semrush SemrushBot -SEOkicks -Seomoz +SEOkicks-Robot +seoscanners SEOstats -sexsearcher Siphon +SISTRIX Sitebeam -SiteSnagger +SiteLockSpider SiteSucker Site Sucker Sitevigil SlySearch +SmartDownload SMTBot Snake +Snapbot +SocialRankIOBot +sogouspider Sogou web spider -Spanner +Sottopop +Spammen +sp_auditbot Spbot SputnikBot +spyfu Sqlmap -Sucker -Sucuri -SuperBot -SuperHTTP +Sqlworm +Steeler SurveyBot -Suzuran Swiftbot +sysscan T0PHackTeam -T8Abot +TeleportPro Telesoft Telesphoreo Telesphorep The Intraformant -TheNomad -Thumbor -Toata -Toweyabot -Trendictionbot +TightTwatBot +Tracemyfile +Trendiction trendiction.com +True_Robot Turingos -Turnitin -UnisterBot -Upflow +Twice +Typhoeus +URLy.Warning +Vacuum +Vagabondo +VCI VeriCiteCrawler -Voil +VidibleScraper +Virusdie Wallpapers/3.0 WASALive-Bot -Webalta WebAuto -Web Auto WebCollage -WebEnhancer -WebFuck -WebLeacher -WebmasterWorldForumBot -WebReaper -WebSauger +Web Enhancer +WebFetch +Web Fetch +Web Pix +Web Sauger Webshag +WebsiteQuester Website Quester WebStripper WebSucker +Web Sucker WebZIP Whack -Whacker -Whatweb Who.is Bot -WiseGuys Robot -WPScan +Wotbox +Wprecon +WWW-Collector-E +WWW-Mechanize +WWW::Mechanize WWWOFFLE x09Mozilla Xaldon_WebSpider Xenu -xpymep1.exe Zauba +zauba.io Zermelo -Zeus +zgrab Zitebot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ab05d3b7d..6adc5d14b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider 404enemy -80legs -Abonti -ADmantX -AIBOT -Aipbot +Aboundexbot +AhrefsBot +AiHitBot AllSubmitter +AlphaBot Anarchie -Apexoo -archive.org_bot ASPSeek Asterias +Attach autoemailspider -BackDoorBot +BacklinkCrawler +BackStreet Bandit +Barkrowler +Battleztar Bazinga +BBBike BDCbot -BetaBot -BlackWidow +BDFetch +Blackboard +Black Hole BLEXBot Blow -BlowFish +Boardreader Bolt -BotALot Brandprotect Brandwatch Buddy -Calculon -CATExplorador -CCBot -CheTeam +BuiltBotTough +Bullseye +CazoodleBot +Cegbfeieh Cliqzbot -Cogentbot +Cloud mapping cognitiveseo -Collector com.plumanalytics -Copier -Copyscape -Cosmos Craftbot -crawler4j -CrunchBot -Curious +crawler.feedback +Crescent +DBLBot demandbase-bot -Demon Deusu -Devil +Digincore DigitalPebble -Disco Discobot Discoverybot -Dispatch -DittoSpyder -DnyzBot DomainCrawler -DomainSigmaCrawler -Dotbot -Drip -DTS Agent -Ebingbong +DomainStatsBot +Download Wonder +Dragonfly +DSearch eCatch -ECCP/1.0 -EMail Wolf -EroCrawler -ExtractorPro -Extreme Picture Finder -Ezooms +Ecxi +EirGrabber +EMail Siphon +evc-batch +Evil +Exabot +Express WebPictures +EyeNetIE facebookscraper FDM -FemtosearchBot -FHscan Fimap -Firefox/7.0 -FlashGet Foobot -Freeuploader -Fyrebot -GalaxyBot -GermCrawler -GetRight -Gigabot -G-i-g-a-b-o-t +FrontPage +FyberSpider +Getintent +Go-Ahead-Got-It +Gotit GoZilla -GrabNet +Go!Zilla +Grabber +Grafula GrapeFX +GrapeshotCrawler GridBot +GT::WWW Havij HEADMasterSEO Heritrix -HMView -HTTP::Lite +Hloader HTTrack -Humanlinks -IDBot -Image Fetch -Image Sucker -IndeedBot -Indy Library -Iskanie +Iblog +instabid +Intelliseek +Internet Ninja +InternetSeer +ips-agent +Iria IstellaBot -JennyBot -Jetty -JOC Web Spider -Joomla +Jbrofuzz JustView -Jyxobot -Kozmosbot +Kenjin Spider +Lanshanbot +Larbin LeechFTP +LeechGet LexiBot +Lftp +LibWeb Likse -LinkScan -LinqiaMetadataDownloaderBot +Linkdexbot +LinkextractorPro +LinkpadBot +LinksManager +LinkWalker +LinqiaScrapeBot Lipperhey +Lipperhey Spider Litemage_walker +Lmspider LNSpiderguy -magpie-crawler +Magnet Mail.RU_Bot Majestic12 -Majestic SEO -Mata Hari +Majestic-SEO +MarkWatch +MauiBot meanpathbot Meanpathbot -MeanPath Bot Mediatoolkitbot -mediawords +MegaIndex.ru Metauri +MFC_Tear_Sample Microsoft Data Access -MIDown tool -MJ12bot +MIIxpc +Mister PiX Morfeus Fucking Scanner -Musobot -Netcraft +MSFrontPage +MSIECrawler +MS Web Services Client Protocol +Name Intelligence +Nameprotect +Navroad +NetMechanic NetSpider Netvibes -NextGenSearchBot +Nibbler +NICErsPRO Niki-bot +NimbleCrawler +Nmap NPbot -oBot -Octopus -Offline Explorer -Offline Navigator +Nutch Openfind -OpenLinkProfiler OpenVAS +OrangeBot OutclicksBot -OutfoxBot +PageAnalyzer +Page Analyzer page scorer -Pavuk +Panscient +pcBrowser PECL::HTTP PeoplePal PHPCrawl Picscout -ProPowerBot -PxBroker -PyCurl -Quick-Crawler +Picsearch +PictureFinder +PleaseCrawl +plumanalytics +Pockey +Probethenet +ProWebWalker +Psbot RankActive -RankActiveLinkBot -RedesScrapy -s1z.ru +RankingBot2 +RepoMonkey +RocketCrawler +SalesIntelligent SBIder -Scanbot ScoutJet Scrapy -Screaming ScreenerBot Searchestate SearchmetricsBot -Semrush -SEOprofiler -seoscanners +SEOkicks +Seomoz SEOstats -sexsearcher -Shodan Siphon SiteExplorer SiteLockSpider SiteSnagger -SiteSucker -SlySearch +Site Sucker +Sitevigil +SMTBot Snapbot -Snoopy -Sociscraper +sogouspider +Sogou web spider Sosospider +Sottopop +SpaceBison Spammen -sp_auditbot -Spbot +SpankBot +Spinn3r +SputnikBot +spyfu +Sqlmap +Sqworm +Steeler Stripper -Sucker SuperHTTP -Surfbot -SurveyBot -Suzuran -Swiftbot -Teleport +Szukacz +T0PHackTeam +tAkeOut TeleportPro Telesoft -Telesphoreo -Telesphorep TheNomad TightTwatBot Trendiction Trendictionbot -trendiction.com trendiction.de -TurnitinBot -Typhoeus +UnisterBot Upflow -URLy Warning -VB Project VCI -VoidEYE -Voil -Voltron -WASALive-Bot -Web Auto -WebCollage +VeriCiteCrawler +WBSearchBot +Webalta +WebAuto WebCopier WEBDAV -WebEnhancer -Web Enhancer WebFetch -Web Fetch +WebFuck Web Fuck -WebLeacher WebmasterWorldForumBot -Web Pix -WebSauger +WebPix Web Sauger +Webshag WebsiteQuester Webster -WebStripper -Web Sucker +WebWhacker WebZIP Whack -Whacker -Widow -WISENutbot +Whatweb +WinHTTrack +WiseGuys Robot +Wonderbot Woobot -Wprecon -WPScan +Wotbox WWW::Mechanize -x09Mozilla -Xenu -YoudaoBot -Zauba +WWWOFFLE +Xaldon WebSpider +Zade zauba.io -ZmEu -ZumBot +Zermelo +Zeus +zgrab +Zitebot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index bac452f47..2c5bd63b1 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adrenalin-stk.ru -avitocars.ru -dyt.net -house.sieraddns.com -hoverboard360.nl -solinf.co -thruport.com -tiens2010.ru -vesnatehno.com -zhuravlev.info +artparquet.ru +automatic-seo.com +betterhdporn.com +ecommerce-seo.org +kamorel.com +likrot.com +niki-mlt.ru +p-business.ru +russintv.fr +szucs.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a7108d2a8..e69c80fd9 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00author.com -1000n1.ru -101lesbian.xyz -1-99seo.com -1flag.co.za -1stat.ru +101billion.com +101flag.ru +178evakuator178.ru +1adult.com +1kinobig.ru +1pamm.ru 2000k.ru -214jaluwobapef.cf +256bit.by +2728fb936f0.com 273-fz.ru -2daytrendingnews.com -2nt.ru +28n2gl3wfyb0.ru +3dracergames.com 3w24.com -3weekdiet.com -3xforum.ro -4kpics.rocks -4k-player.pl -5tey7463.weebly.com +40cg.com +4inn.ru +4replicawatch.net +4ureyesonly.com +4webmasters.com +55wmz.ru +57883.net 6hopping.com -72-news.com +7xc4n.com +8558l.jobs.net +883zy.com 8gold.com -8si.ru -9icmzvn6.website -aa81bf391151884adfa3dd677e41f94be1.com -absolutelyanalog.com +91abcw.com +999webdesign.com +a96527gi.beget.tech +abcguru.xyz absolute-s.ru -abusora.com -academia-nsk.org -acheterviagrafr24.com -activecampaign.dreamhosters.com -activepr.ru +acmebtn.ml +adanih.com adcash.com +adclickservice.com +addray.pro adf.ly -admanaerofoil.com +adloads.com +admatic.com.tr adnotbad.com -ads.gold -adsref.men +adobereader-free.ru +adprotect.net +adserver-e7.com +adservme.com +adsloads.com ads.tremorhub.com -adultfriendfinder.com -advancedcleaner.com -advancedsoftwaresupport.com -adviceforum.info -ad-words.ru -adzpower.com -aerogo.com -afslankpillen2017nl.eu -aimayangzhi.com -alekseevec.ru -alfabot.xyz -alfa-img.com +advokateg.ru +affrh2015.com +agecheckadult.com +air-edem.ru +aksonural.ru +akvamaster.dp.ua +alarmobninsk.ru +albumsuper.info +alessandraleone.com +alfa9.com alfapro.ru -alienwheel.es -alienwheels.de -aliexpresscashback.club +algerianembassy.co.in all4invest.ru -alldownload.pw +alldubai.biz allproblog.com -allwomen.info -alot.com +allwidewallpapers.com alta-realestate.com -amateurlivechat.org -amazon-adsystem.com -ampower.me -amt-k.ru -amung.us -amyfoxfitness.com -android4fun.org -animal-drawings.com -animaltoplist.com +amazingpic.net +ameblo.jp +amoi.tn +anabolics.shop +angigreene.com +animenime.ru anmysite.com -antons-transporte.de -apartmentbay.ru +anonymizeme.pro +anonymous-redirect.com +anti-virus-removal.info apartment.ru -apiappenableinfo-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -appearance-cool.com -appfastplay.com +apessay.com +apiholdingmypage-a.akamaihd.net +appfixing.space +applyneedy.xyz +app-ready.xyz appsaurus.com -appsecurityr.com -apptester.tk -a.pr-cy.ru -ardimobileinfo.ml +aramaicmedia.org arenda-avtoprokat-krasnodar.ru -arkkivoltti.net -artpicso.com -ascat.porn -asophoto.com -atleticpharm.org +arendovalka.xyz +arius.tech +arpelsreplica.xyz +arquapetrarca.info +asdfg.pro +asrv-a.akamaihd.net +asrv-a.akamoihd.net +asscenihotosidea.blogspot.com +atlant-auto.info +atlasvkusov.ru atmagroup.ru -audiobangout.com -autobudpostach.club -autonew.biz -auto.rusvile.lt -avtolombard-krasnodar.com +autogrep.ru +autoseo-traffic.com +autotop.com.ua +autotrends.today +autovideobroadcast.com +aviav.co +aviva-limoux.com +avkzarabotok.info +avon-ukraine.com +avto-oligarh.ru +awency.com ayanaspa.com -azazaporn.com +azartclub.org +azbaseimages.net b2b-lounge.com -babosas.com -backlink4u.net -bambi.ck.ua -bannerswap.com -barnfurnituremart.com -becuo.com -beetpics.pw +babieca.com +bag77.ru +bala.getenjoyment.net +bankmib.ru +bannerspace.com +basedecor.ru +battleforupdating.site +bayareaaeroclub.org +bazaronline24.ru +bbtec.net +bcmp.org beget.tech -benchmarkcommunications.co.uk -bestcoin.cc -best-mam.ru -best-seo-software.xyz -best-seo-solution.com -bestserials.com -bestwebsitesawards.com +belinvestdom.by +bestcalovebracelet.cn +best-coupon-offer.com +bestfortraders.com +bestofferswalkmydogouteveryday.gq +bestpornuha.com bg6s0.com -biglistofwebsites.com biketank.ga -bin-brokers.com -bioinnovate.co -bio-market.kz -bitnote.co -biznesrealnost.ru -biznesschat.net -bjetjt.com -bkns.vn -blackle.com -blackplanet.com +bildsuche.ru +bimatoprost-careprost.com +bingo8888.com +bingoporno.com +binomo.com +biographiya.com +bio-japan.net +bio-optomarket.ru +bizru.info +bkgr.se blagovest-med.ru -blavia.00author.com blobar.org -bloggers.nl -blogos.kz -blogs.rediff.com -blog.yam.com -bloke.com -bmw-ark.ru -bmwhighperformers.com -bolegapakistan.com -bonzibuddi.com -boo-arts.com -brainboostingsupplements.org -brainsandeggs.blogspot.com -brandehk.dk -bryansk.zrus.org -budpost.com.ua -buigas.00it.com -bukleteg.xyz -bupropion-sr-150-mg.us -businescoop.men +blog.axant.it +bloggen.be +blogig.org +blog.koreadaily.com +blue-square.biz +bmsco.co +boazpower.com +bocoarchives.org +bodybuilding-shop.biz +bolitgorlo.net +bombla.org +bracketsmackdown.com +braip.com.br +bristolhotel.com.ua +bscodecs.com +b-styles.xyz +bumascloset.com +burger-imperia.com businesn.men bus-offer.com -butstrap.space buy-cheap-pills-order-online.com -buy-forum.ru -buyviagraa.blogspot.com -bvlgaribracelet.xyz +buyhoverboard.com +buy-loft.ru +buypanicdisorderpill.com +buypillsorderonline.com +buytizanidineonline.blogspot.com +buytizanidineonlinenoprescription.blogspot.com +buzzurl.jp +bwlx.prepedu.cn bycontext.com -cablecar.us calstaterealty.us -cam-kontakte.org -candiceloves.us -candlehandmade.com -cardsharp1.ru -carina-sy.de -cartierreplica.xyz -caveavins.fr +candcstuccoandstone.com +candelluxsklep.pl +candy-glam-hp.com +canrioloadm.gq +canzoni.ru +cardiosport.com.ua +cartierlove2u.com +cartierlovebracelet.xyz +cartierlove.xyz +cartierwatch.xyz +cashonads.com cctva.tv -celejihad.info +cejewelry.xyz +cenoval.ru centrdebut.ru -cercacamion.it -cfacarrosserie74.com -cfcl.co.uk +cerev.info cfsrating.sonicwall.com -chatroulette.si -cheapbarbour.online -cheapjerseysap.com -cheapsergiorossi.online -checkpagerank.net -chee-by.biz -chelnytruck.ru -chidporn.com -chocolateslim-en-france.com -chocoslim.pro -chuckguilford.com -cialischmrx.com -cicaki.net -cjmc.info -clarithromycin500mg.com -clayvasedesigns.tk -clevernt.com -clickbank.net -clicksotrk.com +cheapjerseysbizwholesale.us +cheapjerseysfootballshop.com +cheap-trusted-backlinks.com +cheapwebsitehoster.com +checkhit.com +chinaelitecheapjerseys.com +chocolateslim-u-srbiji.com +christianlouboutinreplica.pw +cialgenisrx.com +cialischstgerts.com +cialisovercounteratwalmartusa.com +cibpenonptib.flu.cc +cleanmypc.com +cleanpcnow.com +cleansearch.net cmd.kz -cmhomestayagency.com -cntravelre.com +cobaltpro.ru coderstate.com +colehaanoutlet.store colobit.biz -cometorussia.net +co.lumb.co +comeondog.info +com-onlinesupport.site companies-catalog.com -compliance-fred.top -compliance-george.top +compliance-alex.xyz +compliance-barak.xyz +compliance-brian.top +compliance-irvin.xyz +compliance-jack.top compliance-jess.top -compliance-margo.top -compliance-nelson.top -compliance-olga.top -compliance-viktor.top -compliance-walter.top -compucelunlock.net -conciergegroup.org -contentlook.co -cosmetic.donna7753191.ru -counter.bloke.com -countercrazy.com -cowlmash.com -crafthubs.com +compliance-willy.top +concordexoticrentals.com +consorzioilmosaico.org +cookie-law-enforcement-hh.xyz +coolbar.pro +corta.co +counter.yadro.ru +cracksplanet.com crazyboost.pro -creditwell.ru -cscwtalkto.site -cubs-jerseys.us -customboxes4less.com +crd.clan.su +crirussian.ru +cubook.supernew.org +cupday.com custom-product-labels.com customsua.com.ua -cxpromote.com -dailyfinancefix.com -daisye.top +cv.wallhade.co +cyse.tk +czat.wp.pl +d2jsp.org +dairyindia.in dalavia.ru -dame-ns.kz -dawlenie.com +danceuniverse.ru +data1.scopich.com +datract.com +datsun-do.com +daymusam.com +ddpills.com ddsoldes.fr -decenttools.com -degerlund.net -delta-line.men -demian.kz -deniven.1bb.ru -dentalpearls.com.au -dev-seo.blog -diminishedvalueoforegon.com -dipstar.org -discovertreasurenow.com -distver.ru -diusyawiga.tk -dividendo.ru -djekxa.ru -dktr.ru -dmmspy.com -dolohen.com -domaineaneblanc.com -domik-derevne.ru -domznaniy.ru +deanmoore.ie +delfin-aqua.com.ua +derevesendeco.com +designdevise.com +detskie-konstruktory.ru +dieswaene.com +dnsrsearch.com +docstoc.com +documentbase.net +doeco.ru +dogbreedspicture.net +domain.webkeyit.com +domcran.net donna7753191.ru -dostavimvdom.ru -dostavka-v-krym.com -dosugrostov.site +dosug-lux.ru +downloadmefiranaratb1972.xpg.com.br +doxyporno.com +dprtb.com +draniki.org +drivotracker.com +drpornogratisx.xxx drugstoreforyou.com -druzhbany.ru -dtnlyss.com -e705.net -eas-seo.com -e-avon.ru -ecommerce-seo.org -ecookna.com.ua -edelstahlschornstein-123.de +dstroy.su +easync.io +education-cz.ru ekspertmed.com eladkarako.com -elektronischezigarettekaufen1.beeplog.com -elvenar.com -empis.magix.net -enge-fotzen.info -envaseslotusama.com +elektrischezigarette1.blog.pl +elektrischezigaretten1.blogse.nl +elektroniksigaraankara.info +elektrozigarette2.wordpressy.pl +elite-sex-finders.com +eloxal.ru +emailaccountlogin.co +en.altezza.travel +enginebay.ru +eorogo.top +epicbrogaming.com +eralph.tk eropho.com -eropornosex.ru -erotik-kostenlos.net -erotiktreff24.info -erotische-geschichten-xxl.com -ertelecom.ru -esfchat.tk -eshop.md -esnm.ru -european-torches.ru -everypony.ru -everytalk.tv -excaliburfilms.com -exdocsfiles.com -executehosting.com -extads.net -extrabot.com -eywords-monitoring-your-success.com -ez8motelseaworldsandiego.com -ezaz.info -ezofest.sk -f012.de -falllow.gq +errorfixing.space +esopini.com +eu-cookie-law.blogspot.com +eurosamodelki.ru +euroskat.ru +evaashop.ru +exchangeit.gq +excitacao.com +excitacion.info falopicm.pw famix.xyz -fantasticpixcool.com -femdom.twiclub.in +fellowshipoftheminds.com femmesdenudees.com -fenoyl.batcave.net -feorina.ru -fermersovet.ru -fetishinside.com +ferrotodo.com +fetroshok.ru fettefrauen.net -fickenprivat.info -fickkontaktehobbyhuren.com +fifa-coins.online +filkhbr.com fillmewithhappiness.com -filmci.pro -filmidivx.com -finejewelryshop.ru +financehint.eu +financeloan.us +findacheaplawyers.com +findanysex.com +findsexguide.com finteks.ru +finuse.com fireads.men +firstsiteguide.com +fiverr.com +flash4fun.com +flex4launch.ru floridamobilebillboards.com -florida-tourism.net flprog.com -forex-procto.ru -forum20.smailik.org -forum.poker4life.ru -forums.d2jsp.org -foto-basa.com -fototravel.eu -foxydeal.com -frameimage.org -freakycheats.com -free-fbook-traffic.com -freejabs.com -freelifetimefuckbook.com -free-share-buttons.blogspot.com -free-share-buttons.top +f-online.de +foodcrafts.website +footbalive.org +fordsonmajbor.cf +forpostlock.ru +forumprofi.de +foto-weinberger.at +foxtechfpv.com +free-fb-traffic.com +free-floating-buttons.com +free-gluten.ru +freemags.cc +free-social-buttons.com +free-video-tool.com freshmac.space -frivgame250.com -fr.netlog.com -fuel-gas.com -funtoonez.com -fxgallery.com -fz139.ttk.ru -g7m.pl -galaxy-family.ru -gameonasia.com -gameprimary.com -game-top.su -gay.adultgalls.com -gaytube.com -gcup.ru -gearsadspromo.club -genericlowlatencyasiodriverhq.aircus.com -genetworx.com -geoads.com -getaclueamerica.com -getprismatic.com -getridofstretchmarks.org -gg.zzyjxs.com +front.ru +frvo.alptandem.ru +funcrushgames.com +fx-brokers-review.com +fyxabomiw.ru +gamedayassist.com +gazobeton-p.com.ua +gazoblok.net.ua +ge0ip.com +geckoandfly.com +geileweiber.tk +gemara.com +gembird.com +gepezz.info +getmiro.com +getoutofdebtfree.org +getresponse.com +ggiaro.com +ghostvisitor.com +gidonline.one +girlgamerdaily.com +girlsfuckdick.com gk-atlant.info gkvector.ru -glass-msk.ru glavprofit.ru -go2mike.ru -goforexvps.com -goldandcard.ru -goodhousekeeping.com -googglet.com +glcomputers.ru +globatur.ru +glogow.pl +gne8.com +gogalleryawesome.com +gojiberriess.apishops.ru +golmau.host.sk +gonextmedia.com +goodprotein.ru googlefeud.com -google-liar.ru -gopixdatabase.com -gopro-online.info -gorabagrata.ru -gorodservis.ru -gox.com.ua +googst2.ru +goo.ne.jp +goroda-vsego-mira.ru +gotomontenegro.net +gotorussia.com +gowreckdiving.com +gq-catalog.gq +gratis-sexkontakte.com greatdealshop.com -gsasearchenginerankerhelp.com -gstatey.net -guardlink.org -guarrasdelporno.xxx -handicapbathtubarea.com -handsandlegs.ru -havepussy.com +greenidesign.co +green-tea.tv +gribkovye-zabolevaniya.com +groupmoney.ru +g.starmoe.xyz +gyffu.com +handicapvansarea.com +handicapvantoday.com +harmonyglen.us hawaiisurf.com -hayate.biz -hd-filmy.net -hdwallpapers-free.com -heartofbeijing.blogspot.com -helvetia.com.ua -hermesbracelets.xyz -hermesreplica.pw -hexpilot.com -hikesearch.net -hmmm.cz -homedecoguide.info -homeinns.com -homelygarden.com -homemade.gq -hostcritique.com -host-tracker.com -hotenergy.ru -houseofgaga.ru +hchha.com +headpharmacy.com +hem.passagen.se +hiwibyh.bugs3.com +hledejvshopech.cz +hobbyhuren24.net +hol.es +hollywoodactress.info +hoporno.com +hornymatches.com +hoste.octopis.com +hostingclub.lk +hotblog.top +hotdl.in +houseofrose.com +howlongdoestizanidinestayinyoursystem.blogspot.com howtowhitenteethfast.xyz -hptwaakw.blog.fc2.com +htmlcorner.com +hubbble.com +hully.altervista.org humanorightswatch.org -hustoon.over-blog.com -hydropump.su -hyhj.info -iamsport.org -ibb.com.ua -ideibiznesa2015.ru -ideoworld.org -igtools.club -ilovevitaly.ru -ilovevitaly.xyz -ilte.info -images-graphics-pics.com -imgarit.pw -imgata.com -i-midias.net.br +ideawheel.com +ifirestarter.ru +igru-xbox.net +i-hobot.ru +ilbe.club +ilmen.net +images.gyffu.com +imagine-ex.co iminent.com -incest-ru.com -infobabki.ru -inmate-locator.us -insta-add.pro -instakink.com -interior-stickers.ru -intermesh.net -int.search.mywebsearch.com -investingclub.ru -investpamm.ru -investyb.com -invivo.hu +imperia31.ru +increasewwwtraffic.info +indetiske.ya.ru +indiakino.net +infospot.pt +investsuccess.org +investzalog.ru ipornox.xxx -ipostroika.ru -iptool.xyz -iqbazar.ru -iqoption.pro -isitpaleo.info -isoveti.ru -istizanidinelikexanax.blogspot.com -itch.io +iron-age.info +iscblog.info +isotoner.com +istock-mebel.ru +istripper.com +itbc.kiev.ua +itis4you.com itsdp3.com -iwanttodeliver.com +itservicesthatworkforyou.com ix20.ru -izhevsk.zrus.org -j33x.com -james13prix.info -javrip.net -jeremyeaton.co -jerseysbizwholesalecheap.com -jerseywholesalebizchina.com -jimmychoosale.online -johnrobertsoninc.com -journeydownthescale.info -j-times.ru -juliaworld.net -junglenet-a.akamaihd.net -justbcause.com -kaliningrad.zrus.org -kamalsinha.com +ixora.pro +iyasimasennka.com +javlibrary.cc +je7.us +jikoman.info +jjbabskoe.ru +job.icivil.ir +journalhome.com +jumptap.com +jus0wil.pp.ua +justucalling32211123456789.tk +jwss.cc +kaac.ru kamorel.com -karachev-city.ru +karaganda.xkaz.org +karpun-iris.ru karting196.ru -kasino-money.pw -kazrent.com -keenoutlet.online +kartiniresto.com +kazan.xrus.org +kazka.ru +kaz.kz ketoanhanoi.info -keywordhouse.com -kidskunst.info -kimcurlrvsms.com -kinky-fetishes.com +keyhantercume.com +keywordblocks.com +keywordsking.com +keywords-monitoring-your-success.com kino2018.cc -kinobaks.com -kino-ecran.ru -kino-fun.ru -kinogonew.ru -kinopolet.net -kiskinhouse.com -kollekcioner.ru +kinostorm.net +kndxbkdx.bloger.index.hr +knigonosha.net +knowsitall.info +kollesa.ru komputernaya-pomosh-moscow.ru -komputers-best.ru -konica.kz -kopihijau.info -koral.se -kostenloser-sex.com -kovrenok.ru -krafte.ru +koopilka.com +koptims.tiu.ru +koversite.info krasivoe-hd.com -kriokomora.info -ku6.com +krasnodar-avtolombards.ru +krassh.ru +ks1234.com kursy-ege.ru -kustanay.kz -kuzinsp.ru -kwzf.net -lancheck.net +kvartir-remont.biz +labafydjxa.su +lacave.ntic.fr +lacloop.info +lafriore.ru +lakomka.com.ua +landmania.ru +landoftracking.com languagecode.com -laparfumotec.com -larose.jb2c.me -le-clos-des-alouettes.com -lernur.net -lesbian.xyz -letslowbefast.today -lezbiyanki.net -lflash.ru -life.biz.ua -linkbolic.com -lion.playtap.us +larutti.ru +leadwayau.com +ledpolice.ru +lerporn.info +levaquin750mg.blogspot.com +lexaprogeneric.link +lida-ru.com +lignofix.ua +limtu.ifmo.ru +lineshops.biz +linkwithin.com +lion.bolegapakistan.com +lirunet.ru littlecity.ch -liupis.com -livingroomdecor.info -lob.com.ru -locatellicorretor.com.br -locimge.pw -lomb.co -lombia.com -lookingglassemb.com -low-format.ru -ltvperf.com -luciddiagnostics.in -luckyshop.net.ua -lyrster.com -macdamaged.tech +littlesunraiser.com +livefixer.com +liverpool.gsofootball.com +lizace.com +llastbuy.ru +lockerz.com +locksmith.jp +lonerangergames.com +louboutinreplica.xyz +love-baby.cz +lovi-moment.com.ua +luxup.ru +mackeeper-center.club +macrotek.ru mac-shield.com madot.onlinewebshop.net +magazin-pics.ru magnetpress.sk -mahnwachen-helfen.info -mailemedicinals.com -maju.bluesalt.co +mainhp.net makedo.ru -manipulyator-peterburg.ru -masthopehomes.com +makis.nu +mall.uk +managerpak204.weebly.com +maridan.com.ua +marketland.ml matb3aa.com -matchpal-a.akamaihd.net -maxxtor.eu -m.b00kmarks.com -mearns-tractors.co.uk -mebelcomplekt.ru -mebel-vstroika.ru -meble-bogart.info -medicines-choice.com +maximpartnerspr.com +max-p.men +medispainstitute.com.au medizinreisen.de meduza-consult.ru -meetlocalchicks.com -mejoresfotos.eu -members.ghanaweb.com -menetie.ru -menhealed.net -metabar.ru -michaelkorsoutletstore.net -michaelkorssaleoutletonline.net -microsearch.ru -migente.com -minecraft-rus.org -miniature.io +mega-bony2017.pl +megahdporno.net +menstennisforums.com +mesbuta.info +mezaruk.info +mikozstop.com +mir-business-24.ru +mirobuvi.com.ua mirtorrent.net -missis.top -mister-shop.com -mitrasound.ru -mixx.com -mlvc4zzw.space -mnogolok.info -mobioffertrck.com -modenamebel.ru -moje-recenze.cz -mole.pluto.ro +mmgq.ru +mmoguider.ru +mmstat.com +mobile-appster.ru +modabutik.ru +moinozhki.com +mojpreskumanie.com +monarhs.info +monclercoats.xyz +monclerjacketsoutlet.pw moncleroutletonline.pw -monclervests.xyz -monetizer.com-01.site -moneyviking-a.akamaihd.net -moomi-daeri.com -morocco-nomad-excursions.com +monetizationking.net +moneyteam24.com morpicert.pw -moscow.xrus.org -most-kerch.org -moviemail-online.co.uk -moviezbonkerssk.cf -moyaterapiya.ru +motherboard.vice.com +mp3ringtone.info mrcsa.com.au -msfsaar.de -mtmtv.info -muabancantho.info +mrsdalloways.com muschisexbilder.com musezone.ru -musicdaddy.net -musicstock.me -mybinaryoptionsrobot.com -mydeathspace.com -myfreetutorials.com -myftpupload.com -myiptest.com -mymobilemoneypages.com +muycerdas.xxx +muzaporn.com +my-big-family.com +myfreemp3.eu +myindospace.com +mymercy.info mypets.by -myshopmatemac.com -myxdate.info -na15.ru -nakozhe.com +myphotopipe.com +mypornfree.ru +najaden.no +namenectar.com narkologiya-orel.ru -narosty.com -natali-forex.com -naturalpharm.com.ua -naughtyconnect.com -nelc.edu.eg -netallergy.ru -nevansk.ru -nextbackgroundcheck.gq -nextlnk12.com +narkologiya-peterburg.ru +nbsproject.ru +neodownload.webcam +netcheckcdn.xyz +netvouz.com +new7ob.com +news-speaker.com +newstaffadsshop.club +nfljerseysforsalewholesaler.com +nibbler.silktide.com +nicovideo.jp nikhilbahl.com +njkmznnb.ru nmrk.ru -nofreezingmac.click -nonews.co -november-lax.com -nsatc.net +nodding-passion.tk +nodup.ru +normalegal.ru +novatech.vn +novgorod.xrus.org +novosibirsk.xrus.org +nucia.biz.ly +nuup.info +nyfinance.ml nzfilecloud.weebly.com -obesidadealgarve.com -ochistka-stokov.ru -oil-td.ru -okmedia.sk +oakridgemo.com +oconto.ru +offer.wpsecurity.website +offf.info +okayimage.com +okmusic.jp okout.ru -onemactrckr.com -oneminutesite.it -oneshotdate.com +ok-ua.info +olgacvetmet.com +oneclickfiles.com +online7777.com +online-hit.info onlineku.com +onlinetvseries.me online-x.ru +onlyforemont.ru +onlythegames.com +onlywoman.org o-o-6-o-o.ru +openfrost.com openfrost.net -openmultipleurl.com -oralsexfilme.net -ordernorxx.com -orel-reshka.net -orhonit.com -osagonline.ru +openlibrary.org osoznanie-narkotikam.net -ossmalta.com -ourtherapy.ru -outclicks.net -ovirus.ru -ownshop.cf -owohho.com -oxotl.com -paradontozanet.ru -parajumpersstore.online -partners-ship.pro -partner-stop.men -pateaswing.com -pathwhelp.org +outshop.ru +oxford-book.com.ua +pacificair.com +paclitor.com +palvira.com.ua +panamaforbeginners.com +pandroid.co +paparazzistudios.com.au +partnersafe.men +pattersonsweb.com paydayonlinecom.com -pb-dv.ru -pelfind.me -pensplan.com -perl.dp.ua -perm-profnastil.ru -perm.xrus.org -petsblogroll.com -photokitchendesign.com -photostudiolightings.com -physfunc.ru -picsearch.com +pc-test.net +pdns.download +petitions.whitehouse.gov +pewit.pw +photochki.com +photo.houseofgaga.ru +php-market.ru +pic2fly.com +picquery.com +pics-group.com picture-group.com -pila.pl -pistonclasico.com -pixgood.com -pizza-imperia.com -pk-pomosch.ru -plastgran.com -plohaya-kreditnaya-istoriya.ru -pl-top.pl -pokerniydom.ru -polybuild.ru -pontiacsolstice.info -popcash.net -popserve.adscpm.net -poquoson.org -pornhub-ru.com -pornoelita.info -pornogig.com -pornoplen.com -porno-raskazy.ru -pornosee.info -porno.simple-image.com.ua +picturesfrom.com +picturesmania.com +pintattoos.com +piulatte.cz +pizdeishn.com +platesauto.com +playboyfiles.xblog.in +pl.id-forex.com +plugingeorgia.com +pochemychka.net +pogodnyyeavarii.gq +pokemongooo.ml +polimga.pw +pooleroadmedicalcentre.co.uk +popads.net +poppen-nw.net +pornodojd.ru +pornonik.com pornowarp.info -pornozhara.com -pornstartits.xblog.in -powc.r.ca.d.sendibm2.com -powitania.pl -pozvonim.com -pr0fit-b0x.com +porn-w.org +portadd.men +poshiv-chehol.ru +positive2b.ru praisong.net +prchecker.info predmety.in.ua -privetsochi.ru -prize44.com -prizeestates.cricket -prizefestival.mobi -prod2016.com -producm.ru -prointer.net.ua -prom23.ru +pretty-mart.com +priscilarodrigues.com.br +privatamateure.com +prodvigator.ua +proekt-gaz.ru +profitsport.club +profitwithalex.info +progress-upakovka.ru +prohoster.info +projectforte.ru promalp-universal.ru -promover.org -pro-okis.ru -prostitutki-astana.org -prostitutki-novgoroda.org -prostitutki-odessa.org -proxyradar.com -psoriasis-file.trade -pussysaga.com -putitin.me -pwwysydh.com -qexyfu.bugs3.com -qld10000.net -q-moto.ru -qor360.com -radiogambling.com -ragecash.com -rainbowice.ru -rankia.com +promgirldresses.xyz +promodj.com +promoheads.com +pronorm.fr +proposal-engine.com +prosmibank.ru +prostitutki-kiev.org +prostitutki-rostova.org +prostitutki-yaroslavlya.org +pro-tec.kz +proxyelite.biz +pst2017.onlinewebshop.net +psvita.ru +pulse33.ru +purplesphere.in +pussyspace.net +puzo2arbuza.ru +puzzleweb.ru +pyrodesigns.com.au +quit-smoking.ga ranksonic.org -rapevideosmovies.com -realnye-otzyvy.info -real-time-analytics.com -recipedays.ru -redhotfreebies.co.uk +raschtextil.com.ua +razleton.com +rcb101.ru +realizmobi.com +redirectingat.com redirectme.net -redirlock.com -regionshop.biz -registrydomainservices.com -reklama1.ru -replicalouboutin.xyz -replica-watch.ru +reeyanaturopathy.com +r-e-f-e-r-e-r.com +regdefense.com +registrationdomainsite.com +registry-cleaner.net +relayblog.com +renecaovillasale.online +rennlist.com +rentehno.ru +rep-am.com research.ifmo.ru -responsive-test.net -retailwith.com -rewardit.com -reyel1985.webnode.fr -rimedia.org -ring4rhino.com -rock-cafe.info -roleforum.ru -rossanasaavedra.net -rostov.xrus.org +restorator-msk.ru +reversing.cc +rezeptiblud.ru +rfid-locker.co +ribieiendom.no +ringtonepartner.com +rome2rio.com +royal-betting.net royalvegascasino.com -rubanners.com rucrypt.com -ru-dety.ru -ruf777.com -rukino.org +rumamba.com ruscopybook.com -rusenvironmental.net -rusprostitute.com -russian-postindex.ru -russintv.fr -rutor.vip -sack.net -sadaholding.com +rvi.biz +saddiechoua.com +sady-urala.ru safe-app.net -sajatvelemeny.com -sa-live.com -sankt-peterburg.nodup.ru -savememoney.co.za -sbetodiodnye-lampy.ru -scanner-george.top +salut-camp.ru +samo-soznanie.ru +sanjosestartups.com +sanyuprojects.com +saugatuck.com +sax-sex.com +scanner-donald.top +scanner-ivan.top scanner-jane.top -scanner-julianna.top -scanner-mark.top -scanner-marwin.top -scansafe.net -scat.porn -schlampen-treffen.com -sdelatmebel.ru +scanner-john.top +scanner-julia.top +scenarii-1-sentyabrya.uroki.org.ua +scopich.com +scrnet.biz.ua +sdi-pme.com search.1and1.com search.alot.com -searchmywindow-a.akamaihd.net -searchwebknow-a.akamaihd.net -seeresultshub-a.akamaihd.net -sei80.com -semp.net -semprofile.com -seoboxes.com -seocheki.net -seonetwizard.com -seorank.info -seorussian.ru -seo-tools-optimizing.com +searchimage.co +seemoreresultshu-a.akamaihd.net +see-your-website-here.com +seksotur.ru +seocheckupx.com +seoexperimenty.ru +seofied.com +seogadget.ru +seoholding.com +seomarketings.online +seo-platform.com +serptehnika.ru +service.adtech.fr +servingnotice.com +sevendays.com.ua +sexad.net +sexblog.pw sexcamamateurchat.com -sexpartygirls.net -sexstream.pl -sexvideo-sex.com -sexyali.com -shell-pmr.ru +sex-foto.pw +sexphoto.site +sex-sex-sex5.com +sexs-foto.com +sexy.babes.frontend-stack.top +shijian.ac.cn shikiso.info -shillyourcoins.com -shohanb.com -shopcheermakeup.info +shinikiev.com.ua +shmetall.com.ua shoppingjequiti.com.br -shopsellcardsdumps.com shtora66.ru -sildenafilcitratemed.com +sicfor.bcu.cc +signoredom.com +silvercash.com +similardeals.net +simple-image.com.ua +simplepooltips.com +simple-share-buttons.com +sims-sims.ru sindragosa.comxa.com -site-auditor.online -sitevaluation.org -sitevalued.com +siteheart.net +s-iwantyou.com +sizeplus.work skatestick.bid -slimcdn.com -smartshoppymac.com -snip.to -snjatie-geroinovoy-lomki.ru +skutecznetabletkinaporostwlosow.pl +slomm.ru +slutloadlive.com +smadihome.com +smailik.org +small-game.com +smallseotools.com +smartpet.ru snomer1.ru -snow.nvr163.com -socialmadesimple.com -social-vestnik.ru -sockshare.net -soda.media +snts.shell-pmr.ru +socialmediasuggest.com +social-search.me +social-s-ggg.xyz +sofit-dmd.ru +softomix.com +soft-program.com +soft-terminal.ru softtor.com -solinf.co -sosdepotdebilan.com -soviet-portal.do.am -sovinsteel.ru -sport-video-obzor.ru -stairliftstrue.com +soheavyblog.com +solitaire-game.ru +sonata-arctica.wz.cz +sonnikforme.ru +sophang8.com +soserfis.com +spidtest.space +sprttrack.com +sptslmtrafms.com +sribno.net +sr-rekneskap.no +staff.prairiesouth.ca +stair.registrydomainservices.com +standardchartered-forex.com stanthonyscatholicchurch.org -stathat.com -staticfs.host -staynplay.net -store-rx.com -strangeduckfilms.com +stariy-baku.com +starpages.net +start.myplaycity.com +stats-public.grammarly.io +steelmaster.lv +stjamesschool.info +stmassage.ru +stpolice.com +strana-solnca.ru +streetfooduncovered.com stretchmate.net -stroyplus.ru -stroy-portal22.ru studiofmp.com -suhanpacktech.com sundrugstore.com -superstarfloraluk.com -superstats.com -surflinksmedical.com -svetodiodoff.ru -tampabaywatch.org +superfish.com +taaaak.com +tacbelarus.ru +taihouse.ru +tastyfoodideas.com tattomedia.com -taxi-v-eisk.ru -tdsing.ru -teesdaleflyballclub.co.uk -tehngr.ru -testingads.pro -thaisamkok.com -thaismartloan.com -theautoprofit.ml -thebitcoincode.com -thefds.net -thegamerznetwork.com +taximytishi.ru +t-bygg.com +tds-advert002.info +tds-advert005.info +teastory.co +tech4master.com +teguh.info +telegraf.by +templates.franklinfire.co +templates.radiodigital.co +tetracsaudi.com +thegolfclub.info +theguardlan.com +thelottosecrets.com thepokertimer.com -the-torrent-tracker.blogspot.com -the-usa-games.blogspot.com -tiandeural.ru -tilido.com -tizanidine4mg.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidinepills.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tkanorganizma.ru -tnctrx.com -tomatis.gospartner.com +thetattoohut.com +thewomenlife.com +thiegs.reco.ws +tiens2010.ru +timeallnews.ru +timecrimea.ru +titan-ads.life +tizanidinecapsules.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidineingredients.blogspot.com +tizanidineonline.blogspot.com +tizanidinepain.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +todohr.com +tomck.com tonerbox.kz -toolsky.com -toondinsey.com -toonfamilies.net -top10-way.com -topads.men top-l2.com -torontoplumbinggroup.com -torture.ml -tozup.com -trafficjunky.net -trafficmonetize.org -traffpartners.com -triumf-realty.ru -trkur.com -truebeauty.cc -tubeline.biz -tubeoffline.com -tula.mdverey.ru +topsiteminecraft.com +toyota.7zap.com +traderzplanet.in +traffic2cash.org +trafficstars.com +tsyndicate.com +tube8.com +tuckpointingmasonrysystems.com turbo-suslik.org -tvorozhnaja-zapekanka-recept.ru tvoystartup.ru -typer.one -u17795.netangels.ru u555u.info -ua-company.ru -ucoz.ru -udayavani.com -uginekologa.com -ugogo.info -ultimateclassicrock.com -undergroundcityphoto.com -underthesite.com -unisexjewelry.org -unitexindia.com -unlimitdocs.net -urengoy.pro +ublaze.ru +u-cheats.ru +ugguk.online +uhdtv.website +uk-zheu20.ru +umaseh.com +umnovocaminho.com +uptime-delta.net +url2image.com urldelivery.com url-img.link +urll.eu +usadacha.net ussearche.cf -uytmaster.ru -valsalud.com -varbergsvind.se -vavilone.com -vchulkax.com -vegan-foods.us -venta-prom.ru +utrolive.ru +veopornogratis.xxx vepad.com +viagengrarx.com +viagroid.ru +viddyoze.com videochat.bz -videochat.ph -videosbox.ru -videos-for-your-business.com -vinsit.ru +videochat.mx +videotuber.ru +vigrx-original.ru +vilingstore.net +vintontech.info +vinylvault.co.uk visa-pasport.ru -vk-mus.ru -vkontaktemusic.ru -voditeltrezviy.ru -vodkoved.ru +visitcambridge.org +vita.com.hr +vkgaleria.com +vladimir.xrus.org +vod.com.ua +volgograd.xrus.org voloo.ru -vozbujdenie.com vpnmouse.com -vzglyadriv.kg -wallpapersist.com -wapsite.me -watchmygf.net -waterpurifier.club -webads.co.nz -webadvance.club -webalan.ru -webkeyit.com -weblo.com -webmonetizer.net -webshoppermac.com -websiteaccountant.de -websites-reviews.com -weburok.com -wemarketing.se +vseuznaem.com +wallpapers-best.com +warningzscaler.heraeus.com +webenlace.com.ar +webix.me +webs.com +website-speed-up.top +webtherapy.ru +wechatdownload10.com +wemedinc.com westen-z.life -wetgames.ru -whatistizanidine2mg.blogspot.com -whengirlsgowild.com -wieseversa.no -wildnatureimages.com -williamrobsonproperty.com +whatsappdownload10.com +whereiskentoday.com +whereverdesperate.gq +wikes.20fr.com +wingsoffury2.com +witherrom55.eklablog.fr w-journal.ru -wnhjavlhezp.gq +wladimirpayen.com +wma-x.com wnoz.de woman-h.ru -womens-journal.net -wonderfulflowers.biz -woodyguthrie.se -wordkeyhelper.com -workle.website +works.if.ua worldhistory.biz -worldtraveler.world -wowcasinoonline.ooo +wormix-cheats.ru wrona.it -xchangetrak.com -xchat26.myfreecams.com +ws.ampower.me +wwwadultcheck.com +www.get-free-traffic-now.com +www.timer4web.com +xaijo.com +xaylapdiendanang.com +xblog.in +x-diesel.biz +x-diesel.com +xgames-04.com xgftnlrt.bloger.index.hr -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xjlottery.com +x-lime.com +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80ahdheogk5l.xn--p1ai xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn--90acenikpebbdd4f6d.xn--p1ai -xolodremont.ru -xpresscare.ru -xtraffic.plus -xtrafficplus.com -xxxguitars.com +xn--b1agm2d.net +xn--h1ahbi.com.ua +x-true.info +xvideospornoru.com xxxkaz.org -xxxtubesafari.com -y8games-free.com +yaaknaa.info yatrk.xyz -yellowstonesafaritours.com -yes-com.com -yginekologa.com -yhit.press -yopoint.in -youdesigner.kz -yougetsignal.com -youporn-ru.com -youradulthosting.com -youresponsive.com -yoursearch.me -youtube-downloader.savetubevideo.com -yugk.net -za-fun-offer.com -zaidia.xhost.ro -zaloadi.ru -zarabotat-na-sajte.ru -zarepta.com +yeartwit.com +yellowads.men +yellowstonevisitortours.com +yogamatsexpert.com +yoopsie.com +yoshkarola.zrus.org +youjizz.com +yourporn.com +you-shall-not-pass.is74.ru +ytmnd.com +yubikk.info +zahvat.ru zastroyka.org -zebradudka.com -zeroredirect11.com +zed21.net +zero1.it zeroredirect6.com -zetmaster.ru -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.bloog.pl -zigarettenonlinekaufen1.blox.pl -zocaparj.kz +zhongwenlink.com +zkjovpdgxivg.ga +z-master.ru +zojirushi-products.ru +zolotoy-lis.ru zoodrawings.com -zoomovies.org -zrus.org -zryydi.com -zscalerone.net +zoogdiesney.com +zoominfo.com +zoosexart.com +zvezdagedon.ru +zx6.ru +zytpirwai.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 5203dfc22..5b03c0f54 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -01apple.com -7xc4n.com -abcdeg.xyz -adinterax.com -advancedcleaner.com -adventureparkcostarica.com -airmaxshoes-2016.com -amazingpic.net -animal36.com -anticrawler.org -apiportalmorecom-a.akamaihd.net -approvedlocal.co.za -architecturebest.com -arenda-avtoprokat-krasnodar.ru -arendatora.ru -artdeko.info -artel116.ru -asacopaco.tk -atout-energie-69.com -audiofree.ru -avto-oligarh.ru -bag77.ru -bestchoice.cf -bestkfiledxd.cf -bestofpicture.com -best-seo-software.xyz -bestwrinklecreamnow.com -bet365.com -bezcmexa.ru -blacktwhite.com -bookmark4you.com.biz -bupropion-sr-150-mg.us -bzero1jewelry.net -cars-modification.net -cartujano-pre.de -casablancamanor.co.za -cheapmoncler.win -chinajerseyswholesalecoupons.com -cicaki.net -clicksor.com -clippingphotoindia.com -club-samodelkin.ru -compliance-don.top -compliance-mark.top -constantaservice.net -construmac.com.mx -corta.co -crazyprotocol.com -customsua.com.ua -czat.wp.pl -daretodonate.co -data1.scopich.com -dbmkfhqk.bloger.index.hr -dcj-nn.ru -detsky-nabytek.info -djekxa.ru -dlya-android.org -dorratex.tn -downtuptv.gq -dprtb.com -edudocs.net -ekto.ee +0912701309f8ce.com +1000n1.ru +123cha.com +123kuma.com +2drittel.de +3-letter-domains.net +6128786.com +8jn.dating-app.ru +ahmedabadwebs.com +alif-ba-ta.com +allboard.xobor.de +allknow.info +allornamenti.com +apartamentwroclaw.eu +apartment.ru +apiappenableinfo-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +arabsexxxtube.com +arenanews.com.ua +arendakvartir.kz +arewater.com +automatic-seo.com +autorn.ru +auto-zapchasti.org +availit.weebly.com +balans.shahterworld.org +bayareaaeroclub.org +bbsoldes.fr +belinvestdom.by +bensbargains.net +bestdraws.com +bestsexyblog.com +bonanza-fortune.men +bonky.biz +braindaily.xyz +brainsandeggs.blogspot.com +cand.jp +canyougethighofftizanidine.blogspot.com +cbb1smartlist12.click +cdnanalytics.xyz +celejihad.info +c-gainsbourg.com +coderstate.com +compliance-fred.top +coolwallpapers-hd.com +coolyarddecorations.com +crirussian.ru +daooda.com +darodar.com +date-withme.com +dev78.dioniqlabb.se +dichvuvesinhhanoi.com +diesel-parts28.ru +div.as +draniki.org +easyshoppermac.com +eduinfosite.com eldiariodeguadalajara.com -encodable.com -estelight.ru -euroskat.ru -eyessurgery.ru -eywords-monitoring-your-success.com -ezofest.sk -falopicm.pw -favoritemoney.ru -financeloan.us -fiuxy.com -flytourisme.org -forsex.info -free-laptop-reward.com -g7m.pl -galleryawesome.com -gallerylisting.com -gameonasia.com -gateway.zscalerone.net -gay.adultgalls.com -gearsadspromo.club -gemara.com -globetrotting-culture.ru -gopixdatabase.com -graphics8.info -hawaiielectriclight.com -hazardky.net -health-medical-portal.info -hetmanship.xyz -high-speed1.net -hjaoopoa.top -hobild.net -hoste.octopis.com -hostingclub.lk -hotenergy.ru -houston-vikings.com -hybrid.ru -iinstalll-fii1leis.jus0wil.pp.ua -imagecoolpub.com -inbabes.sexushost.com -infospot.pt -ivearchenceinflu.cf -jabimgo.pw -javidol.site -kamorel.com -kazan.zrus.org -kino-ecran.ru -kupit-adenu.ru -lashstudia.ru -laudit.ru -lesbian.xyz -livingroomdecor.info +electronicadirect.com +elektrischezigarettekaufen2.cowblog.fr +elektronischezigarettekaufen1.beeplog.com +elektrozigaretten1.tumblr.com +elstal.com.pl +empathica.com +en.altezza.travel +exmasters.com +expertblog.info +ezaz.info +feel-planet.com +filesdatabase.net +flprog.com +fm-upgrade.ru +forpackningsutveckling.se +franklinfire.co +fsakhalin.ru +fuckmill.com +fugarif.ga +funnypica.com +galaxy-family.ru +getlaid-xxxhookupdirect.com +good-mummy.ru +gosreg.amchs.ru +graphicwe.org +hd-film.pl +healthcarestore.info +hesteel.pl +himazin.info +hmywwogw.bloger.index.hr +homeinns.com +hotgirlhdwallpaper.com +htmlcorner.com +iccornacircri.cf +ihc2015.info +i-hobot.ru +ilovevitaly.ru +infostatsvc.com +instabid.tech +insurple.com +it-max.com.ua +jolic2.com +juliadiets.com +kaidalibor.de +kakablog.net +kam-dom.ru +kashubadesign.ru +kazan.xrus.org +kazinogames.lv +keywordglobal.co.za +kino-filmi.com +kit-opt.ru +kovrenok.ru +krasnodar.ru +kredit-blog.ru +lafourmiliaire.com +laserpen.club +lasvegaslockandsafe.com +life.biz.ua +lion.bolegapakistan.com +live-sexcam.tk +ljusihus.se loadingpages.me -lomb.co -mabdoola.blogspot.com -mafa-free.com -makis.nu -manifestation.betteroffers.review -medicine-4u.org -medizinreisen.de -meget.co.za -metabar.ru -migente.com -millionare.com -mistr-x.org -mobplayer.net -moonci.ru -movies-in-theaters.net -musicktab.com -muzaporn.com -mydownloadengine.com -nationalbreakdown.com -nbsproject.ru -nextbackgroundcheck.gq +lolnex.us +magicplayer-s.acestream.net +mahnwachen-helfen.info +make-money-online.com +mebel-alait.ru +meddesk.ru +merryhouse.co.uk +metalonly.info +mil-stak.com +minecraft-neo.ru +mitrasound.ru +mixed-wrestling.ru +mojaocena.com +moneyteam24.com +moneyviking-a.akamaihd.net +mrbitsandbytes.com +musicstock.me +mvpicton.co.uk +mymercy.info +newstudio.tv +nhl09.ru +nicefloor.co.uk +ningessaybe.me nippon-bearings.ru -normalegal.ru -no-rx.info -obuv-kupit.ru -ohmyrings.com -okonich.com.ua -o-o-8-o-o.com -papasdelivery.ru -partner-host.men -pdamods.ru -pensplan4u.com -phormchina.com -photo.houseofgaga.ru -picswe.com -pisanieprac.info +nlfjjunb5.ru +northfacestore.online +o333o.com +ok.ru +olympescort.com +omoikiri-japan.ru +onlainbesplatno.ru +onlinemegax.com +onlineporno.site +onlinetvseries.me +pandroid.co +parfusale.se +partnerads.men +partner-stop.men +patterntrader-en.com +picturesify.com +polytopesexempt.com +popugauka.ru pornhubforum.tk -pornogratisdiario.com -pornonik.com -posible.net -professionaldieselcare.com -proftests.net -progonrumarket.ru -projectforte.ru -promoforum.ru -proposal-engine.com -prostitutki-tyumeni.org -push-ad.com -pxhdwsm.com -qld10000.net -quizzitch.net -qwarckoine.com -r-control.ru -realitykings.com -rocketchange.ru -rosbalt.com.ua -royalads.net -russia-today-video.ru -saddiechoua.com -samo-soznanie.ru -sampleletters.net -sankt-peterburg.nodup.ru -scanner-don.top -scanner-jessica.top -scanner-john.top +princeadvantagesales.com +prlog.ru +profitfx.online +profit-opportunity.com +promover.org +pron.pro +pyrodesigns.com.au +realnye-otzyvy.info +realtytimes.com +rebelmouse.com +robot-forex.biz +runtnc.net +sammyweaver.com +sardinie.us +sbornik-zakonov.ru +scanner-barak.top +scanner-brian.top scanner-mark.top -scat.porn -screentoolkit.com -sdsjweb.com -sex.hotblog.top -sharebutton.to -slavic-magic.ru -slutloadlive.com +scanner-walter.top +seadragonherbery.com +seccioncontrabajo.com +secretscook.ru +sexystrippe.info +shemalegalls.blogporn.in +shikiso.info +sicfor.bcu.cc +signal03.ru +simplepooltips.com +sinel.info smailik.org -sockshare.net -spb.ru -spywarenuker.com -standardchartered-forex.com -stauga.altervista.org -stefanbakosab.se -stickers-market.ru -strangeduckfilms.com -stuff-about-money.com -success-seo.com -supervesti.ru -svbur.ru -svensk-poesi.com -tackletarts.co -taihouse.ru -tandvardshuset.net +sofit-dmd.ru +speechfoodie.com +spidtest.org +sptslmtrafms.com +srdrvp.com +steamoff.net +stroiminsk.org +svarkagid.com +swingerseiten.com +szamponrevita.pl tattooha.com -tecspb.ru -thaismartloan.com -thepantonpractice.co.uk -tizanidinesideeffectsweightloss.blogspot.com -tizanidinevsvalium.blogspot.com -tnaionline.org +teguh.info +texbaza.by +theprofitsmaker.net +tizanidineandhydrocodone.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidineduringpregnancy.blogspot.com +tobeyouday.win top10-way.com -traffpartners.com -trichizobswiv.agddns.net -tripper.de -tri-slona.org +tovaroboom.vast.ru +tozup.com +treasuretrack-a.akamaihd.net tubeline.biz -tuckpointingmasonrysystems.com -ukrobstep.com -umg-stroy.ru -um-razum.ru -upupa.net -url-img.link -venta-prom.ru -viagengrarx.com -video-chat.in -vipps.com.my -vod.com.ua -vrnelectro.ru -website-stealer.nufaq.com +tubo360.com +turizm.bz +tvand.ru +twitlinks.com +uhod-za-sobakoj.ru +unionmarkt.de +unitygame3d.com +urlopener.com +usbggettwku.ga +valoresito.com +viagraneggrx.com +video-woman.com +visa-china.ru +wanker.us +wdrake.com wedding0venues.tk -weekes.biz.tc -wieseversa.no +welck.octopis.com +works.if.ua wowcasinoonline.ooo -wstroika.ru -ww1943.ru -xlolitka.com -xmlinde.com -y8games-free.com -yes-com.com -ynymnwbm.bloger.index.hr -youbloodyripper.com -zaimite.ru -zapatosenventa.info -zeroredirect7.com -zeroredirect9.com -znaturaloriginal.com -zocaparj.kz -zvezdagedon.ru +x-diesel.biz +x-diesel.org +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xpresscare.ru +xtremeeagles.net +xxx-treker.ru +yaoguangdj.com +yoopsie.com +yourothersite.com +zajm-zalog-krasnodar.ru +zeroredirect10.com +zigarettenonl.canalblog.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 0809108aa..254a46f60 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,31 @@ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + @@ -8,35 +36,7 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - + Welcome to the Nginx diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 67a5ff8de..e86d0699a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 714859f73..a2c0084be 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index cbc4b126c..522727b7d 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1681 +#### Version: V4.2019.06.1682 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 7e5752b26..e164fe70c 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1681 +#### Version: V4.2019.06.1682 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index d63480faf..bfa27b870 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1681 +#### Version: V4.2019.06.1682 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e4afbb79d..4a6ed985e 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1681 +#### Version: V4.2019.06.1682 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 66a553fe4..e9e960416 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1681 -### Updated: Sat Jun 29 10:25:19 SAST 2019 +### Version: V3.2019.06.1682 +### Updated: Sat Jun 29 11:00:48 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index a1a082e07..7c11b43c9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:17 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 5fce20f11..edc5db3d9 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1681 -### Updated: Sat Jun 29 10:25:20 SAST 2019 +### Version: V4.2019.06.1682 +### Updated: Sat Jun 29 11:00:49 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##