diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index a8b4e34af..9d3957837 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.188.1.99 0; +35.193.14.140 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 8d74d7f24..a49465d52 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1636 -### Updated: Thu Jun 27 11:27:54 SAST 2019 +### Version: V4.2019.06.1637 +### Updated: Thu Jun 27 11:43:16 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index a8b4e34af..9d3957837 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.188.1.99 0; +35.193.14.140 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index e1311ae7f..97fc27fb7 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1636 -### Updated: Thu Jun 27 11:27:55 SAST 2019 +### Version: V3.2019.06.1637 +### Updated: Thu Jun 27 11:43:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,6 +7712,31 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..40cb4d7a8 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..40cb4d7a8 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..4dddc08a6 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index bc389ee32..40cb4d7a8 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 34875044f..97fc27fb7 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1636 -### Updated: Thu Jun 27 11:27:55 SAST 2019 +### Version: V3.2019.06.1637 +### Updated: Thu Jun 27 11:43:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 8d74d7f24..a49465d52 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1636 -### Updated: Thu Jun 27 11:27:54 SAST 2019 +### Version: V4.2019.06.1637 +### Updated: Thu Jun 27 11:43:16 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..4dddc08a6 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index aeadbeabd..954f4a4ce 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AIBOT -archive.org_bot -BDCbot -Black Hole +404checker +Aboundexbot +autoemailspider +BBBike Brandprotect -CheeseBot -CheTeam -crawler4j -DatabaseDriverMysqli -DomainCrawler -EasyDL -Evil -Exabot -Flunky -FyberSpider +Buddy +BuzzSumo +Calculon +Extreme Picture Finder GetRight -G-i-g-a-b-o-t -GridBot -Haansoft -HTMLparser -Image Fetch -Indy Library -JustView -Kozmosbot -LeechFTP -LibWeb -magpie-crawler -MSIECrawler +GoZilla +GrabNet +HEADMasterSEO +HybridBot +Iblog +internetVista monitor +Lftp +Likse +MauiBot Musobot -Navroad -OpenVAS -OrangeSpider -PageScorer -Pockey -POE-Component-Client-HTTP +NetSpider +NextGenSearchBot +Openvas +OutclicksBot +Probethenet +ProPowerBot +RankFlex +RepoMonkey +Ripper +ScanAlert +SEOprofiler +SeoSiteCheckup SiteLockSpider -Sosospider +SlySearch +SocialRankIOBot +Sogou web spider +Spammen Spbot -TeleportPro -trendiction.de -Turingos -Turnitin -Typhoeus -URLy Warning -Virusdie +SputnikBot +SuperBot +Telesphoreo +Vacuum +WallpapersHD WBSearchBot -WebBandit -WebGo IS -WebReaper -x22Mozilla +Webster +WebStripper +Whacker +Wotbox +Wprecon +Xaldon_WebSpider diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 94365e554..030d8bddf 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,48 +1,45 @@ -360Spider -Abonti +Aboundex Acunetix -ADmantX -AhrefsBot -AIBOT -AiHitBot -Aipbot -AlphaBot -Apexoo archive.org_bot -Asterias -BackStreet +ASPSeek +Attach +autoemailspider +BackDoorBot +Backlink-Ceck +backlink-check +Badass +Barkrowler +BatchFTP +Battleztar Bazinga BBBike +BDFetch BetaBot +Black Hole +BlackWidow BLEXBot -Blow BlowFish Boardreader -Bolt -Buddy -BunnySlippers -CATExplorador -CazoodleBot +Cegbfeieh +CheTeam Cliqzbot Cloud mapping -Collector -Copyscape -Craftbot +Cogentbot +com.plumanalytics +Copier +crawler4j crawler.feedback +crawl.sogou.com CrazyWebCrawler -CrunchBot Custo -DatabaseDriverMysqli -DBLBot +DataCha0s Deusu -Digincore +Devil DigitalPebble -DIIbot -Dirbuster Disco -Dispatch +Discobot DittoSpyder DomainAppender -DomainCrawler +DomainSigmaCrawler Download Wonder Dragonfly Drip @@ -50,201 +47,204 @@ DSearch eCatch ECCP/1.0 Ecxi -EirGrabber evc-batch -Evil -Exabot +ExtLinksBot ExtractorPro Extreme Picture Finder EyeNetIE facebookscraper FDM -FemtosearchBot -FHscan -Firefox/7.0 -FlashGet -Freeuploader +Foobot +FyberSpider +GalaxyBot Genieo GermCrawler +Getintent GetRight +GetWeb Gigablast G-i-g-a-b-o-t -Go-Ahead-Got-It +Gotit Go!Zilla GrabNet -Grafula +GrapeFX +GridBot GT::WWW HaosouSpider Havij HEADMasterSEO -Heritrix +Hloader HTMLparser HTTP::Lite Humanlinks -Image Fetch -InfoNaviRobot +Iblog +IlseBot +IndeedBot InfoTekies -Intelliseek -InterGET -InternetSeer +instabid Iria IRLbot -JamesBOT +Iskanie JennyBot Jetty -JikeSpider JOC Web Spider Joomla Jorgee +Jyxobot Kenjin Spider -Keyword Density -Kozmosbot Lanshanbot -LeechFTP -Lftp +LexiBot LibWeb -Linkdexbot -LinkextractorPro +Libwhisker +Likse LinkScan -LinksManager -LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot -Lmspider -lwp-request +LinqiaScrapeBot +Lipperhey +Lipperhey Spider +Litemage_walker +LWP::Simple Magnet -Mag-Net magpie-crawler -Mail.RU_Bot -Majestic12 -Majestic SEO Majestic-SEO -MarkMonitor -Mass Downloader +Masscan +Mata Hari MauiBot meanpathbot -Meanpathbot +MeanPath Bot Mediatoolkitbot MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control MIDown tool -MIIxpc Mojeek -Mr.4x3 -MSIECrawler +Morfeus Fucking Scanner +MSFrontPage +Msrabot muhstik-scan +Musobot Name Intelligence +NearSite Nessus -Netcraft -netEstate NE Crawler -NetMechanic -Net Vampire +NetAnts +NetLyzer +NetZIP NextGenSearchBot -Nibbler -NICErsPRO -Niki-bot -Nikto NimbleCrawler -Nimbostratus -Ninja -Nutch +NPbot oBot -Openvas +Offline Explorer +Offline Navigator +OnCrawl +OpenVAS OrangeBot OrangeSpider OutclicksBot +PageAnalyzer PageGrabber -page scorer -Pandalytics +PageScorer +Panscient Papa Foto -Pavuk +PECL::HTTP Picscout +PictureFinder +Pi-Monster +Pixray +Pockey +POE-Component-Client-HTTP +Probethenet +PxBroker PyCurl QueryN Metasearch RankActive -RankFlex -Rankivabot RankurBot -Recorder -RedesScrapy -Ripper -SBIder -scan.lol -Scrapy -Screaming -ScreenerBot -SEOkicks -SEOlyticsCrawler -SEOprofiler +RealDownload +Reaper +ReGet +RepoMonkey +SalesIntelligent +Scanbot +Searchestate +Semrush +SEOkicks-Robot seoscanners SEOstats +serpstatbot sexsearcher -Siphon SISTRIX Siteimprove -SiteSucker -Site Sucker +SiteLockSpider Sitevigil SlySearch +SmartDownload SMTBot -Snoopy +Snapbot SocialRankIOBot -Sociscraper Sottopop -Spammen -sp_auditbot +SpaceBison +SpankBot Spbot -SputnikBot +Spinn3r +Sqlmap Sqlworm Sqworm -Sucuri -SurveyBot -Suzuran +Steeler +Sucker Swiftbot -sysscan T0PHackTeam T8Abot +tAkeOut Teleport +TeleportPro +Telesphoreo TheNomad -Thumbor -Trendiction -Trendictionbot -trendiction.com +Titan +Toata +Toweyabot +Tracemyfile +trendiction.de Turingos -Turnitin TurnitinBot -TwengaBot -UnisterBot -URLy.Warning -Vagabondo +Twice +Upflow +URLy Warning +VB Project VCI -VidibleScraper -VoidEYE -Voil -WallpapersHD -Webalta -Web Collage +VeriCiteCrawler +Voltron +Wallpapers/3.0 +WBSearchBot +WebAuto +WebCollage WebCopier +WEBDAV +WebEnhancer WebFetch -Web Fetch WebFuck -WebImageCollector -WebmasterWorldForumBot -webmeup-crawler -WebSauger -WebsiteExtractor +Web Fuck +WebGo IS WebsiteQuester +Website Quester +Webster +WebStripper WebSucker -WebZIP -Whack +WebWhacker +WeSEE Whatweb +Who.is Bot +Widow WinHTTrack -WiseGuys Robot +WISENutbot Wonderbot Woobot -WWW::Mechanize +Wotbox +Wprecon +WPScan +WWW-Collector-E +WWWOFFLE x22Mozilla Xaldon_WebSpider -zauba.io +Xenu +YoudaoBot +Zauba ZmEu -ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 5f3a5fab4..a7206925a 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker +404enemy 80legs -Acunetix -AfD-Verbotsverfahren -Alligator -AlphaBot +Aboundex +Aboundexbot +ADmantX +AhrefsBot +Alexibot +Apexoo +archive.org_bot ASPSeek -autoemailspider -Backlink-Ceck +Asterias +BackDoorBot +backlink-check BacklinkCrawler -BackStreet -BackWeb Badass -Bandit Barkrowler -BBBike +BatchFTP BDFetch -BetaBot -Bitacle -Blackboard +Bigfoot +BlackWidow BLEXBot -BlowFish -Boardreader -Bolt +BotALot Brandprotect Brandwatch Buddy +BuiltBotTough BuiltWith Bullseye -Calculon -CCBot +BuzzSumo +Cegbfeieh +CheeseBot +ChinaClaw Chlooe +Claritybot Cliqzbot -Cogentbot -Collector -com.plumanalytics -Copier -Cosmos -crawler.feedback -crawl.sogou.com +Cloud mapping +coccocbot-web +cognitiveseo +CopyRightCheck CrazyWebCrawler -Curious -Custo -DatabaseDriverMysqli DataCha0s demandbase-bot Demon Devil Digincore -DigitalPebble DIIbot +Dirbuster +Disco Discobot -Discoverybot -DomainAppender -DomainCrawler -DomainStatsBot -Dotbot -Ebingbong +DittoSpyder +DnyzBot +DomainSigmaCrawler +Download Wonder +Dragonfly +Drip +DTS Agent eCatch -EMail Siphon +Ecxi +EirGrabber EMail Wolf -Evil -EyeNetIE -FDM -FemtosearchBot -FHscan -FlashGet -Flunky +evc-batch +Express WebPictures +ExtLinksBot +Extractor +facebookscraper +Firefox/7.0 Foobot -FyberSpider +Freeuploader +FrontPage GalaxyBot -Getintent -Go!Zilla -GrabNet -Harvest -Havij -Hloader -HTMLparser +Genieo +GermCrawler +GetWeb +Gigablast +G-i-g-a-b-o-t +Grafula +GrapeshotCrawler +HEADMasterSEO HTTP::Lite HTTrack -Iblog -Indy Library +Humanlinks +IDBot +Id-search +IlseBot +IndeedBot InfoNaviRobot instabid -InterGET -Iria -IRLbot +Intelliseek +Iskanie JetCar -Jetty -JikeSpider -Joomla -Jorgee +JustView Jyxobot +Keyword Density Kozmosbot Lanshanbot -Larbin -LeechFTP -LexiBot -Lftp +LeechGet LibWeb -Libwhisker +Lightspeedsystems Likse +Linkdexbot +LinkpadBot LinkScan +LinkWalker LinqiaMetadataDownloaderBot +LinqiaScrapeBot +Lipperhey Lipperhey Spider -LWP::Simple -Magnet +Litemage_walker +Lmspider +lwp-request +Mag-Net magpie-crawler -Majestic12 +Majestic SEO Majestic-SEO -MarkMonitor -MarkWatch -Masscan -Mata Hari +MauiBot meanpathbot Meanpathbot MeanPath Bot -Microsoft Data Access +Mediatoolkitbot +MegaIndex.ru Microsoft URL Control -MJ12bot -MS Web Services Client Protocol -Musobot -Nameprotect -NearSite -Needle +Mister PiX +Mojeek +Morfeus Fucking Scanner +MSFrontPage +muhstik-scan +Name Intelligence +NetAnts +Netcraft +NetLyzer +Net Vampire +Netvibes NetZIP NextGenSearchBot -Niki-bot -Nikto +Nibbler +NICErsPRO NimbleCrawler Nimbostratus -NPbot -Nutch -Octopus -OnCrawl +Nmap +oBot +Offline Explorer +Offline Navigator Openfind OpenLinkProfiler -Openvas +OpenVAS OrangeBot -OutfoxBot -Page Analyzer PageGrabber page scorer -PageScorer Papa Foto -Pavuk +pcBrowser PeoplePal -PHPCrawl -PictureFinder -Pimonster -plumanalytics +Picscout +Pi-Monster +Pixray ProPowerBot -Pump +Psbot PyCurl +QueryN Metasearch +RankActive RankActiveLinkBot +RankFlex +RankingBot RankingBot2 -Rankivabot +RankurBot Reaper RedesScrapy +ReGet +RepoMonkey RocketCrawler -Rogerbot +SBIder +ScanAlert +Scanbot scan.lol Scrapy Screaming -SearchmetricsBot -SEOkicks -SEOlyticsCrawler -SEOprofiler -seoscanners -SeoSiteCheckup -Siphon +Semrush +SEOstats +serpstatbot +Shodan +SISTRIX SiteExplorer -SiteSnagger +Siteimprove SiteSucker Site Sucker +Sitevigil +SlySearch +SmartDownload +SMTBot Snake +Snoopy +SocialRankIOBot Sogou web spider Sosospider -Sottopop -Spammen -Spinn3r +SpankBot +Spbot SputnikBot Sqlmap Sqlworm -Sqworm +Stripper +Sucuri SuperBot -SuperHTTP -SurveyBot -T8Abot -tAkeOut -TeleportPro -Telesphoreo -Telesphorep +sysscan +T0PHackTeam +Telesoft The Intraformant TheNomad -Titan -Toata -Toweyabot +Thumbor +TightTwatBot +Tracemyfile Trendiction -trendiction.com trendiction.de -True_Robot -Turnitin +Turingos TurnitinBot TwengaBot -Vacuum -VB Project -VCI -VeriCiteCrawler -VidibleScraper +Twice +UnisterBot +Vagabondo +VoidEYE +Voil Wallpapers/3.0 -WBSearchBot +WallpapersHD +WASALive-Bot Webalta -WebBandit +Web Collage +WebCopier WEBDAV -WebEnhancer -Web Enhancer -WebFetch WebFuck WebGo IS WebLeacher WebmasterWorldForumBot -WebPix -Web Pix WebSauger WebsiteExtractor Website Quester -WebSucker Web Sucker -WebZIP Whack -Whacker -Whatweb -Who.is Bot -WinHTTrack -WiseGuys Robot -Wonderbot -Woobot +WISENutbot Wotbox +Wprecon WPScan -WWW-Collector-E -WWWOFFLE +WWW::Mechanize x22Mozilla Xaldon WebSpider -Xenu +xpymep1.exe YoudaoBot Zade -Zauba zauba.io -Zitebot +Zermelo +zgrab +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 915dc988f..dd62ea4d5 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -5i2.net -alfapro.ru -appsecurityr.com -arenda-yeisk.ru -aviav.eu -balans.shahterworld.org -basisches-wasser.net -beclean-nn.ru -bestcoin.cc -bet-prognoz.com -bjetjt.com -bonky.biz -buydissertation.net -canzoni.ru -cbozhe.com -ceotrk.com -chlooe.com -cmd.kz -colehaanoutlet.store -conciergegroup.org -countbertwistdisp26.soup.io -datract.com -dealitright.click -decorationspcs.com -divatraffic.com +6128786.com +8si.ru +aaa38852e886ac4af1a3cff9b47cab6272.com +absugars.com +adtech.us +ahrntal.verymes.xyz +albuteroli.com +alif-ba-ta.com +alltheviews.com +anticrawler.org +apioutoboxnet-a.akamaihd.net +asrvrep-a.akamaihd.net +autoblogger24.info +begalka.xyz +bestbrainprod.win +brandedleadgeneration.com +buy-loft.ru +bzero1jewelry.net +checkpagerank.net +comeondog.info +cookie-law-enforcement-hh.xyz +copblock.org +cvety24.by +decoratinghomes.ga +defenderxtactical.com +detalizaciya-tut.biz +dev-seo.blog dvr.biz.ua -e-biznes.info -ekaterinburg.xrus.org -engines-usa.com -ero-advertising.com -erotiktreff24.info -euromasterclass.ru -excitacao.com -figuringmoneyout.com -filesvine.com -franklinfire.co -game-mmorpg.net -ge0ip.net -gettpromos.com -hdpixion.com -help.tpu.ru -hscsscotland.com +ednorxmed.com +energy-ua.com +evening-dating-club.info +ezigarettenshop1.yolasite.com +f0815.de +feorina.ru +freshberry.com.ua +fungamelands.com +funnel.co.za +galleryawesome.com +gallery.rennlist.com +gambarkatabaru.com +gojiberriess.apishops.ru +gq-catalog.gq +hard-porn.mobi +hdfreeporno.net +hol.es +houseofgaga.ru +howtoclean.club imagerydatabase.com -incest-ru.com -infazavr.ru -intellektmedia.at -juliadiets.com -kazrent.com -keywordsuggest.org -kino2018.club -kmgamex.cf -kountrylife.com -lida-ru.com -littleberry.ru -m3gadownload.pl -matematikus.info -megavolt.net.ua -mielec.pl -moscow-clining.ru -naughtyconnect.com -novodigs.com -partybunny.ru -playboyfiles.xblog.in -posible.net -pro-poly.ru -qwesa.ru -real-time-analytics.com -responsive-test.net +images-free.net +imgata.com +irkutsk.zrus.org +karachev-city.ru +keenoutlet.online +kino2018.cc +kongruan.com +kostenlos-sexvideos.com +laparfumotec.com +letslowbefast.site +lexaprogeneric.link +mapquestz.us +m.b00kmarks.com +msk.afora.ru +musirc.com +nastydollars.com +november-lax.com +nzfilecloud.weebly.com +oneminutesite.it +ourville.info +pacificair.com +pelfind.me +pl.id-forex.com +popugaychiki.com +pornofiljmi.com +pornosemki.info +privetsochi.ru +profitkode.com +puteshestvennik.com +qor360.com +registrydomainservices.com revistaindustria.com -scanner-margo.top -scoopquest.com -seadragonherbery.com -searchtooknow-a.akamaihd.net -seccioncontrabajo.com -semrush.com -sexyali.com -shinikiev.com.ua -ssconstruction.co -stockquotes.wooeb.com -superstats.com -takethatad.com -telsis.com -thegameriders.com -thelottosecrets.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidinenarcotic.blogspot.com -topdownloads.ru -uggsale.online -unionmarkt.de -v-doc.co -vitanail.ru -vitoriacabos.com -vpnmouse.com +rusenvironmental.net +sbprabooks.com +shoesonlinebuy.xyz +slutloadlive.com +solinf.co +strongsignal-a.akamaihd.net +sundrugstore.com +superinterstitial.com +supermesta.ru +tanieaukcje.com.pl +thesmartsearch.net +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinerecreationaluse.blogspot.com +uginekologa.com +uhodzalijami.ru +video-hollywood.ru +voluumtrk.com vucms.com -womama.ru -xxxkaz.org -zajm-zalog-krasnodar.ru -zeroredirect2.com -z-master.ru -zoosexart.com +xxxnatelefon.ru +youjizz.vc diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 15eb1650b..b89ff9439 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00go.com +00author.com +03e.info 0n-line.tv -100searchengines.com -101billion.com -10bet.com -12u.info -2daytrendingnews.com -34.gs -40cg.com -4kplayer.pl -5i2.net +11pikachu.ru +1bet.com +1kinobig.ru +1millionusd.xyz +28n2gl3wfyb0.ru +2kata.ru +2nt.ru +2x2fan.ru +4pp13.com +4ureyesonly.com +5000-cotydzien.com 5ws.dating-app.ru -76brighton.co.uk +6128786.com +66cpwgln.space 7a2rnuey1tw9ar.ru -7makemoneyonline.com -7search.com -7xc4n.com -aa8b68101d388c446389283820863176e7.com -aaa38852e886ac4af1a3cff9b47cab6272.com +7wind.ru +7yue.org +83net.jp +8kisses.eu +8xv8.com +91abcw.com +98oi.ru +999webdesign.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aa9d046aab36af4ff182f097f840430d51.com +aac500b7a15b2646968f6bd8c6305869d7.com aac52006ec82a24e08b665f4db2b5013f7.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -above.com -absolute-s.ru +aasoldes.fr +abcdeg.xyz absugars.com -activepr.ru -adexprts.com -admanaerofoil.com -adsland.men -adsloads.com +activecampaign.dreamhosters.com +adclickthru.net +add-add.men +addray.pro +adf.ly +adidas.frwebs.fr +adman.gr +admatic.com.tr +adminshop.com +adservme.com ads.tremorhub.com +adtech.de adtech.us -adultfullhd.com -advancedsoftwaresupport.com -adverster.com -adzerg.com -adzpower.com -afmuseum.com -agreda.pluto.ro +adtiger.tk +advokateg.ru +afftrack001.com +aghanyna.com agroeconom.kz +ahrefs.com aimayangzhi.com -akita.kz +airlandsea.info +aksonural.ru +alarmobninsk.ru +albamargroup.com albumsuper.info -alert-fjg.xyz -alert-hgd.xyz -alfabot.xyz -alfapro.ru -algerianembassy.co.in -alive-ua.com +alekseevec.ru +alert.scansafe.net +alfa9.com +alf-img.com +algarveglobal.com allblogroll.com -allboard.xobor.de -alldownload.pw -allesohnegirls.net -allkrim.com -allnews24.in -allnews.md -all-number.com -alot.com +allstatesugarbowl.org +allwidewallpapers.com +alphavisions.net altamayoztourism.com -amoi.tn -am-se.com -android-style.com -android-systems.ru -angel1777.kz -anticrawler.org -apccargo.com -apiallgeniusinfo-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -apparel-offer.com -appartement-stumm.at -apper.de -appsecurityr.com -aquarium-pro.ru +alta-realestate.com +amateurgalls.com +amazingpic.net +ample-awards-today.us +animalrank.com +anjalika.co.in +apibetweenlinesn-a.akamaihd.net +apifasterlightin-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +appfastplay.com +apple.com-webbrowsing-security.review +aproposde.com +ap.senai.br arate.ru +arclk.net +arcteryxsale.online arcteryxstore.online -ardimobileinfo.ml -arendakvartir.kz -arendas.net arenda-yeisk.ru -arquapetrarca.info +arkartex.ru +articlesdirectoryme.info +artparquet.ru asia-forum.ru -auspolice.com -australia-opening-times.com +astana.xxxkaz.org +atlasvkusov.ru +atleticpharm.org +atley.eu.pn +autobrennero.it +autodo.info +autolombard-krasnodar.ru auto-moto-elektronika.cz -aviav.eu -aviav.ru.com +autoplate.info +autoseo-traffic.com +autovideobroadcast.com +avek.ru +aviav.co avramstroy.ru -avtoarenda.by -awaybird.ru +avtocredit-legko.ru +avtolombard-krasnodar.ru azartmix.com -azbaseimages.net +azbukafree.com +azbuka-mo.ru +babosas.com babyfactory.fr back.dog -baersaratov.ru -balans.shahterworld.org -banan.tv +backgroundpictures.net +backlink4u.net +backuperwebcam.weebly.com +bagcionderlab.com +balkanfarma.org +balook.com +bamo.xsl.pt +bangla-chat-uk-paralud.ga +bankcrediti.ru +bankofthewext.com basedecor.ru -batanga.net -bayareaaeroclub.org -berdasovivan.ru -best-coupon-offer.com +bashtime.ru +battleforupdating.site +battle.net +beatifullandscape.co +beauby.ru +beclean-nn.ru +bedandbreakfast.com +best-businessman.ru bestcurs.org -best-mam.ru -bestofferswalkmydogouteveryday.gq -betteroffers.review -bidr.trellian.com +bezlimitko.xyz +bezsporno.ru +bigames.online +biglistofwebsites.com billiard-classic.com.ua -birzha-truda.eu +binaryoptionscops.info +bingo8888.com +binomo.com +bioinnovate.co +bio-market.kz bizcheapjerseyswholesalechina.com -biznesschat.net -bjanshee.ru -blog.koreadaily.com -blogos.kz -bnt-team.com -board.f00d.de -boazpower.com -bolegapakistan.com +blackcurranthumidifiers.site +blackhatworth.com +bloggedporn.com +bloggers.nl +blogig.org +bloglag.com +blogqpot.com +blogsfunky672.weebly.com +blog.yam.com boleznikogi.com -bonky.biz -boole.onlinewebshop.net -boostmyppc.com -brandbucket.com -bravegirlsclub.com -breastaugmentation.co.za -brendbutik.ru -b-styles.xyz -btc4u.ru -buntube.net -buyantiviralwp.com -buy-loft.ru -bvlgaribracelet.xyz -bycontext.com -bytimedance.ru -bzero1jewelry.net -cakemediahq.com.au -cakesplus.com.au -calcularpagerank.com -cam-kontakte.org -camsex.xxx-cam.webcam -canrioloadm.gq +bonkers.name +bonux.nextview.ru +bonvillan.com +bookmaker-bet.com +bosman.pluto.ro +bpro1.top +bracketsmackdown.com +brainsandeggs.blogspot.com +braintobe.win +brandov.ru +brus.city +buchananshardware.com +buigas.00it.com +bumble.cheapwebsitehoster.com +burger-imperia.com +buybest1.biz +buydissertation.net +buyessay3.blogspot.ru +buyessayonline19.blogspot.ru +buypanicdisorderpill.com +buzzurl.jp +c1.onedmp.com +calc-for-credit.ru +californianews.cf +callejondelpozo.es +camdenmemorials.com +candcstuccoandstone.com +cand.jp +candycrushshop.com +canrole.com cardiosport.com.ua -carsdined.org -carson.getenjoyment.net -cartierloveringreplica.xyz -cartierlovestore.com -casinorewards.info -casite-513049.cloudaccess.net -catalogs-parts.com -cayado.snn.gr -cbcseward.com -cb.iphantom.com -celejihad.info -centraletermice.us -centrdebut.ru -cercacamion.it -cezartabac.ro -cheapjerseysa.com -checkhit.com -chimiver.info -chlooe.com -christianlouboutinsaleonline.us -cialgenisrx.com -ciceros.co -ciekawinki.pl -circlesl.com -clayvasedesigns.tk -clevernt.com -clickprotects.com -clicksor.net +cartierbraceletsreplica.pw +cartierlovestore.xyz +cartierlove.xyz +cartierreplica.pw +celebsopics.com +charmstroy.info +chastnoeporno.com +cheapcigarettesc.info +cheapestjerseysonwholesale.com +cheapestjerseys-wholesale.com +cheapmarmot.online +cheap-pills-norx.com +cheapwebsitehoster.com +check-host.net +checkm8.com +chee-by.biz +chiblackhawks-jerseys.com +chidporn.com +chinajerseyswholesalecoupons.com +chocolateslim-en-france.com +chocolateslim-u-srbiji.com +ciproandtizanidine.blogspot.com +citysecurity.nu +cjs.com.ru +cleanpcnow.com +clean-virus-mac.com +clickaider.com +clickhype.com +clickso.com +clicksotrk.com clickzzs.nl -clodo.ru -clothesforcash.com -cntravelre.com +clksite.com cobaltpro.ru +cocyq.inwtrade.com +codq.info +cognitiveseo.com +collegerentals.com +companies-catalog.com +compliance-alexa.top +compliance-andrew.xyz +compliance-donald.xyz compliance-don.xyz compliance-elena.xyz -compliance-george.top +compliance-fred.xyz compliance-irvin.xyz +compliance-ivan.top compliance-jessica.top -compliance-julianna.top -com-secure.download -coolyarddecorations.com -cougfan.info -counciltally.com -covadhosting.biz -covetnica.com -cpabegins.ru +compliance-margo.top +compliance-mark.top +compliance-nelson.top +compliance-willy.top +conciergegroup.org +connectingsingles.com +cookielawblog.wordpress.com +cosmetic.donna7753191.ru +cottageofgrace.com +cpajunkies.com +crackguru.tk +craftburg.ru craftinsta.ru -crd.clan.su -creativehutindia.com -creatives.adbetclickin.pink -crest3d.ru -customerpromos-a.akamaihd.net -cyse.tk +creditmoney.com.ua +creditwell.ru +cryptoswap.biz +culad.com +cupday.com +cymbaltaandtizanidine.blogspot.com czat.wp.pl -dailyrank.net +czeshop.info +d0t.ru +dairyindia.in dalavia.ru -dame-ns.kz -datsun-do.com -daymusam.com -degerlund.net -delayreferat.ru -delitime.info -dellalimov.com -deplim.com -deutschland123.de -dev78.dioniqlabb.se -dfiles.me -diarioaconcagua.com -diffbot.com -digitalassetmanagement.site -dipstar.org +damasarenai.info +danceuniverse.ru +daptravel.com +dawlenie.com +ddospanel.com +den-noch24.ru +dentalpearls.com.au +derevesendeco.com +deshevo-nedorogo.ru +dichvuvesinhhanoi.com +diesel-parts28.ru +digital-sale.su +dimkino.ru +dinosaurus.site directivepub.com -discountliv.com -divku.ru -djekxa.ru +div.as +dnepr-avtospar.com.ua +dnsrsearch.com docsportal.net -dogoimage.com -dolohen.com -domaincheck.io -domination.ml -dorratex.tn -dostavimvdom.ru -downtuptv.gq -doyouknowtheword-flummox.ml -drugspowerstore.com -drunkmoms.net -druzhbany.ru -dvervmoskvu.ru -dvr.biz.ua +doctormakarova.ru +domaincdn.xyz +domainsphoto.com +domain-submit.info +dotnetdotcom.org +doxyporno.com +dstroy.su +dustyorate.com dyshagi.ru -dyt.net -eaplay.ru -eas-seo.com -e-c.al -e-commerce-seo.com -ecommerce-seo.org -edge.sharethis.com -editmedios.com -eduinfosite.com -ekosmetyki.net.pl -election.interferencer.ru -eleimgo.pw -elektir.ru -elektrischezi.canalblog.com -elektrischezigarette1.blog.pl -elektroniksigaraankara.info -elektrozigarette1.dreamwidth.org -elektrozigarettekaufen1.devhub.com +eachdayisagift.review +earl-brown.info +easycommerce.cf +ecxtracking.com +editors.choice6912650.hulfingtonpost.com +education-cz.ru +eduserver.net +ee77ee.com +efkt.jp +ege-russian.ru +ekaterinburg.xrus.org +ekn-art.se +elektrischezigarette1.onsugar.com +elektrischezigarette2.onsugar.com +elektrischezigaretten1.blogse.nl +elektrischezigaretten2.beeplog.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarette2.wordpressy.pl elektrozigaretten1.postbit.com -elitepcgames.com -elitesportsadvisor.com +el-nation.com eloxal.ru -elvenar.com -elvenmachine.com +empirepoker.com +empis.magix.net energydiet24.ru -enginebay.ru -enhand.se -erectile.bid -ero-advertising.com -essayassist.com -etenininrade.ga -etur.ru -eugenevaultstorage.com -euromasterclass.ru -europeanwatches.ru -evehemming.blogspot.com.au +energy-ua.com +englate.com +englishgamer.com +eralph.tk +eredijovon.com +escort-russian.com +eshop.md +esnm.ru +espaceinventoristes.com +etm-consult.de +evaashop.ru +everypony.ru +everytalk.tv +evidencecleanergold.com +evrotekhservis.ru exchanges-bet.com -excitacao.com -ezaz.info -ezigarettenkaufen2.dreamwidth.org -ezigarettenshop2.myblog.de +exdocsfiles.com +executehosting.com +exoneration-project.us +expdom.com +extlabs.io +extremepornos.net ezigaretteshop2.vefblog.net -facebook-mobile.xyz -falopicm.pw -fatfasts-4tmz.com +fable.in.ua +farmprofi.net +fashion-mk.net +favorcosmetics.com favoritemoney.ru fearcrow.com -feeriaclub.ru -fermersovet.ru -fetlifeblog.com -fickkontakte.org -fidelityfunding.com -figuringmoneyout.com -filesdatabase.net -filmetricsasia.com -fil.ru -financepoints.eu +felizporno.com +ferretsoft.com +fetroshok.ru +fettefrauen.net +fickenprivat.info +fickluder69.com +fifa-coins.online +filesmonster.porn +filmi-onlain.info finansov.info -findacheaplawyers.com -findclan.org -finemanteam.com -finteks.ru -fishtauto.ru -fitnesspiks.com -flavors.me -floridahuntingfishingadventures.com -floridamhca.org -flowwwers.com -focalink.com +fireads.men +flex4launch.ru +flooringinstallation-edmonton.com +flowersbazar.com fok.nl -folowsite.com fordsonmajbor.cf -forum-engineering.ru -forums.d2jsp.org -foto-basa.com -fotosfotos.eu -freelotto.com -freenode.info -free-share-buttons.top -freeuploader.ml -fsalas.com -fuck-paid-share-buttons.xyz -fullgirl.ru +forex-procto.ru +formseo.com +forms-mtm.ru +forum.doctissimo.fr +foto-weinberger.at +foxjuegos.com +frameimage.org +franklinfire.co +freemags.cc +free-share-buttons.com +freshberry.com.ua +freshsuperbloop.com +freshwallpapers.info +front.to +frvo.alptandem.ru +fsakhalin.ru +fuckbuddybestgilf.info funnymama.com -fz139.ttk.ru -g7m.pl -gael-s.ru -gambarxkata.co -gamblingnerd.com -gameplexcity.com -games.kolossale.ru -gamevalue7.weebly.com -gay-file.com +fx-brokers-review.com +fxgallery.com +g33.org +gagrasector.ru +gamerscorps.com +gazobeton-p.com.ua gazoblok.net.ua -gazporno.com -geckoandfly.com -gelezki.com -getoutofdebtfree.org -getpopunder.com -ggiaro.com -gg.zzyjxs.com -gheus.altervista.org +gearsadspromo.club +generic-pills-online.com +genetworx.com +get-free-social-traffic.com +getmiro.com +getprismatic.com +get-your-social-buttons.info +gfaq.ru +gg-arena.ru gigablast.com -gigapeta.com girlsfuckdick.com -gkvector.ru glass-msk.ru -gloverid.site -gobongo.info -gok-kasten.net -goldandcard.ru -goodwriterssales.com -gov.yanao.ru -gowreckdiving.com -graphicwe.org -graphid.com +goodhousekeeping.com +goodprotein.ru +goodwinmetals.co +goo.ne.jp +goosefishpost.bid +gotorussia.com +gotwebsite1.com +gox.com.ua +graphics8.info gratis-sexkontakte.com -greatdealshop.com -growboxbl.ru -gsasearchengineranker.xyz -gsmtlf.ru -gsou.cf -guigyverpo.cf -gwagka.com -hamacapty.com -hatedriveapart.com -hayate.biz -hccoder.info -hd720kino.ru +gratuitxblcodes.com +greatzip.com +greendream.com.ua +gribkovye-zabolevaniya.com +grizzlysgrill.com +gsmlab.pl +guge.io +hauleddes.com +hd-film.pl +hdfreeporno.net hdimagegallery.net +hdwallpapers-free.com healing-dysplasia.ru -helpmymacfaster.trade -hermesbelts.xyz -hermesbracelets.xyz -hermesreplica.win -hesteel.pl -heygidday.biz -hiwibyh.bugs3.com -hjaoopoa.top -hkladys.com -holidaypics.org -homegardenlova.com -home.myplaycity.com +healthcarestore.info +heartofpayne.xyz +herehloadibs.cf +heroz.fr +hidefiles.org +highland-homes.com +histock.info +hobild.net +homedo.fabpage.com +homelygarden.com host-tracker.com -hotblog.top -hotgirlhdwallpaper.com -hotkeys.com +hotchatdate.com +hotelcrocenzi.sm +hotenergy.ru +hothot.ru +housemilan.ru howlongdoestizanidinestayinyoursystem.blogspot.com -howtoclean.club -huimin764128.com +howopen.ru humanelydrew.com -hvd-store.com -hybrid.ru -hyiphunter.org -i4track.net -ibmdatamanagement.co -icaseclub.ru -ideibiznesa2015.ru +id-forex.com +ie.57883.net i-hobot.ru -ikritikimou.gr -ilovevitaly.xyz -ilte.info +ikearugs.xyz +ilovevitaly.com +imabase.com imagerydatabase.com -i-midias.net.br -impotentik.com +imfamous.info +imperia31.ru incomekey.net -indianmedicaltourismshop.com -indiasourcemart.in -indo-export.ru -infektsii.com -infobabki.ru -inome.com.ua -in-tandem.co -integritylandscapeservices.com -intelhdgraphicsgtdrive6w.metroblog.com -intermesh.net -internetartfair.com -internetproviderstucson.com -intervsem.ru -invitefashion.com -iomoio.net -ipchicken.com -iplusbit.blogspot.co.za -ipornox.xxx +interesnie-faktu.ru +interferencer.ru +internet-apteka.ru +int.search.tb.ask.com +investyb.com +ip-guide.com +iplogger.org +ipostroika.ru iqoption-bin.com -ispaniya-costa-blanca.ru -istizanidineacontrolledsubstance.blogspot.com -istizanidineanopiate.blogspot.com -istizanidinelikexanax.blogspot.com -istmira.ru -istripper.com -itrevolution.cf +iron-age.info +irunfar.com +iscblog.info +islamtoday.co.za itronics.ca -ivanovo.zrus.org -iwantedmoney.com -izhevsk.xrus.org -japfm.com -jasonpartington.com -javatex.co.id -jav-fetish.com -javspace.net -javstock.com -jerseyschinabizwholesale.us -jewelryandfiligree.com -jmat.cn +itsdp3.com +jacago.com +jackwolfskinoutlet.online +janettabridal.com +japan-bearings.ru +javitas.info +javrip.net +jerseywholesaleelitestore.com +jjbabskoe.ru joessmogtestonly.com -journeydownthescale.info +johnrobertsoninc.com +jose.mulinohouse.co j-times.ru -juliaworld.net justbcause.com -jyvopys.com -kandidos.com +justdating.online +justkillingti.me +justucalling32211123456789.tk +kaliningrad.zrus.org +karachev-city.ru +karaganda.xkaz.org kartiniresto.com -katushka.net -ketrzyn.pl -keywordsdoctor.com -kichenaid.ru +karusel-market.ru +katadhin.co +kazrent.com +kenaba.su +kerch.site +keywordglobal.co.za +keywordhut.com +keywords-monitoring-your-success.com +keyword-suggestions.com +keywordsuggests.com +kidd.reunionwatch.com kinky-fetishes.com -kinogolos.ru -kinohit1.ru -kino-key.info -kinomaniatv.pl -kinoplen.ru -kirov.zrus.org -kladrus.ru -kmgamex.cf -kolotiloff.ru -konteiner24.com -koversite.info -krasnodar.zrus.org -kretpicf.pw +kino2018.club +kinogonew.ru +kiskinhouse.com +kleine-titten.biz +komputers-best.ru +konoplisemena.com +kopihijau.info +koptims.tiu.ru +kosmetyki.tm.pl +kosynka-games.ru +krafte.ru +kraljeva-sutjeska.com +krynica.info ku6.com -labelwater.se -labplus.ru -lacasamorett.com +kung-fu-ru.com +kupit-adenu.ru +kvartira-sutochno.com +labafydjxa.su +labvis.host.sk lacave.ntic.fr +ladov.ru lanasshop.ru landoftracking.com -lapitec.eu -larutti.ru -leadn.pl -legalrc.biz -legionalpha.com +languagecode.com +larose.jb2c.me +laxob.com +lennatin.info letmacwork.world +letolove.ru letslowbefast.today -lexaprogeneric.link -lflash.ru -lider-zhaluzi.kiev.ua -light.ifmo.ru -likesdesign.com -liky.co.ua -limads.men -lion.conboy.us +levaquin750mg.blogspot.com +likesuccess.com +linksharingt.com liran-locks.com -lirunet.ru littlesunraiser.com -liumimgx.pw -liverpool.gsofootball.com -liveu.infoteka.hu +liveinternet.ro +livetsomudvekslingstudent.bloggersdelight.dk +llastbuy.ru localmatchbook.com +locimge.pw locustdesign.co -longlifelomilomi.info -losangeles-ads.com -lost-alpha.ru -lovi-moment.com.ua -lubetube.com -mackeeper-center.club +lomb.co +lotto6888.com +lottospring.com +lunamedia.co +lyrster.com +machicon-akihabara.info macrotek.ru -mac-shield.com mactechinfo.info +madot.onlinewebshop.net mafa-free.com -magicdiet.gq +maju.bluesalt.co +managerpak204.weebly.com manipulyator-peterburg.ru -mapquestz.us -marcowebonyodziezowe.pl -matematikus.info -matpre.top -mearns-tractors.co.uk -meds-online24.com -megahdporno.net -meget.co.za -member-quiz.com -memberty.com -mhtr.be +martlinker.com +masserect.com +mastershef.club +matb3aa.com +mathgym.com.au +maximilitary.ru +mcadamssupplyco.com +mediawhirl.net +medicinacom.ru +meetlocalchicks.com +menstennisforums.com +merryhouse.co.uk +metaxalonevstizanidine.blogspot.com +m-google.xyz +microsearch.ru middlerush-a.akamaihd.net midst.eu -mikozstop.com -minegam.com -minet.club -minharevisao.com -mini.7zap.com -mir-limuzinov.ru -mirtorrent.net -missclub.info -mister-shop.com -mixed-wrestling.ru +miniads.ca +minyetki.ru +mirzonru.net +mistr-x.org +mixtapetorrent.com mixx.com mjchamonix.org -mmstat.com -mobplayer.net -moesen-ficken.com -mojpreskumanie.com -monclercoats.xyz +mlf.hordo.win +mmgq.ru +mmofreegames.online +mockupui.com +moetomnenie.com +moi-glazki.ru +mojowhois.com +moncleroutletonline.pw money-every-day.com -monthlywinners.com -montredemarque.nl -moonci.ru -morefastermac.trade -moroccosurfadventures.com -moscow.online-podarki.com -moscow.xrus.org -mossmesi.com -most.gov.iq +moneyzzz.ru +more-letom.ru +morlat.altervista.org +morocco-nomad-excursions.com +moskva.nodup.ru most-kerch.org -mountainstream.ms -moz.com -mozello.ru -mp3ringtone.info -mrlmedia.net -mttwtrack.com -myanyone.net +moviezbonkerssk.cf +mrpornogratis.xxx +mrwhite.biz +msk-diplomat.com +mtmtv.info +mug-na-chas-moscow.ru +mulberryoutletonlineeu.com +musflashtv.com +musicstock.me +musicvidz.ru +muz-shoes.ru +mwtpludn.review +mycouponizemac.com +mydearest.co mydirtyhobby.com -mydoctorok.ru -myfreemp3.eu -myftpupload.com -myghillie.info -myhitmp3.club -myphotopipe.com -myplaycity.com +myfreecams.com mypornfree.ru +mysexpics.ru myxdate.info -na15.ru -nagdak.ru -najaden.no -narkologiya-belgorod.ru -narkologiya-voronezh.ru -na-telefon.biz -naturalshair.site +nailsimg.com +narco24.me +nastroyke.net +naturalbreakthroughsresearch.com +navalwiki.info negociosdasha.com -netanalytics.xyz -netoil.no -netvouz.com -networkad.net -new7ob.com -new-post.tk -newstudio.tv -next-dentists.tk -nfljerseys.online -ngps1.ru -nibbler.silktide.com -nmrk.ru +nextconseil.com +nfljerseysforsalewholesaler.com +nfvsz.com +nicefloor.co.uk +nicovideo.jp +nikitabuch.com +nikkiewart.ru +ningessaybe.me +nippon-bearings.ru +njpalletremoval.com nofreezingmac.work -nootrino.com -nordstar.pro -notebook-pro.ru -nullrefer.com -oakleyglassesonline.us -obnal.org -o-dachnik.ru -odoratus.net -officedocuments.net -office-windows.ru -oil-td.ru +novosti-hi-tech.ru +nowtorrents.com +nrjmobile.fr +nufaq.com +nyfinance.ml +oballergiya.ru +obesidadealgarve.com +okayimage.com +okeinfo.online +okmusic.jp okroshki.ru -okuos.com -o.light.d0t.ru -oneclickfiles.com -one-gear.com -onlinemegax.com -onlineserialy.ru -online-templatestore.com -onlyforemont.ru -o-o-8-o-o.com -optibuymac.com -orion-v.com -ororodnik.goodbb.ru -oynat.info -ozas.net -oz-offers.com +onefilms.net +onemactrckr.com +oneminutesite.it +online.ktc45.ru +onlineku.com +online-sbank.ru +onlinewritingjobs17.blogspot.ru +onlywoman.org +openlibrary.org +osb.se11.ru +oxford-book.com.ua +oxotl.com +ozoz.it page2rss.com +paidonlinesites.com paintingplanet.ru -panchro.co.uk -parajumpersjakkesalgnorge.info -park.above.com -partnerads.men -partner-high.men -partner-host.men -partnerworkroom.men -partybunny.ru +panamaforbeginners.com +pandroid.co +papasdelivery.ru +paphoselectricianandplumber.com +par-fallen.ga +partner-print.men +partner-stop.men +pattersonsweb.com +pc4download.co pcgroup.com.uy -pc-virus-d0l92j2.pw pdamods.ru -pelfind.me -penisvergrotendepillennl.ovh percin.biz.ly -perl.dp.ua -petitions.whitehouse.gov -photorepair.ru -picquery.com -pinsdaddy.com -pinwallpaper.xyz -pixelrz.com +perso.wanadoo.es +pestomou.info +pewit.pw +picurams.pw +pijoto.net +pills24h.com +pillscheap24h.com +pinwallpaper.top +pio.polytopesexempt.com +piuminiita.com +pixshark.com pizdopletka.club -pizza-imperia.com -playfortuna-play.ru -pl-vouchers.com -podshipniki-nsk.ru -pokemon-go-play.online -polcin.de -pooleroadmedicalcentre.co.uk -popander.mobi -pornhub-ru.com -porno-dojki.net +platesauto.com +playlott.com +plohaya-kreditnaya-istoriya.ru +pochemychka.net +popcash.net +poquoson.org +porndairy.in +porndroids.com +pornodojd.ru pornoelita.info -pornofiljmi.com pornogig.com -pornoplen.com -pornoslive.net -porno-transsexuals.ru -portnoff.od.ua -pospr.waw.pl -potolokelekor.ru -powenlite24.ru -pr0fit-b0x.com -pretty-mart.com -princevc.com -priscilarodrigues.com.br -privatamateure.com -prize44.com -prlog.ru -prodess.ru -produkto.net -profitkode.com -profitsport.club -prom23.ru -promalp-universal.ru -pron.pro -prosperent.com -prostitutki-astana.org -psoriasis-file.trade -puserving.com -push-ad.com -pussyfleet.com -pussyspace.net -putitin.me -pxhdwsm.com -qexyfu.bugs3.com -quangcaons.com -quickbuck.com -quickcashlimited.com +pornogratisdiario.com +pornoklad.ru +pornosmola.info +pornoxxx.com.mx +porn-w.org +predmety.in.ua +preparevideosafesystem4unow.site +pricheskaonline.ru +printingpeach.com +privatbank46.ru +privatefx-in.ru +prizefestival.mobi +productarium.com +profit-opportunity.com +prokotov.com +promoforum.ru +promoheads.com +propranolol40mg.blogspot.com +prospekt-st.ru +proxyradar.com +psa48.ru +pulseonclick.com +purplesphere.in +purplestats.com +puteshestvennik.com +py100.ru +qpypcx.com +quebec-bin.com quickchange.cc -quizzitch.net -rabotaetvse.ru -ragecash.com -rapevideosmovies.com -rapidsites.pro -redhotfreebies.co.uk -redirectingat.com -registrysweeper.com -reklama1.ru -remont-komputerov-notebook.ru -remybutler.fr -rentehno.ru -research.ifmo.ru -restorator-msk.ru -rethinkwasteni.info -reyel1985.webnode.fr -rfd-split.hr -riders.ro -ring4rhino.com -rixpix.ru -robot-forex.biz -rockingclicks.com -roll123.com -rossanasaavedra.net -rucrypt.com -rus-pornuha.com -russia-tao.ru -rvtv.ru +rabot.host.sk +raschtextil.com.ua +razleton.com +rebuildermedical.com +redirlock.com +rednise.com +r-e-f-e-r-e-r.com +registratciya-v-moskve.ru +registrationdomainsite.com +registrydomainservices.com +reining.lovasszovetseg.hu +renewablewealth.com +rentaremotecomputer.com +repeatlogo.co.uk +resant.ru +reversing.cc +rightenergysolutions.com.au +rockma.se +rossmark.ru +rp9.ru +ruf777.com +rukino.org +runstocks.com +rvi.biz +s1z.ru s8-nowy-wygraj.comli.com +sack.net saletool.ru salmonfishingsacramentoriver.com -saneyes.com +salutmontreal.com +sammyweaver.com sa-rewards.co.za -savememoney.co.za -sax-sex.com -sbetodiodnye-lampy.ru -sbf441.com -scalerite.co.za -scanner-nelson.top -scanner-olga.top -scenarii-1-sentyabrya.uroki.org.ua -schlampen-treffen.com +scanmarine.info +scanner-donald.top +scanner-don.top +scanner-irvin.top +scanner-margo.top +scanner-mark.top +schoolfiles.net +screentoolkit.com +scripted.com seansonline24.pl +searchaddis.com +search.alot.com +searchencrypt.com search-goo.com -searchinquire.com -secretscook.ru -secret.xn--oogle-wmc.com -seinterface.com -semalt.com -seocdvig.ru +searchimage.co +seksotur.ru +seksvideoonlain.com +sendearnings.com +seocheki.net seoexperimenty.ru -seo-platform.com seorank.info -serialsway.ucoz.ru -servingnotice.com -seryeznie-znakomstva.ru +seorankinglinks.com +servisural.ru sethrollins.net sexblog.pw -sex-foto.pw -sexgalleries.top -sexkontakteao.info -sexsaoy.com -sexsearch.com -sex-sex-sex5.com -sexs-foto.top +sexpornotales.com sex-tracker.de -sexvporno.ru -sexy-pings.com +sexuria.net +sexy.babes.frontend-stack.top +sexystrippe.info +sexytrend.ru +sfj-ror.no shiksabd.com -ship-marvel.co.ua -shisha-swag.de -shivafurnishings.com -shopsellcardsdumps.com -sibvitr.ru -siha.de -silverage.ru -simplepooltips.com -sirpornogratis.xxx -site3.free-share-buttons.com -sitebeam.net -siteripz.net -site-speed-check.site -sitiz.club +shohanb.com +shoplvlv.us +sildenafil-tadalafil.info +silktide.com +sindragosa.comxa.com +sinestesia.host.sk sivs.ru -sizeplus.work -skanninge.se -skatestick.bid -skuteczna-dieta.co.pl -slonechka.ru +skachat-besplatno-obrazcy.ru +skutecznetabletkinaporostwlosow.pl +slavic-magic.ru slowmac.tech -sluganarodu.ru -smailik.org -smartadserver.com -smartshoppymac.com -sms2x2.ru -sneakyboy.com -snow.nvr163.com -socialbookmarksubmission.org -social-button.xyz +slujbauborki.ru +smartpet.ru +smichovbike.cz +snjatie-geroinovoy-lomki.ru +snyatie-lomki-v-stacionare.ru +soblaznu.net socialbutton.xyz social-fun.ru -socialmonkee.com -social-s-ggg.xyz -social-s-hhh.xyz -sockshare.net -soft1.ru -softonicads.com -softtor.com -solmarket.by -solnplast.ru -sortthemesitesby.com +social-search.me +social-s-iii.xyz +socialtrade.biz sosdepotdebilan.com -soundfrost.org -spasswelt.net -speechfoodie.com -spin2016.cf -sports-supplements.us -sport-video-obzor.ru -spravka130.ru -spylog.com -spywarebegone.com -srdrvp.com -srgwebmail.nl -staff.prairiesouth.ca -stairliftstrue.com -stal-rulon.ru -staticfs.host -steamoff.net +special-porn.com +spidtest.space +splendorsearch-a.akamaihd.net +spravka-medosmotr.ru +spy-app.info +sr-rekneskap.no +stathat.com +statoutlook.info +stats-collector.org +stefanbakosab.se stevemonsen.com -stop-gepatit.te.ua -streetfire.net -stroilka.info -stroiminsk.org -stroyhelp-dv.ru -stroymonolit.su -students-cheapskate.ml -suchenindeutschland.com +stockquotes.wooeb.com +strangeduckfilms.com +strongsignal-a.akamaihd.net +stroydetali.ru +studiokamyk.com.pl suggest-keywords.com -sundrugstore.com -supervesti.ru -symbaloo.com -takethatad.com -taraz.xkaz.org +superinterstitial.com +suture.co +svensk-poesi.com +swingerseiten.com +swinginwithme.ru +swsociety.se +sygraem.com +szucs.ru +tabletkinaodchudzanie.com.pl +taihouse.ru tattoo33.ru -tds-advert002.info -technika-remont.ru -testingads.pro +taxi-v-eisk.ru +tds-advert005.info +teastory.co +tecspb.ru +telefonsexkostenlos.tk +telegramdownload10.com +telsis.com +templates.franklinfire.co +templates.radiodigital.co tfxiq.com -theallgirlarcade.com -thebestweightlosspills.ovh -thegioixekhach.com +thaismartloan.com +thebluenoodle.com +theheroes.ru thelottosecrets.com -thetoiletpaper.com -thewebsitetemplate.info +themestotal.com +thepantonpractice.co.uk +the-trader.net +thewomenlife.com +thexart.club threecolumnblogger.com -thruport.com -ticketsys.inetwd.com -timdreby.com -timecrimea.ru -titangel-vietnam.com -tizanidine4mgprice.blogspot.com +tilido.com +titslove.yopoint.in tizanidine4mgtablets.blogspot.com -tizanidineinfo.blogspot.com -tizanidinepain.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toloka.hurtom.com -topcar-krasnodar.ru -topdownloads.ru -topquality.cf -toproadrunner5.info -top-study.work -torrent-to-magnet.com -totu.us -touchmods.fr -tracksurf.daooda.com -tradedeals.biz +tizanidineandhydrocodone.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineoral.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinezanaflex.blogspot.com +tmearegion26.com +toon-families.com +top10registrycleaners.com +top250movies.ru +torrentgamer.net +tozup.com +trackmedia101.com +trafaret74.ru trafficgenius.xyz -trafficstars.com -trahvid.com -trailer.cinemaflix.website -trainoffend.ml +trafficmania.com tramadolandtizanidine.blogspot.com -traxdom.ru -trkur.com -truck-addzilla.life -trustedmaccleaner.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tuberkulezanet.ru -tula.howotorg.ru -turbodsp.com -turizmus.us -twiclub.in -twincitiescarservice.com +trk-4.net +truck-rece.life +trumpetedextremes.com +trustaffs.com +tula.mdverey.ru +turbo-suslik.org +tv-spoty.info +twelvevisionspartyofcolorado.com twinderbella.com -twittrading.com -twodollarshows.com -typer.one -udsgame.online -ugguk.online -ukkelberg.no +tx41tclega.ru +tyumen.xrus.org +uasb.ru +uginekologa.com +uhdtv.website +uhod-za-sobakoj.ru +ukrup.com +ultimatesetnewfreeallsoftupgradesystems.pw +umekana.ru umityangin.net -unacittaconte.org -unitygame3d.com -univerfiles.com -universals.com.ua -uprour.com -uroffer.link -urzedowski.eu -us-america.ru -usbggettwku.ga -usiad.net +unblocksit.es +unimodemhalfduplefw.pen.io +unisexjewelry.org +unrealcommander.org +upstore.me +uptime-alpha.net +uptime-as.net +ustion.ru v720hd.ru -vadimkravtcov.ru -vapsy.com +valkiria-tk.ru +valmetrundan.se varbergsvind.se -vedomstvo.net +vasileostrovsky-rayon.ru +v-doc.co vegan-foods.us -versaut.xxx-cam.webcam -vgoloveboli.net -viagra.pp.ua -videochat.bz -videochaty.ru -videogamesecrets.com -viel.su -villacoloniale.com -vipms.ru -vipps.com.my -vitalads.net -vkonche.com -vmnmvzsmn.over-blog.com +vereo.eu +veselokloun.ru +vesnatehno.com +via-energy-acquistare.com +viagraneggrx.com +video-camer.com +video-chat.in +video-chat.love +videochat.tv.br +video-hollywood.ru +video-production.com +videospornogratisx.net +vintontech.info +viteonlusarezzo.it +vizag.kharkov.ua +voloomoney.com +voltrknc1.com +vonradio.com +voprosotvet24.ru vriel.batcave.net -vzglyadriv.kg -vzubah.com -wallpapers-best.com +vseuznaem.com +vsexkontakte.net +vucms.com +vvon.co.uk +w7s.ru wallpaperstock.net warezaccess.com -waycash.net -wcb.su -wdfdocando.com -we-are-gamers.com -webnode.me -website-datenbank.de -website-speed-up.site -wesharepics.com -westermarkanjou.se -whengirlsgowild.com -wholesalejerseychinashop.com -wholesalejerseyscheapjerseys.us.com -wieseversa.no -wikes.20fr.com -wildnatureimages.com -wma-x.com -womama.ru -woman-tampon.ru -womens-journal.net -womensplay.net -word-vorlagen.net -worldinternetauthority.com -world-mmo.com -worldtraveler.world -wormix-cheats.ru -wstroika.ru -wtsindia.in -ww1943.ru -wyniki-lista.pl -x5market.ru -xblog.in -xboxster.ru -xfire.com +warning.or.kr +waterefficiency.co +webmasterhome.cn +webscouter.net +wejdz-tu.pl +wemedinc.com +whipme.yopoint.in +williamrobsonproperty.com +windowssearch-exp.com +wingsoffury2.com +w-journal.ru +wordkeyhelper.com +wordpress-crew.net +worldlovers.ru +wpsecurity.website +ws.ampower.me +wsgames.ru +www.get-free-traffic-now.com +wygraj-teraz.com +xchangetrak.com +x-diesel.com +x-diesel.info +x-diesel.org +xev.ru +x-lime.net xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aikhbrhr.net xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--d1aifoe0a9a.top -xn--h1aakne2ba.xn--p1ai -x-true.info -xtube.com +xn--90acenikpebbdd4f6d.xn--p1ai +xn--b1agm2d.net +xn----ctbigni3aj4h.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn----itbkqkfiq.xn--p1ai +xnxx-n.com +xolodremont.ru +x-porno.video +xvideosporn.biz xxart.ru -xxxkaz.org -xxx-treker.ru -yachts-cruise.info -yellowstonevisitortours.com -yhit.press +yaderenergy.ru +yadro.ru +yellowstonesafaritours.com +yoluxuryevents.com yoopsie.com -yopoint.in -youradexchange.com -your-bearings.com -yourserverisdown.com -youtubedownload.org -yubikk.info -yun56.co -zaimhelp.ru -zaimite.ru -zaim-pod-zalog-krasnodar.ru -zarajbuilders.com -zazagames.org -zdesformula.ru -zdesoboi.com -zeroredirect6.com +yougotanewdomain.com +yourads.website +yoursite.com +you-shall-not-pass.is74.ru +youthreaders.com +youtoner.it +ytmnd.com +yuweng.info +zacreditom.ru +zaidia.xhost.ro +zakonobosago.ru +zambini.ru +zastroyka.org +zeg-distribution.com +zerocash.msk.ru +zeroredirect5.com +zeroredirect8.com zeroredirect.com -zhacker.net -zhuravlev.info -zigzog.ru -zixizop.net.ru +zigarettenonlinekaufen2.bloog.pl +zigarettenonlinekaufen.tumblr.com +zkjovpdgxivg.ga zlatnajesen.com -zolotoy-lis.ru -zooggames.com -zoompegs.com -zoosexart.com -zytpirwai.net +znakomstva-piter78.ru +zoolubimets.ru +zoominfo.com +zryydi.com +zs2vm.top +zverokruh-shop.cz +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index ff1a2ff32..e431b8efe 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -007angels.com -178evakuator178.ru -acc.eu.org -adamoads.com -addblueoff.com.ua -adman.se -adpremium.org -adviceforum.info -adzerg.com -affrh2015.com -alborzan.com -allnews.md +101raccoon.ru +256bit.by +2nt.ru +300richmond.co.nz +3th.co.in +4kepics.com +4senses.co +4ur.click +7search.com +aarbur.com +above.com +actulite.com +alarmobninsk.ru +alevinefesleri.com +alfa-medosmotr.ru alphahoverboards.com -anal-acrobats.hol.es -analytics-ads.xyz -apartmentbay.ru -apiappenableinfo-a.akamaihd.net -applyneedy.xyz -approved.su -ap.senai.br -asrvvv-a.akamaihd.net -atelielembrancaqueencanta.com.br -atmagroup.ru -avon-novosib.ru -azlex.uz -balkanfarma.org -bannerbank.ru -barbourjackets.online -bestplacetobuyeriacta.jw.lt -bestprofits-there.com -beztuberkuleza.ru -bidr.trellian.com -bitnote.co -bobinoz.com -bochemit.com.ua -bum.com.ru -buy-meds24.com -capacitacionyaprendizaje.com -carabela.com.do -casite-513049.cloudaccess.net -cb.iphantom.com -ccbill.com -cdncash.net +andpolice.com +android4fun.org +apifasterlightin-a.akamaihd.net +apps-analytics.net +apptester.tk +asscenihotosidea.blogspot.co.za +autoplate.info +autotop.com.ua +avtoarenda.by +azazu.ru +bad-stars.net +bala.getenjoyment.net +balois.worldbreak.com +bigpictures.club +binaryoptionscops.info +bio-market.kz +blackle.com +blockworld.ru +bombla.org +buy-cheap-online.info +buy-cheap-pills-order-online.com +cand.jp +cartierbracelet.xyz +cartierjusteunclou.xyz +cartierlovebraceletreplica.xyz +cdnanalytics.xyz cheap-pills-norx.com -cheapsergiorossi.online -christianlouboutinshoes.xyz +cheatcode-lita12.rhcloud.com +chidporn.com +cialischmrx.com +cialischstgerts.com +click2pawn.com cocyq.inwtrade.com -cometorussia.net +com-cleaner.systems +compliance-irvin.top compliance-irvin.xyz -cookie-law-enforcement-ff.xyz -coolingoods.com -coprofam.org -dating-app.ru -dcj-nn.ru -ddlmega.net -degerlund.net -delitime.info -designdevise.com -detmebel.su -dildofotzen.net -dimaka.info -dmmspy.com -dodlive.mil -dprtb.com -easyukraine.com -educatemetv.com -ekspresihati.info -elektrischeziga.livejournal.com -elektrozigarette2.webs.com -elektrozigaretten2.yn.lt -elmifarhangi.com -euronis-free.com -excitacion.info -ferrotodo.com -financehint.eu -flipper.top -foto-sisek.porngalleries.top -franch.info -frcls.fr -freemaintenancesysforpcandmac.top -front.to +compliance-jessica.top +cottageofgrace.com +counciltally.com +cracksplanet.com +cubook.supernew.org +custom-electric-guitar.com +ddsoldes.fr +delfin-aqua.com.ua +demian.kz +dengi-pod-zalog-nedvizhimosti.ru +depositfiles-porn.ga +detalizaciya-tut.biz +dfiles.me +digest-project.ru +discovertreasure-a.akamaihd.net +djihispano.com +dms-sw.ru +doska-vsem.ru +doxysexy.com +drillsaw.ru +druzhininevgeniy63.blogspot.com +e2click.com +earn-from-articles.com +electro-prom.com +elitepcgames.com +enews.tech +erectile.bid +eu-cookie-law.info +extstat.com +ezigarettekaufen.myblog.de +ezigarettenkaufen1.deviantart.com +fanoboi.com +faptitans.com +fashion.stellaconstance.co +femmesdenudees.com +fetlifeblog.com +fettefrauen.net +filerockstar298.weebly.com +footballfarrago.com +fotzen-ficken.com +freetangodownload.com +free-today.com +freewebs.com +frighteningremain.cf fuck-paid-share-buttons.xyz -futbolkisales.ru -gearcraft.us +gamedayhouse.com +getlamborghini.ga getresponse.com -goatse.ru -goodwriterssales.com -gsasearchengineranker.top -gsasearchengineranker.xyz -guod.me -gyffu.com -hamilton.ca -historichometeam.com -hosting-tracker.com -hotgirlhdwallpaper.com -hothor.se -hothot.ru -htmlcorner.com -iccornacircri.cf -idegenvezeto.eu -imguramx.pw -immobiliaremassaro.com -intellekt21.ru -investsuccess.org -inzn.ru -isoveti.ru -iusstf.org -jwss.cc -kaliningrad.zrus.org -karpun-iris.ru -kchaxton.com -kerei.ru -kinopolet.net -lacloop.info -landreferat.ru -lankarns.com -larose.jb2c.me -leadwayau.com -legalrc.biz -lego4x4.ru -liran-locks.com -liupis.com -lombia.co -luckyshop.net.ua -lyrics.home-task.com -maju.bluesalt.co -maranbrinfo.com.br -mature.free-websites.com -maximpartnerspr.com -meduza-consult.ru -megaindex.ru -mere.host.sk +gifspics.com +glastecfilms.com.my +glcomputers.ru +go2jump.org +goldadpremium.com +gosreg.amchs.ru +gowreckdiving.com +gpirate.com +graphicwe.org +guge.io +guiadeserraazul.com +howopen.ru +humbmosquina.tk +ido3.com +ihc2015.info +ikearugs.xyz +images-free.net +inclk.com +in-tandem.co +istizanidineanopiate.blogspot.com +it-max.com.ua +ivoiretechnocom.ci +ixora.pro +jerseyssportsshop.com +journalhome.com +ketoanhanoi.info +keywords-monitoring-success.com +keywordsuggest.org +kinobaks.com +kinofak.net +kiprinform.com +kiwe-analytics.com +koronirealestate.gr +lenvred.org +letmacworkfaster.site +letmacworkfaster.world +lineshops.biz +littleberry.ru +lob.com.ru +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +makedo.ru +makemoneyonline.com +mantramusic.ru +manve.info +marsgatan.com +marwer.info +micasainvest.com middlerush-a.akamaihd.net -mnogolok.info mobilemedia.md -modabutik.ru -moetomnenie.com -mojpreskumanie.com -movies-in-theaters.net -mriyadh.com -musicstock.me -muz-shoes.ru -natali-forex.com -nicefloor.co.uk -nlfjjunb5.ru -normalegal.ru -noumeda.com -nrjmobile.fr -pacificair.com -page2rss.com -penisvergrotendepillennl.ovh -photosaga.info -piccshare.com -picurams.pw -pixelrz.com -playtap.us -poiskzakona.ru -pony-business.com -pornobrazzers.biz -presleycollectibles.com -printie.com -prizeestates.cricket -prodvigator.ua -profitwithalex.info -psvita.ru -pts163.ru -purchasepillsnorx.com -qcstrtvt.bloger.index.hr -rangjued.com -rankings-analytics.com -rankscanner.com -ranksignals.com -rock-cafe.info -rukino.org -runofilms.ru -russia-tao.ru -ryetaw.com -sammlungfotos.online -sa-rewards.co.za -scanner-fred.top -scenicmissouri.us -searchaddis.com -searchimpression.com -seo-traffic-ranking.info -serw.clicksor.com -sexad.net -sextracker.com -sexy-pings.com -shama-rc.net -sierraapps.com -sindragosa.comxa.com -sispe.com.br -site.ru -s-iwantyou.com -skutecznetabletkinaporostwlosow.pl -soda.media -sodexo.com -spamnuker.com +money-every-day.com +moneymaster.ru +moneytop.ru +moscow-region.ru +moviemail-online.co.uk +myliveblog.ru +myonigroup.com +myshopmatemac.com +netoil.no +net-radar.com +obuv-kupit.ru +old-rock.com +orion-code-access.net +ozas.net +peekyou.com +phpdevops.com +picswe.com +picturesmania.com +pixell.club +platinumdeals.gr +pogodnyyeavarii.gq +poisk-zakona.ru +popup-fdm.xyz +postclass.com +pricheski-video.com +priora-2.com +qitt.ru +quality-traffic.com +realtytimes.com +regdefense.com +remmling.de +ringtonepartner.com +running-line.ru +saneyes.com +sanidumps.com +sardinie.us +scanner-brian.top +scmor.ilxc.cc +sdelatmebel.ru +search-goo.com +seogadget.ru +shopperifymac.com +shopsellcardsdumps.com +simplepooltips.com +sinel.info +sinestesia.host.sk +site-auditor.online +slavic-magic.ru +slowmacfaster.trade +smadihome.com +snsdeainavi.info +socialsignals24.com +sosdepotdebilan.com +spacash.com +spasswelt.net spymac.net -stoki.ru -stop-gepatit.te.ua -suhanpacktech.com -taaaak.com -techart24.com -telefonsexi.com -textads.men -the-usa-games.blogspot.com -titangel-vietnam.com -tizanidineinfo.blogspot.com -tomck.com -top10-way.com -torrents-tracker.com -triumf-realty.ru -tvorozhnaja-zapekanka-recept.ru -twelvevisionspartyofcolorado.com -urldelivery.com -varikoz24.com -via-energy-cumpara.com -via-energy-order.com -viagraneggrx.com -videos-for-your-business.com -video-woman.com -vintontech.info +stats-public.grammarly.io +strfls.com +svarbit.com +taihouse.ru +tech4master.com +theguardlan.com +thetoiletpaper.com +tizanidinehcl4mgtab.blogspot.com +tongkatmadura.info +top10-online-games.com +topads.men +torontoplumbinggroup.com +tracxn.com +treasuretrack-a.akamaihd.net +tuberkulezanet.ru +uchil.net +ukrup.com +uk-zheu20.ru +umekana.ru +unacittaconte.org +urlopener.blogspot.com.au +valkiria-tk.ru +vegascosmetics.ru +vip-parfumeria.ru vizag.kharkov.ua -voltrknc1.com -vvon.co.uk -webscouter.net -websitevaluebot.com -westen-z.life -whatistizanidinehclusedfor.blogspot.com -whereverdesperate.gq -windowssearch-exp.com -womama.ru -wordpress-crew.net -wormix-cheats.ru -ww2awards.info -x-diesel.info -xfire.com -xgames-04.com -xmronta.com -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--oogle-wmc.com -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -yougotanewdomain.com -youraticles.pl -yourporn.com -zajm-zalog-krasnodar.ru -zigarettenonlinekaufen1.blox.pl -z-master.ru -zoosexart.com +w3javascript.com +warezkeeper.com +watchmygf.net +webinstantservice.com +wedding0venues.tk +westvilletowingservices.co.za +wingsoffury2.com +xaylapdiendanang.com +xfluro.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--c1acygb.xn--p1ai +x-true.info +yellowads.men +zed21.net +zeikopay.com +zeleznobeton.ru +zeroredirect.com +zx6.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..40cb4d7a8 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 141f4b838..eda65e77a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d7ce0b11a..b77b4b5ef 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 428f5bf52..e0266d232 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1636 +#### Version: V4.2019.06.1637 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6bba602c0..ce231f560 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1636 +#### Version: V4.2019.06.1637 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 27af33599..a36c6689f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1636 +#### Version: V4.2019.06.1637 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index dff5da254..437e6795c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1636 +#### Version: V4.2019.06.1637 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8d74d7f24..a49465d52 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1636 -### Updated: Thu Jun 27 11:27:54 SAST 2019 +### Version: V4.2019.06.1637 +### Updated: Thu Jun 27 11:43:16 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index e1311ae7f..97fc27fb7 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1636 -### Updated: Thu Jun 27 11:27:55 SAST 2019 +### Version: V3.2019.06.1637 +### Updated: Thu Jun 27 11:43:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,6 +7712,31 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8d74d7f24..a49465d52 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1636 -### Updated: Thu Jun 27 11:27:54 SAST 2019 +### Version: V4.2019.06.1637 +### Updated: Thu Jun 27 11:43:16 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 63d15c3cc..3a01fc0a8 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1636 -### Updated: Thu Jun 27 11:27:57 SAST 2019 +### Version: V4.2019.06.1637 +### Updated: Thu Jun 27 11:43:19 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##