diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..746c3f03f 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..500584a94 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 010ab9376..446b2b7ed 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..746c3f03f 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..500584a94 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 010ab9376..446b2b7ed 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 26d36476c..2935c89fa 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 26d36476c..2935c89fa 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 26d36476c..2935c89fa 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..42c86bb7d 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index bc389ee32..e42e64139 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 26d36476c..2935c89fa 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..746c3f03f 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index c3c284efc..500584a94 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 010ab9376..446b2b7ed 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 26d36476c..2935c89fa 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 010ab9376..446b2b7ed 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..42c86bb7d 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 0d02adabe..9045174dd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ +Acunetix +AhrefsBot +AIBOT AiHitBot +AlphaBot +ASPSeek autoemailspider -Badass -BlowFish -Brandprotect -Claritybot -Cliqzbot -DigitalPebble -DomainAppender -Ebingbong -Ecxi -EirGrabber -Evil -Exabot +BatchFTP +BDCbot +BlackWidow +BLEXBot +BotALot +CCBot +Collector +EasyDL FDM -Flunky -FrontPage -Genieo -Gotit -Harvest -Iblog -InterGET -Jbrofuzz -LexiBot -LinkScan +GrapeshotCrawler +GT::WWW +HybridBot +IlseBot +ips-agent +LinkWalker +LinqiaMetadataDownloaderBot LinqiaRSSBot Lipperhey Spider -MarkMonitor -MarkWatch -NetAnts -netEstate NE Crawler -Nibbler -Offline Navigator -Openvas -RealDownload -Rogerbot -Scrapy -SiteExplorer +Mail.RU_Bot +Majestic-SEO +MeanPath Bot +MJ12bot +Mojeek +NetLyzer +NetZIP +NextGenSearchBot +Niki-bot +PECL::HTTP +ProWebWalker +s1z.ru +ScanAlert +SEOkicks Sitevigil -SMTBot -SputnikBot -spyfu -trendiction.de -Virusdie -Voltron -Whatweb -Widow -WISENutbot -WWW-Mechanize -YoudaoBot +Sqworm +sysscan +TightTwatBot +Twice +WebFuck +Webshag +Wonderbot +Wprecon +x09Mozilla +Zitebot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 265a4ff99..65ba8af2b 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404checker -80legs -Abonti -Aboundex -Aboundexbot -Acunetix +404enemy ADmantX -AfD-Verbotsverfahren +AhrefsBot +AIBOT AiHitBot +Aipbot Alexibot -AlphaBot -Apexoo ASPSeek -autoemailspider -Backlink-Ceck -BacklinkCrawler +Asterias +Attach +BackDoorBot BackStreet BackWeb -Bandit +Badass Barkrowler +BatchFTP +BBBike BDCbot -BDFetch -BetaBot -Bitacle -Black Hole -BLEXBot +Blackboard +BlackWidow BlowFish -Boardreader BotALot -Bullseye -Calculon +Brandprotect +BuiltBotTough +BunnySlippers +BuzzSumo CATExplorador -CCBot +CazoodleBot CheeseBot +CherryPicker CheTeam +ChinaClaw +Chlooe +Cliqzbot +Cloud mapping +Cogentbot Collector +com.plumanalytics Copier -Cosmos Craftbot -CrazyWebCrawler -CrunchBot +crawler4j +crawl.sogou.com DatabaseDriverMysqli -DataCha0s DBLBot +Demon Deusu -Discoverybot -Dispatch +Devil +DigitalPebble +DIIbot +Discobot DnyzBot -Dotbot -DSearch +Download Wonder +Drip DTS Agent EasyDL +Ebingbong eCatch Ecxi -EirGrabber +EMail Siphon EMail Wolf -Express WebPictures +evc-batch +Evil +ExtLinksBot +ExtractorPro EyeNetIE -facebookscraper -FemtosearchBot +Fimap FlashGet -Freeuploader -FrontPage -FyberSpider -GalaxyBot -GermCrawler -GetRight +Flunky +Fyrebot GetWeb -GoZilla -Grabber +Go-Ahead-Got-It +Gotit Grafula GrapeshotCrawler -Haansoft -Harvest HEADMasterSEO -Hloader -HTTP::Lite -IDBot -Image Fetch -IndeedBot -Indy Library +Heritrix +HybridBot +Iblog InfoNaviRobot +InfoTekies Internet Ninja InternetSeer ips-agent -Iria IRLbot Iskanie +IstellaBot JamesBOT Jbrofuzz JetCar Joomla -JustView -Jyxobot -Kenjin Spider -Keyword Density +Kozmosbot Lanshanbot -LexiBot -Libwhisker -Lightspeedsystems -Linkdexbot -LinkpadBot -LinksManager -LinkWalker -LinqiaMetadataDownloaderBot -lwp-request -LWP::Simple -Magnet +Larbin +LeechFTP +Likse +LinkextractorPro +LinqiaScrapeBot +Lmspider +LNSpiderguy +Mag-Net +Mail.RU_Bot +Majestic12 +Majestic SEO +Majestic-SEO +MarkMonitor +MarkWatch Mass Downloader Mata Hari MauiBot -Mediatoolkitbot +MeanPath Bot +mediawords Metauri -Microsoft Data Access -Mister PiX -Mr.4x3 +MFC_Tear_Sample +MIDown tool +MIIxpc +MJ12bot +Morfeus Fucking Scanner MSFrontPage muhstik-scan -Musobot Name Intelligence -NearSite +Navroad +Nessus NetAnts Netcraft -NetLyzer -NetMechanic -NetSpider -NetZIP -NICErsPRO -Nikto +netEstate NE Crawler +NextGenSearchBot +Nibbler +NimbleCrawler Nimbostratus -Ninja -Nmap NPbot Nutch +oBot +Octopus +Offline Explorer +Offline Navigator OpenLinkProfiler -Openvas -OpenVAS OrangeBot Page Analyzer -PageScorer +page scorer +Pandalytics Panscient -Papa Foto Pavuk -PECL::HTTP +PeoplePal +PictureFinder +Pimonster Pi-Monster -Pixray PleaseCrawl -ProPowerBot +plumanalytics +Probethenet ProWebWalker Pump -PxBroker -PyCurl -RankActive -RankActiveLinkBot -RealDownload -Reaper +Quick-Crawler +Rankivabot +RankurBot Recorder +RedesScrapy ReGet RepoMonkey -Ripper -s1z.ru -ScanAlert +RocketCrawler +Rogerbot +SBIder Scanbot -scan.lol -ScoutJet Scrapy Screaming -ScreenerBot -Searchestate -SEOkicks +SearchmetricsBot +Semrush SEOkicks-Robot -Seomoz +SEOlyticsCrawler SEOprofiler +SeoSiteCheckup SEOstats serpstatbot -Shodan -Siphon +Sitebeam +SiteExplorer Siteimprove SiteLockSpider -SiteSucker -Sitevigil -Snake -Sociscraper -Sogou web spider +SiteSnagger +Site Sucker +Snoopy +Sosospider +SpaceBison +SpankBot +Spanner +Spbot Spinn3r SputnikBot -spyfu -Sqlworm -Sqworm -Stripper +Sqlmap +Steeler Sucker -SuperBot -SuperHTTP Surfbot -Swiftbot -Szukacz -TeleportPro +T0PHackTeam +tAkeOut +Teleport Telesoft -The Intraformant -TheNomad -Thumbor -Tracemyfile -Trendictionbot +Telesphoreo +Telesphorep +Titan trendiction.de +True_Robot +Turingos TwengaBot Twice -URLy Warning URLy.Warning -Vacuum VB Project VidibleScraper -Voltron +Virusdie +VoidEYE +Voil +Wallpapers/3.0 WASALive-Bot -WBSearchBot Webalta WebAuto -Web Collage +Web Auto +WebBandit +WebCollage +WebCopier WebFetch Web Fetch WebFuck -WebGo IS +Web Fuck WebImageCollector -WebLeacher WebmasterWorldForumBot webmeup-crawler WebReaper -WebSauger -Webshag -WebsiteQuester -WebSucker +WebsiteExtractor +Website Quester WebZIP WeSEE +Whack Whacker +Whatweb +Who.is Bot +WiseGuys Robot +Wonderbot +Woobot Wotbox -Wprecon WWW::Mechanize +WWWOFFLE x09Mozilla Xaldon WebSpider -Xaldon_WebSpider -Xenu xpymep1.exe -YoudaoBot Zade -Zauba zauba.io +Zermelo Zeus +zgrab Zitebot +ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 15454260c..226086445 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -AIBOT -Aipbot +360Spider +Abonti +Aboundex +Aboundexbot +Acunetix +AfD-Verbotsverfahren +AhrefsBot +AiHitBot Alexibot Alligator AllSubmitter -BackDoorBot -Bandit -Barkrowler -Battleztar Bazinga +AlphaBot +Attach +Backlink-Ceck +backlink-check +BacklinkCrawler +BackStreet +BackWeb +Badass +BDFetch +BetaBot +Bigfoot +Blackboard BlackWidow -BLEXBot Blow BlowFish Boardreader -Bolt -BuiltBotTough -BuiltWith -Bullseye -BunnySlippers +Brandprotect +Brandwatch BuzzSumo -Calculon CATExplorador +Cegbfeieh +CheeseBot CheTeam Chlooe -Claritybot Cliqzbot -Cloud mapping -Collector +cognitiveseo com.plumanalytics -CopyRightCheck -Copyscape -Cosmos -crawl.sogou.com -CrazyWebCrawler +Craftbot +crawler4j +CSHttp +Curious Custo -DataCha0s -demandbase-bot -Demon Deusu -Devil -DigitalPebble Dirbuster -Disco -DomainCrawler -DomainSigmaCrawler -Dotbot +Discobot +Discoverybot Download Wonder Drip +DTS Agent EasyDL -ECCP/1.0 Ecxi -EroCrawler +evc-batch +Evil Exabot -Express WebPictures ExtLinksBot Extractor +ExtractorPro +Extreme Picture Finder facebookscraper -Fimap -Foobot +FemtosearchBot +FHscan +FlashGet +Flunky FrontPage -FyberSpider -Fyrebot Genieo -GermCrawler -Getintent -GetWeb +GetRight +Gigabot +G-i-g-a-b-o-t Go-Ahead-Got-It -GrabNet -Grafula -GridBot +Go!Zilla +Grabber GT::WWW HaosouSpider -Harvest -Havij -HTTP::Lite -Iblog -IDBot -Image Fetch +HEADMasterSEO +HTTrack +HybridBot +Id-search +IlseBot Image Sucker IndeedBot -Indy Library +Intelliseek Internet Ninja InternetSeer ips-agent -Iria -IRLbot -IstellaBot -Jbrofuzz -JetCar +JennyBot Jetty +JikeSpider JOC Web Spider Joomla +Jorgee +JustView +Keyword Density Larbin LeechFTP -Lftp -Libwhisker +LibWeb Likse +Linkdexbot LinkpadBot +LinkWalker +LinqiaMetadataDownloaderBot LinqiaScrapeBot Lipperhey +Litemage_walker Lmspider +Ltx71 +lwp-request Magnet Mag-Net -Majestic-SEO -Masscan +magpie-crawler +Mail.RU_Bot +Majestic SEO +MarkWatch +Mass Downloader Mata Hari +meanpathbot +Meanpathbot MeanPath Bot Mediatoolkitbot Metauri -Microsoft URL Control -MIDown tool -MIIxpc -Mister PiX -Mojeek -Morfeus Fucking Scanner +Mr.4x3 MSFrontPage MSIECrawler Msrabot MS Web Services Client Protocol -muhstik-scan +Musobot +Name Intelligence +NearSite Needle -NetAnts +Nessus Netcraft netEstate NE Crawler NetLyzer -Nettrack +Netvibes NetZIP -NextGenSearchBot +Nibbler +Niki-bot NimbleCrawler +Nimbostratus +Nutch +oBot Offline Explorer -Openfind +OnCrawl OpenLinkProfiler Openvas +OrangeBot OrangeSpider OutclicksBot -Page Analyzer +PageAnalyzer +PageGrabber page scorer -Panscient +PageScorer +Papa Foto +Pavuk pcBrowser PECL::HTTP PeoplePal Picsearch -PictureFinder -Pimonster -Pixray PleaseCrawl -POE-Component-Client-HTTP -ProPowerBot -PxBroker -PyCurl -QueryN Metasearch -RankActive -RankActiveLinkBot +Probethenet +ProWebWalker +Psbot +Pump +Quick-Crawler RankFlex -RankingBot -RankingBot2 -Rankivabot RankurBot -RealDownload Reaper -Recorder -RedesScrapy -ReGet RepoMonkey -Ripper Rogerbot -ScanAlert +s1z.ru +SalesIntelligent +Scanbot scan.lol -ScoutJet -Semrush +ScreenerBot SEOkicks -SEOlyticsCrawler +SEOkicks-Robot seoscanners SeoSiteCheckup +serpstatbot sexsearcher -Shodan -Sitebeam -SiteLockSpider -SiteSnagger +SISTRIX +SiteExplorer SiteSucker Sitevigil SlySearch SmartDownload SMTBot Snake +SocialRankIOBot Sociscraper -sogouspider Sosospider Sottopop -SpaceBison +Spammen SpankBot Spanner -sp_auditbot -spyfu -Sqworm +SputnikBot +Sqlmap Stripper -Sucker -Sucuri -SuperBot -SuperHTTP -Surfbot +Suzuran Swiftbot sysscan -Szukacz -T0PHackTeam -T8Abot -tAkeOut Teleport -TeleportPro +Telesphoreo Telesphorep -TheNomad -Thumbor Titan Toata -Toweyabot Tracemyfile Trendiction -Trendictionbot +trendiction.com +Turnitin TurnitinBot Twice UnisterBot -URLy Warning +Vacuum Vagabondo VeriCiteCrawler -Voltron +VidibleScraper +VoidEYE Wallpapers/3.0 -WebAuto +WallpapersHD +WASALive-Bot Web Auto +WebBandit +WebCollage WEBDAV Web Enhancer -WebGo IS -WebLeacher -Webshag -WebsiteExtractor +WebmasterWorldForumBot +webmeup-crawler +WebPix +WebReaper +WebSauger Website Quester -Webster +WebStripper WebSucker Web Sucker -WebZIP +WebWhacker +WeSEE +Whack Whatweb -Who.is Bot -WWW-Mechanize +Widow +WISENutbot +Wonderbot +WWW-Collector-E +x09Mozilla +x22Mozilla +Xaldon WebSpider Xaldon_WebSpider Xenu -YoudaoBot -Zauba -ZmEu -ZumBot +Zeus +Zitebot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index b091c17ab..87be0bfa4 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -1314dh.com -3-letter-domains.net -acads.net -alfa-medosmotr.ru -anmysite.com -apifasterlightin-a.akamaihd.net -arendovalka.xyz -aviva-limoux.com -ayerbo.xhost.ro -blackle.com -brokergid.ru +2x2fan.ru +4webmasters.com +7fon.ru +abusora.com +adventureparkcostarica.com +advertisingtag.net +afslankpillen2017nl.eu +aliexpresscashback.club +alldezservice.kz +apple.com-webbrowsing-security.science +battle.net +beachfix.co +bestimagecoollibrary.com +bestmarriages.com +bestpornuha.com +bif-ru.info +bigames.online +bumble.cheapwebsitehoster.com buyessay3.blogspot.ru -ciproandtizanidine.blogspot.com -cleanallspyware.com -concordexoticrentals.com -daydream-studio.ru -dtm-spain.com -eaplay.ru -emediate.eu -enthuse.computernetworksonline.com -ero-advertising.com -erotik-kostenlos.net -escort-russian.com -fashionavenuegame.com -financeloan.us -flirt4free.com -forsex.info -fotoxxxru.com -front.to -fuel-gas.com -getlaid-xxxhookupdirect.com -hermesreplica.win -homik.pw -innoslicon.com -jumptap.com -keywordglobal.co.za -kino-ecran.ru -kinosed.net -knowsitall.info -lescinq.com -libertybilisim.com -littleberry.ru -lombia.com +buzzurl.jp +chcu.net +clickbank.net +compliance-john.top +country-chic.ru +danashop.ru +domaincheck.io +dotnetdotcom.org +drugs-no-rx.info +enternet.ee +ez8motelseaworldsandiego.com +f012.de +franecki.net +freemaintenancesysforpcandmac.top +fusoradio.info +ge0ip.org +ghostvisitor.com +hawaiielectriclight.com +hesteel.pl +hubbble.com +impresagaia.it +isotoner.com +kadashihotel.com +kakadu-interior.com.ua +kicknights.gq +kollesa.ru +kupit-adenu.ru +long-beach-air-conditioning.com lsex.xyz -marcogrup.com -master-muznachas.ru -mega-polis.biz.ua -modenamebel.ru -monclerjacketsoutlet.pw -monclervests.xyz -mvpicton.co.uk -myperiod.club -narkologiya-belgorod.ru -new-apps.ru -notaria-desalas.com -officedocuments.net -onlinefilmz.net -oralsexfilme.net -panamaforbeginners.com -partnerline.men -pdamods.ru -playlott.com -pornoplen.com -predmety.in.ua -profitsport.club -remybutler.fr -renecaovillasale.online -rniaeba.ga -rossmark.ru -royalvegascasino.com -rus-teh.narod.ru -saletool.ru -scanner-jane.top -sex-dating.co -sirpornogratis.xxx -stairliftsarea.com -symbaloo.com -theheroes.ru -tizanidine4mg.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -trion.od.ua -tvteleport.ru -ua-company.ru -usiad.net -venta-prom.ru -vinsit.ru -vladimir.xrus.org -vladimir.zrus.org -voprosotvet24.ru -wanker.us -warezkeeper.com -ww2awards.info -xfire.com -xfluro.com -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xn--e1aggki3c.xn--80adxhks -zapiszto.pl -zhacker.net -znaturaloriginal.com +macresource.co.uk +magicdiet.gq +medizinreisen.de +medtherapy.ru +meendo-free-traffic.ga +message-warning.net +metallosajding.ru +missclub.info +mrwhite.biz +muzaporn.com +neks.info +nottyu.xyz +nvssf.com +oda.as +open-odyssey.org +origin-my.ru +orsonet.ru +pastaleads.com +pio.polytopesexempt.com +pizdopletka.club +play-mp3.com +ploenjitmedia.azurewebsites.net +porno-video-chati.ru +prostitutki-kiev.org +pufip.com +pxhdwsm.com +rapidsites.pro +roma-kukareku.livejournal.com +savememoney.co.za +search.xtconnect.com +serviporno.com +shoplvlv.us +superiends.org +tedy.su +textads.men +thecoolimages.net +tongkatmadura.info +top10registrycleaners.com +toproadrunner5.info +trkdf.com +tsstcorpcddvdwshbbdriverfb.aircus.com +unrealcommander.org +uptimebot.net +urdoot.win +vipms.ru +walkme.com +woodyguthrie.se +wtsindia.in +xvideosbay.com +xxxrus.org +yadro.ru +zed21.net diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index bcad50127..5202d4abb 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -007angels.com -00author.com +00go.com 00it.com -1001watch.com.ua -11235813.webzdarma.cz -12u.info -1314dh.com -13tabs.com -1webmaster.ml -2000k.ru -2020iscoming.info -20pascals.nl -256bit.by -273-fz.ru +00webcams.com +14b.info +2itech.ru +2rich4bitches.com 2x2fan.ru 3dracergames.com -3weekdiet.com -3xforum.ro -4pp13.com -4replicawatch.net -57883.net -5ws.dating-app.ru -6128786.com -777-club.ru -883zy.com -aa81bf391151884adfa3dd677e41f94be1.com -aadroid.net -aasoldes.fr -abcdeg.xyz +3-letter-domains.net +3rbseyes.com +3w24.com +6hopping.com +72-news.com +7minuteworkout.com +8gold.com +8jn.dating-app.ru +8kisses.eu +8lufu.com +91abcw.com +98oi.ru +a14download.com +aa8b68101d388c446389283820863176e7.com +aa9d046aab36af4ff182f097f840430d51.com +aac52006ec82a24e08b665f4db2b5013f7.com +aad1f4acb0a373420d9b0c4202d38d94fa.com academia-nsk.org -adclickservice.com -addray.pro -adimmix.com -adktrailmap.com -admeasures.com -admitad.com -adsref.men -adssafeprotected.com -adultwebhosting.info -advancedsoftwaresupport.com -advertisingtag.net -adzpower.com -aerogo.com -affiliate-fr.com -afftrack001.com -agapovdg.ru -aghanyna.com -akita.kz -albumsuper.info +accessoires-mode.in +acortarurl.es +adbetclickin.pink +adclickthru.net +adconscious.com +add-add.men +adhome.biz +adidas.frwebs.fr +adloads.com +adpremium.org +ads-cool.pro +adsland.men +advokateg.ru +advokateg.xyz +aero2.ru +agysya.ru +ahrefs.com +air-edem.ru +akusherok.ru +alessandraleone.com +alevinefesleri.com +alfabot.xyz +alibestsale.com alice.it -alive-ua.com alkoravto.ru +all4invest.info allbizne.co.ua -allfinweb.com -allstatesugarbowl.org -all-streaming-media.com -aloofly.com -alphacarolinas.com -alphaforum.ru -aludecor.info -amateurlivechat.org +allboard.xobor.de +alldezservice.kz +allknow.info +allnews24.in +allpdfmags.net +alpinism.ru +alvtank.se +amazingpic.net amazon-seo-service.com -amigobulls.com -ampower.me -am-se.com -anaksma.info -android-vsem.org -angel1777.kz -anniemation.com -apibetweenlinesn-a.akamaihd.net -apiholdingmypage-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apimountainbikei-a.akamaihd.net -apparel-offer.com -apxeo.info -arabgirls.adultgalls.com -architecturebest.com -arcteryxstore.online -arenanews.com.ua -arendatora.ru -arenda-yeisk.ru -arendovalka.xyz -artavenuegardenstudios.com -asdfz.pro +amehdaily.com +amospalla.es +apartment.ru +apessay.com +apiadanaknet-a.akamaihd.net +applicationg29.com +app-ready.xyz +arendas.net +arkkivoltti.net +arpelsreplica.xyz +artparquet.ru +aruplighting.com +arvut.org +asacopaco.tk +asophoto.com +asrv-a.akamaihd.net astrochicks.com -audiofree.ru -ausmepa.org.au -auspolice.com -autobrennero.it -autoseo-traffic.com -autovideobroadcast.com -aversis.net -aviav.co -avtolombard-krasnodar.ru +atlant-auto.info +atleticpharm.org +ausergrubhof.info +autotrends.today +autowebmarket.com.ua +avtointeres.ru +avtolombard-krasnodar.com avtovolop.ru -azartniy-bonus.com -azbukadiets.ru -babieca.com -babosas.com -backgroundpictures.net -bag77.ru -baltgem.com +ayeartoforget.com +azazu.ru +b00kmarks.com +backlink4u.net +backlinkwatch.com +bagsonsale.online +balans.shahterworld.org bang-hotties.com -bankiem.pl bannerpower.com -battlecarnival.su bausparen.bz.it -bedcapdealers.com -belinka.com.ua -best-coupon-offer.com -best-mam.ru -bestmobilityscooterstoday.com -best-seo-software.xyz -bestsexyblog.com -bestwebsiteawards.com -betteroffers.review -betwinservice.com -bezcmexa.ru -bezlimitko.xyz -bfz.biz -bibys.com -bidbuy.co.kr -binomo.kz -bio-japan.net -bio-market.kz -bio-optomarket.ru -bitcoinpile.com -bitporno.sx -bjorkbacken.nu -bkns.vn -blackcurranthumidifiers.site -blackhatworth.com -blackwitchcraft.ru -blockworld.ru +beachdriveblog.com +beachpics.com +bear.gotcher.us +beauty-clinic.ru +beclean-nn.ru +beremenyashka.com +berlininsl.com +berrymall.ru +bestbuy.ca +bestdooz.com +bestmarriages.com +bestplacetobuyeriacta.jw.lt +bestpriceninja.com +best-seo-offer.com +big-boards.info +biglistofwebsites.com +binaryoptionscops.info +bitcoins-live.ru +blockety.co bloggerads.net -blog.remote-computer.de -bluesalt.co -bmw-ark.ru +bloggers.nl +blog.koreadaily.com +bloglag.com +bmw.afora.ru bnt-team.com -boeuklad.com -bongacams.com -bookmark4you.com.biz -bosman.pluto.ro -bouda.kvalitne.cz -brainsandeggs.blogspot.com -brandbucket.com -bravegirlsclub.com +bolegapakistan.com +boleznikogi.com +bonanza-fortune.men +bookmark4you.com +brainboosting.club +brainboostingsupplements.org +brandov.ru breastaugmentation.co.za -brokergid.ru -buigas.00it.com -bupropion-sr-150-mg.us +breget74.ru +brillianty.info +browserprotecter.com +bryansk.zrus.org +btvn.ru +budilneg.xyz +bum.com.ru +bumskontakte.org +buqyxa.rincian.info +burger-imperia.com +burkesales.com +burn-fat.ga +buron.pw businesn.men -businesxxl.com -butstrap.space -buyfriend.ru -buyk.host.sk -buy-loft.ru -buypuppies.ca -buzzonclick.com -bwlx.prepedu.cn -bzero1jewelry.net -cacheimages.com +buybest1.biz +buyscabiescream.com +buytizanidineonline.blogspot.com +bvlgaribracelet.xyz cakesplus.com.au -californianews.cf -candypeople.se -canrioloadm.gq +callejondelpozo.es capture-room.com -carloans.com -carstrends2015.com -cartierlovebracelet.xyz -cartujano-pre.de +cardiosport.com.ua +cardsdumps.com +carsdined.org +cars-modification.net +cartierbracelet.xyz +cartierlove2u.xyz +cartierlovebraceletreplica.xyz casablancamanor.co.za -cashkitten-a.akamaihd.net -casinorewards.info castingbank.ru -cbozhe.com -cctva.tv -cenokos.ru -centrdebut.ru -centre-indigo.org.ua -ceotrk.com -changde.58.com -charmstroy.info +catalogs-parts.com +cbb1smartlist12.click +cbcseward.com +cb.iphantom.com +cbox.ws +ccjp.eu +cdncash.org +cejewelry.xyz +centraletermice.us +cete.ru +cfsrating.sonicwall.com +c-gainsbourg.com +chastnoeporno.com +chatroulette.si +chatseo.com +cheapbelstaff.online +cheapjerseysap.com cheapmoncler.xyz checkpagerank.net -chelyabinsk.xrus.org -christianlouboutinsaleoutletonline.us -ciekawinki.pl -circlesl.com -cityadspix.com -citysecurity.nu -cleanallspyware.com -clickaider.com -clickbank.net -clickcash.com -clicksor.com -colobit.biz -com-cleaner.systems -compliance-alexa.top -compliance-barak.xyz -compliance-brian.xyz -compliance-george.xyz -compliance-walt.top +checktext.org +cherrypointplace.ca +chocoslim.pro +choosecuisine.com +christianlouboutinreplica.pw +christianlouboutinshoes.xyz +cialischmrx.com +cialischsrx.com +cibpenonptib.flu.cc +cicaki.net +ciceros.co +cigarpass.com +cjmc.info +classicakuhni.ru +classiquebijoux.ru +cleanmypc.com +click2pawn.com +clickbanksites.info +clickprotects.com +club-lukojl.ru +club-musics.ru +cmd.kz +cntravelre.com +coderstate.com +coindirect.io +coin-hive.com +collegeessay19.blogspot.ru +com-onlinesupport.site +compliance-checker.info +compliance-jack.top +compliance-mark.top +compliance-mary.top com-supportcenter.website -comsysnet.com -concordexoticrentals.com -cookie-law-enforcement-hh.xyz -cool-wedding.net -coprofam.org -cottageofgrace.com -cpabegins.ru -crazyprotocol.com -crd.clan.su +consorzioilmosaico.org +contentsexpress.com +cookie-law-enforcement-aa.xyz +cookingmeat.ru +coolyarddecorations.com +copro.pw +corta.co +cosmeticswomens-womensports.rhcloud.com +cpajunkies.com +craftinsta.ru +crazyboost.pro creams.makeforum.eu -culad.com -dailyrank.net -damasarenai.info -danceuniverse.ru -darkages.info -dataloading.net +creditmoney.com.ua +credit-respect.ru +crest3d.ru +cubook.supernew.org +cubs-jerseys.us +cypernhuset.se +cyse.tk +dame-ns.kz +dangphoto.trade +daptravel.com +darmebel.com.ua +darodar.com date-withme.com +dating-time-now.com datsun-do.com -davebestdeals.com -dawlenie.com -daymusam.com +db.speedup.gdn dcj-nn.ru -ddpills.com -dealitright.click -decorationspcs.com -degerlund.net -demenageur.com -dev78.dioniqlabb.se -diarioaconcagua.com -dichvuvesinhhanoi.com +deanmoore.ie +decenttools.com +decoratinghomes.ga +deda-moroza-zakaz.ru +delfin-aqua.com.ua +demian.kz +deplim.com +design-ideas.info +dfiles.me digitalfaq.com -discountbarbour.online -discountliv.com -djekxa.ru +dimaka.info +dinkolove.ya.ru +dipstar.org +directrev.com +dispo.de dktr.ru -dogoimage.com -dokfilms.net -domain2008.com -domaincheck.io -domashneeruporno.com -domini.cat -domznaniy.ru -dostavka-v-krym.com -doxyporno.com -doyouknowtheword-flummox.ml -drugs-no-rx.info -drupa.com +dms-sw.ru +docs4all.com +documentbase.net +dogclothing.store +domaincdn.xyz +domaineaneblanc.com +domainroam.win +dominateforex.ml +donvito.unas.cz +download-wallpaper.net +downvids.net +dprtb.com +drhomes.biz +drillsaw.ru +drivotracker.com druzhininevgeniy63.blogspot.com -dvr.biz.ua +dwomlink.info e705.net -earncash.com.ua -easycommerce.cf -easyshoppermac.com +eas-seo.com easytuningshop.ru -e-biznes.info -e-commerce-seo.com -ecxtracking.com -editmedios.com +ec-file.info +e-commerce-seo1.com education-cz.ru +edudocs.net +eduserver.net ee77ee.com egvar.net -ekobata.ru ekosmetyki.net.pl -ekspertmed.com -ekspresihati.info -electronicadirect.com -eleimgo.pw -elektrischezigarette2.onsugar.com -elektrischezigarettekaufen2.cowblog.fr -elektronischezigarettekaufen2.tumblr.com -elektrozigarette2.webs.com -elektrozigarette2.wordpressy.pl +eladkarako.com +electro-prom.com +elektrischezigarette1.onsugar.com +elektronischezigarette2.mex.tl +elkacentr.ru el-nation.com -encodable.com -energydiet-info.ru -energy-ua.com -enginebay.ru +elvel.com.ua +emergencyneeds.org +empis.magix.net +enbersoft.com englishgamer.com -eng-lyrics.com -envaseslotusama.com -erectile.bid -ero-advertising.com +en.home-task.com +enternet.ee +epngo.bz +erotik0049.com erotische-geschichten-xxl.com -errorfixing.space -es5.com -eshop4u.jp eshop.md -esnm.ru -essayassist.com -essay-edu.biz -etur.ru +espaceinventoristes.com +essaypro.com +eu-cookie-law.blogspot.com euroskat.ru -evaashop.ru -excitacao.com -exoneration-project.us -expertnaya-ocenka.ru -exportshop.us -ezigarettekaufen2.blox.pl -ezigarettenshop1.yolasite.com -ezigarettenshop2.myblog.de -f012.de +evening-dating-club.info +excitacion.info +extremepornos.net +extstat.com +eyelike.com.ua +eyemagination.com +ez8motelseaworldsandiego.com +ezigarettekaufen2.mpbloggar.se +ezigarettekaufen.myblog.de f07.de -f1nder.org -falcoware.com -falopicm.pw -fanpagerobot.com -faptitans.com +familyholiday.ml +fantasticpixcool.com faracontrol.ir farm26.ru -fastfixing.tech -fatmaelgarny.com -favorcosmetics.com -fdzone.org +favoritemoney.ru +faz99.com fealq.com -fearcrow.com -feorina.ru -fettefrauen.net -fickblock18.com +feargames.ru +fefo.gdn +figuringmoneyout.com +filesdatabase.net filesmonster.porn -filmidivx.com -filmi-onlain.info -film-one.ru -finejewelryshop.ru +filmbokep69.com +filmci.pro +filunika.com.ru +financetip.eu +findsexguide.com +findthe.pet +finemanteam.com +finstroy.net +firma-legion.ru firstsiteguide.com +fitness-video.net +fiuxy.com +flashahead.info flavors.me -flirt4free.com -florida-tourism.net -folowsite.com -forex21.ru +flprog.com +f-online.de +food.dtu.dk forexgb.ru -forum.poker4life.ru +formularz-konkurs.tk +forpackningsutveckling.se foto-basa.com -free-floating-buttons.com -freelifetimefuckbook.com -freemaintenancesysforpcandmac.top -free-share-buttons.com +fototravel.eu +franklinfire.co freewebs.com -freza-sverlo.ru -frighteningremain.cf -fsakhalin.ru -fuel-gas.com -fungamelands.com -fx-brokers-review.com -fyl.com.ru -gambarkataku.co -gameonasia.com +freshberry.com.ua +fun-mobi.pl +funnymama.com +fym.com.ru +gael-s.ru +gallictures.com gamerextra.com -gavuer.ru -gay-site.store +gamewrath.com +gamezblox.com +gay-file.com +gazobeton-p.com.ua +gazporno.com +gearcraft.us +geileweiber.tk +gelezki.com +gemara.com genericlowlatencyasiodriverhq.aircus.com -gentamicineyedrops.blogspot.com -gepezz.info -germes-trans.com +generic-pills-online.com +genetworx.com +get-free-social-traffic.com get-free-traffic-now.com getlamborghini.ga -gettpromos.com -get-your-social-buttons.info -ghazel.ru -gheus.altervista.org -gilsonchiro.xyz -glall.ru -glass-msk.ru -globatur.ru -go2jump.org -gobongo.info -goforexvps.com -gombita.info -googlefeud.com -gotcher.us -gotomontenegro.net -gov.yanao.ru -gq-catalog.gq -grupografico-pilar.com.ar -gsasearchenginerankerdiscount.com -gta-top.ru -guge.io -gyffu.com -habermetre.com -handsandlegs.ru +getmiro.com +getmyads24.com +ghostvisitor.com +girls-ufa.ru +gktt.ru +gonextmedia.com +goodhousekeeping.com +goodwinmetals.co +googst2.ru +goo.ne.jp +goosefishpost.bid +gowreckdiving.com +grand-chlen.ru +graphicwe.org +growmyfunds.ca +grtyi.com +gsmlab.pl +g.starmoe.xyz +guildebzh.info +hackers-crackers.tk +hacktougroup.ru +hamilton.ca +handicapvantoday.com +hanink.biz.ly +hanwei.us +hatdc.org hausfrauensex18.com -hawaiielectriclight.com -hawaiisurf.com -hayate.biz -hazardky.net -hdapp1008-a.akamaihd.net -hd-filmy.net -hdhc.ru +havepussy.com +hdfreeporno.net hdimagelib.com -hdseriale.pl healmytrauma.info -heatpower.ru -hentai-manga.porn +heartofbeijing.blogspot.com hermesbirkinhandbagoutlets.com -hetmanship.xyz -highstairs-a.akamaihd.net +hermesreplica.win +hexpilot.com +heygidday.biz histock.info +historichometeam.com hitcpm.com -holidaypics.org -homedo.fabpage.com -homegardenlova.com -homeinns.com -horoshieokna.com -hostingclub.lk -hostnow.men -hotelcrocenzi.sm -hotel-mkad.ru -howmuchdoestizanidinecost.blogspot.com -hoztorg-opt.ru -hybrid.ru +hkdiiohi.skyrock.com +hledejvshopech.cz +hopeonthestreet.co.uk +hosting-tracker.com +host-tracker.com +hotenergy.ru +hothor.se +hotxnights.info +houseofrose.com +houston-vikings.com +hoverboard360.at +hoverboard360.es +howtoclean.club +hplaserjetpdriver8y.pen.io +htmlcorner.com +humanelydrew.com +humanorightswatch.org +hundejo.com +hunterboots.online +hvd-store.com hyhj.info -ibb.com.ua -ictizanidinehcl4mg.blogspot.com -ifirestarter.ru +hyipmanager.in +iamsport.org +iccornacircri.cf +idc.com.ua +ideawheel.com +ideibiznesa2015.ru +ie.57883.net iflycapetown.co.za -igithab.com -i-hobot.ru -ikearugs.xyz -iklysha.ml +igadgetsworld.com ikritikimou.gr -ilbe.club ilmexico.com -images-graphics-pics.com -imagui.eu +ilovevitaly.com +imfamous.info +imgarit.pw +imgata.com +iminent.com imperiafilm.ru -import-sales.com -impresagaia.it -incep.imagine-ex.co -inclk.com -indiakino.net -indianmedicaltourismshop.com -infektsii.com -infostatsvc.com -innoslicon.com -inome.com.ua -insurple.com -intelhdgraphicsgtdrive6w.metroblog.com -intellekt21.ru -investpamm.ru -investsuccess.org -invivo.hu -iphantom.com -iqbazar.ru +impisr.edunsk.ru +inet-traffic.com +infokonkurs.ru +informatiecentro.be +insta-add.pro +in-tandem.co +internetproviderstucson.com +intervsem.ru +iomoio.net iqoption-bin.com -istizanidineanopiate.blogspot.com +iqoption.pro +iqs.biz.ua +iskalko.ru +istanbulit.com itag.pw -itis4you.com -it-max.com.ua -itservicesthatworkforyou.com +itch.io ivearchenceinflu.cf -izhevsk.zrus.org -jackwolfskinoutlet.online +iwantmyfreecash.com +jamiembrown.com +japan-bearings.ru +jasonpartington.com javspace.net +jav-way.site javxxx18.com -jeremyeaton.co -jerseyswholesalechinalimited.com -jetsli.de -jewelryandfiligree.com -jobmarket.com.ua -jovencitas.gratis -jpcycles.com -juliaworld.net +jerseywholesalebizchina.com +jerseywholesalechinabiz.com +jikoman.info +johannesburgsingles.co.za +jose.mulinohouse.co +jrcigars.com +j-times.ru +jus0wil.pp.ua justprofit.xyz -jyvopys.com -kaac.ru -kakadu-interior.com.ua -kaliningrad.zrus.org -kam-dom.ru +kaidalibor.de kareliatobacco.ru -keenoutlet.online -ketoanhanoi.info -keywords-monitoring-your-success.com -keywordsuggests.com -kidd.reunionwatch.com -kinofak.net +kazka.ru +kevblog.top +keywesthideaways.co +keywordsuggest.org +kidskunst.info +kinky-fetishes.com +kino2018.club +kinobaks.com +kinocccp.net +kinomaniatv.pl +kinopolet.net kinostorm.net +kinotorka.ru kiprinform.com -kliksaya.com -klin3952.ru +kit-opt.ru +kladrus.ru kol-energo.ru -kollekcioner.ru -komp-pomosch.ru -kopihijau.info -koral.se -kostenlos-sexvideos.com -kosynka-games.ru -krasnodar-avtolombards.ru -kumuk.info -kupiproday.com.ua +kolotiloff.ru +kongoultry.net +konteiner24.com +koptims.tiu.ru +kotaku.com +kraljeva-sutjeska.com +krasnodar.zrus.org +kurbappeal.info +kursy-ege.ru kurwa.win -kwzf.net -labelwater.se +kvartira-sutochno.com +laapp.com landinez.co -larchik.net -larger.io -laxdrills.com -lazy-z.com -lechenie-gemorroya.com -lechtaczka.net -leftofcentrist.com -letsart.ru -libertybilisim.com -lida-ru.com -link.ac -linkbux.ru -lion.snapmap.us -lisque.batcave.net -liveinternet.ru -liverpool.gsofootball.com -live-sexcam.tk -live-sexchat.ru +landoftracking.com +landreferat.ru +laserpen.club +lashstudia.ru +law-check-eight.xyz +lerporn.info +letsrepair.in +letto.by +lexaprogeneric.link +li-er.ru +life-instyle.com +light.ifmo.ru +likrot.com +linkdebrideur.xyz +lion.bolegapakistan.com +lion.misba.us +liquimondo.com +littleberry.ru +liveu.infoteka.hu +lkbennettstore.online +llastbuy.ru +lob.com.ru lockerz.com locksmith.jp -loginduepunti.it -lol-smurfs.com -long-beach-air-conditioning.com +locustdesign.co +lollypopgaming.com +lonely-mature.com +lookingglassemb.com lostaruban.com lotto6888.com -louboutinbooties.xyz -lowephotos.info -luckyshop.net.ua -macotool.com +louboutinreplica.pw +louisvuittonoutletstore.net +low-format.ru +lsp-awak-perikanan.com +lunchrock.co +lyrster.com +m1media.net +m292.info +m5home.ru macrotek.ru -mac-shield.com -magicdiet.gq -mainlinehobby.net -makis.nu -mamasuper.prom.ua -map028.com -massage-info.nl -masserect.com -masterseek.com -mathgym.com.au +madot.onlinewebshop.net +mafa-free.com +magazin-pics.ru +magda-gadalka.ru +maglid.ru +magnetic-bracelets.ru +mailemedicinals.com +manifestation.betteroffers.review +manimpotence.com +maranbrinfo.com.br +mararoom.ru +marcogrup.com +marcoislandvacations.net +marcowebonyodziezowe.pl +mastershef.club +mazda-roadsters.com m.b00kmarks.com -meccadumps.net -meduza-consult.ru -mega-bony-2017.pl -mega-bony2017.pl -member-quiz.com -menetie.ru -mesbuta.info -mesto-x.com -methodsmarketing.com -mexicosleevegastrectomy.com -middlerush-a.akamaihd.net +mecash.ru +mega-polis.biz.ua +mensandals.xyz +mexicotravelnet.com +mhi-systems.ru +micasainvest.com +mikrobiologies.ru militarysale.pro -minegam.com +mil-stak.com +mindeyegames.com +minecraft-neo.ru minet.club -mixx.com -mobilemedia.md -moi-glazki.ru -mojaocena.com -mokrayakiska.com +miniads.ca +minyetki.ru +mirmedinfo.ru +mirobuvi.com.ua +misandesign.se +mitrasound.ru +mjchamonix.org +mlf.hordo.win +mmofreegames.online +mmostrike.ru +mobilierland.com +mobstarr.com +modnie-futbolki.net +moivestiy.biz +monarhs.info +moncleroutletonline.pw moncleroutletonline.win -monetizer.com-01.site -morf.snn.gr -moscow.xrus.org -mosrif.ru -mountainstream.ms -moviezbonkerssk.cf -moxo.com -moz.com -mp3downloadhq.com -mp3ringtone.info +money-every-day.com +morpicert.pw +moskva.nodup.ru +motherboard.vice.com +moyakuhnia.ru +mrbitsandbytes.com mriyadh.com -mrsdalloways.com -multgo.ru -mustwineblog.com -muycerdas.xxx -muznachas-service.ru +muzaporn.com mydirtystuff.com -my-floor.in.ua -mygameplus.ru -myiptest.com -mykings.pw -mymercy.info -mymobilemoneypages.com -myperiod.club -mystats.xyz -nakozhe.com -napalm51.nut.cc -naturalbreakthroughsresearch.com -naturtreenspicerx.pw -negral.pluto.ro -neks.info +mydownloadengine.com +myhealthcare.com +myindospace.com +myphotopipe.com +myplaycity.com +mysexpics.ru +naj-filmy24.pl +nalogovyy-kodeks.ru +naperehresti.info +nastroyke.net +nerudlogistik.ru +netallergy.ru netfacet.net -new-post.tk -newstaffadsshop.club -newstudio.tv -nfvsz.com -ngps1.ru -nikhilbahl.com +netvouz.com +nfljerseyscheapbiz.us ningessaybe.me -njkmznnb.ru -nodup.ru -nofreezingmac.click -nonews.co -nordstar.pro -northfacestore.online +nippon-bearings.ru notasprensa.info -november-lax.com -nvformula.ru -nvssf.com -oakridgemo.com -oconto.ru -oda.as -o-dachnik.ru -okel.co +nucia.biz.ly +o333o.com +oddamzadarmo.eu +odoratus.net +offer.wpsecurity.website +office-windows.ru +oklogistic.ru +okmedia.sk +oksrv.com okuos.com -olympescort.com -oneclickfiles.com -onlineku.com -o-o-11-o-o.com -ooo-olni.ru -openfrost.com +omoikiri-japan.ru +onemactrckr.com +onemantrip.com +oneminutesite.it +oneshotdate.com +onlywoman.org +oops-cinema.ru openlibrary.org -optitrade24.com -optom-deshevo.ru -orhonit.com -origin-my.ru -ororodnik.goodbb.ru -orsonet.ru -ostrovtaxi.ru -outclicks.net -ovirus.ru -oxotl.com +opinionreelle.com +optikremont.ru +orgasmus-virtual.com +ossmalta.com +ourville.info oynat.info -pacificair.com -panchro.co.uk +page2rss.com +palocco.it panchro.xyz -paradontozanet.ru -partnerads.men -partner-cdn.men +parfusale.se partner-pop.men -pathwhelp.org +pateaswing.com +patterntrader-en.com pb-dv.ru -pc4download.co -pdamods.ru -pdns.cz -pdns.download -pekori.to -perfection-pleasure.ru -perosan.com -petrovka-online.com -petsblogroll.com -photochki.com -picquery.com -picturesfrom.com -pinstake.com +pcimforum.com +peekyou.com +pendelprognos.se +pepperstyle.ru +phobia.us +photokitchendesign.com +phuketscreen.com +pictures-and-images.com +picturesboss.com +pigrafix.at +pinsdaddy.com +pirateday.ru piuminiita.com +pix24x7.com pixelrz.com -pixshark.com -pizdeishn.com -pizza-tycoon.com -pl.aasoldes.fr -plohaya-kreditnaya-istoriya.ru -pochemychka.net -poem-paying.gq -poffet.net -pogodnyyeavarii.gq -pomoc-drogowa.cba.pl +plaff-go.ru +plastgranar.nu +playlott.com +pochtovyi-index.ru +pogruztehnik.ru +poisk-zakona.ru +pojdelo.weebly.com +popcash.net popugaychiki.com -popup-jdh.xyz -porndairy.in -pornoblood.com +poquoson.org pornofiljmi.com -pornokorol.com +pornotubs.com pornowarp.info -porn-w.org -portadd.men -postclass.com -prchecker.info +pornstartits.xblog.in +powenlite24.ru +pozdrawleniya.com +prefersurvey.net preparevideosafesystem4unow.space -pretty-mart.com -priceg.com -printdirectforless.com -privatamateure.com -prlog.ru -professionalwritingservices15.blogspot.ru -proftests.net -promalp-universal.ru -promoheads.com -pro-poly.ru -propranolol40mg.blogspot.com -prostitutki-kharkova.org -pufip.com -purplesphere.in -pussyfleet.com -puteshestvennik.com -putevka24.ru -pxhdwsm.com -qitt.ru +princevc.com +printingpeach.com +privatefx-in.ru +productarium.com +promgirldresses.xyz +pro-okis.ru +proprostatit.com +prospekt-st.ru +prostitutki-astana.org +ptr.ruvds.com +pulse33.ru +purplestats.com +puserving.com +pussysaga.com +qcstrtvt.bloger.index.hr qor360.com -qpypcx.com -questionmarque.ch -quickloanbank.com -rabotaetvse.ru -raisedseo.com -randalljhoward.com -rankings-analytics.com +quizzitch.net +qwarckoine.com +rankexperience.com +ranksignals.com ranksonic.com -raschtextil.com.ua -razamicroelectronics.com -realtytimes.com -regionshop.biz -resant.ru -rethinkwasteni.info -retreatia.com -reversing.cc +ranksonic.info +razorweb-a.akamaihd.net +rcpmda.ikan1080.xyz +real-time-analytics.com +realting-moscow.ru +recinziireale.com +recordpage-a.akamaihd.net +registry-clean-up.net +remedyotc.com +remorcicomerciale.ro +renecaovilla.online +rennlist.com +replicaclub.ru +resellerclub.com rewardit.com -reward-survey.net -rosbalt.com.ua -rossmark.ru -ruclicks.com -rukino.org -running-line.ru -runofilms.ru -ruscoininvest.company -ruspdd.com -russia-tao.ru -russkoe-zdorovie.ru -rus-teh.narod.ru -rutor.vip -rvtv.ru -rybalka-opt.ru -saddiechoua.com -sady-urala.ru -salutmontreal.com -samara.rosfirm.ru +rezeptiblud.ru +ribieiendom.no +ringtonepartner.com +ritlweb.com +rockma.se +romhacking.ru +rp9.ru +rucrypt.com +runstocks.com +rusoft-zone.ru +ryetaw.com +s1z.ru +s8-nowy-wygraj.comli.com +saitevpatorii.com +saletool.ru +salut-camp.ru +samoiedo.it +saneitconsulting.com sankt-peterburg.nodup.ru -savememoney.co.za -sbt-aqua.ru +sawin.beth.webd.pl +sbf441.com +sbprabooks.com scanmarine.info -scanner-ivan.top -scanner-marwin.top -scanner-nelson.top -scanner-willy.top -searchencrypt.com -searchengineranker.email -seccioncontrabajo.com -seksvideoonlain.com -sel-hoz.com -seocheki.net -seonetwizard.com +scanner-barak.top +scanner-brian.top +scanner-john.top +scanner-mary.top +scat.porn +schlampen-treffen.com +scrapinghub.com +sdrescher.net +sdsjweb.com +searchaddis.com +searchwebknow-a.akamaihd.net +seasonvar.ru +segol.tv +seoboxes.com +seofirmreviewsus.info +seoholding.com +seo-platform.com seo-prof1.xyz +seoprofiler.com +seorankinglinks.com serdcenebolit.com servisural.ru -sethrollins.net -sexblog.pw -sexobzor.info -sexs-foto.com +sexad.net +sexpornotales.com sextracker.be -sexvporno.ru -sexytrend.ru -sfd-chess.ru -sfj-ror.no -s-forum.biz -sharebutton.net -shemale-sex.net -shitmovs.com -shivafurnishings.com -shop.acim.org -shoppytoolmac.com +sexvideo-sex.com +shell-pmr.ru +shikiso.info +shiksabd.com +shoesonlinebuy.xyz +shopvilleroyboch.com.ua +shtora66.ru shymkent.xkaz.org -sibtest.ru sibvitr.ru -sigmund-freud.co.uk -siha.de -site-analyzer.com -site-auditor.online -siteonomy.com -sitevaluation.com -sivs.ru -sizeplus.work -skatestick.bid +simply.net +simpoed.ufop.br +site3.free-share-buttons.com +siteexpress.co.il sky-mine.ru -slavia.info -s.lollypopgaming.com -slomm.ru -slutloadlive.com -smstraf.ru -soaksoak.ru +sledstvie-veli.net +slim.sellany.ru +slkrm.ru +slonechka.ru +slujbauborki.ru +sms2x2.ru +snowplanes.com soblaznu.net -socas.pluto.ro -socialmadesimple.com -social-s-ggg.xyz -softomix.net -softxaker.ru -soheavyblog.com -solitaire-game.ru -soserfis.com -souvenir.cc -spabali.org -spamnuker.com -speechfoodie.com -squidoo.com -srecorder.com -stair.registrydomainservices.com -stal-rulon.ru -stardevine.com -statistici.ro -staynplay.net -steelmaster.lv +socialbutton.xyz +socialmediasuggest.com +soc-proof.su +sofit-dmd.ru +softomix.com +softtor.com +solinf.co +sonata-arctica.wz.cz +songoo.wz.cz +sosdepotdebilan.com +soviet-portal.do.am +sovinsteel.ru +space2019.top +space4updating.win +spidtest.space +sport7777.net +sports-supplements.us +sport-video-obzor.ru +sptslmtrafms.com +spy-app.info +spymac.net +spywarespy.com +start.myplaycity.com +staticfs.host +stats-public.grammarly.io stickers-market.ru -store-rx.com -strag-invest.ru -streetfire.net +stockspmb.info +stpolice.com streha-metalko.si +stroimajor.ru +stroiminsk.com stromerrealty.com -stroyhelp-dv.ru -stroymonolit.su -stroy-portal22.ru -sugarlyflex.pw -sugvant.ru -sukirgenk.dvrlists.com +strongholdsb.ru +studiofaca.com +studiofmp.com +styro.ru +suggest-keywords.com +summerlinhomes411.info sumo.com -supermesta.ru -supers.com.ua -supervesti.ru -surintech.ac.th -survival.betteroffers.review +superstats.com +sureone.pro +surflinksmedical.com susanholtphotography.com -takethatad.com -tam-gde-more.ru -tastyfoodideas.com -technopellet.gr -teenbbw.yopoint.in +sweepstakes.rewardit.com +t3chtonic.com +tacbelarus.ru +tamada69.com +taqplayer.info +taximytishi.ru +tech4master.com +teguh.info +telefonsexkostenlos.tk telefonsex-ohne0900.net -telesvoboda.ru -tetracsaudi.com -thaisamkok.com -theallgirlarcade.com -theautoprofit.ml -thenews-today.info -theplacetoupdating.pw +telegramdownload10.com +templates.radiodigital.co +teslathemes.com +tgtclick.com +thebestweightlosspills.ovh +thebluenoodle.com +thecoral.com.br +thefds.net +thefotosgratis.eu +thegolfclub.info +thepantonpractice.co.uk theporndude.com +thetattoohut.com thetoiletpaper.com -the-torrent-tracker.blogspot.com -tiandeural.ru -tiens2010.ru -timdreby.com -timecrimea.ru -timetorelax.biz -tizanidineandcipro.blogspot.com -tizanidinecost.blogspot.com +threecolumnblogger.com +thruport.com +titelhelden.eu +tizanidine4mgprice.blogspot.com +tizanidineandgabapentin.blogspot.com tizanidinedruginteractions.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidineingredients.blogspot.com tizanidineinteractions.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com +tizanidineonline.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinevssoma.blogspot.com +tizanidinevsvalium.blogspot.com tizanidinezanaflex.blogspot.com -tjkckpytpnje.com -tobeyouday.win -tomatis.gospartner.com -tonerbox.kz -top10-way.com -top250movies.ru -top-karkas.ru -top-study.work +tooplay.com +topappspro.com +topkarkas.com +torontoplumbinggroup.com +touchmods.fr tovaroboom.vast.ru -trackmedia101.com -track-rankings.online -tracksurf.daooda.com -tradgardspartner.se -trafficmonetize.org -trafficreceiver.club -traffictrade.life -tramadolandtizanidine.blogspot.com -trucri.me -truemfilelj.gq -trumpetedextremes.com +traffic100.com +traffic2cash.org +trafficjunky.com +traffpartners.com +trion.od.ua +truck-land.life +tsstcorpcddvdwshbbdriverfb.aircus.com ttsq.fr -tubeline.biz -tubo360.com -twojebook.pl -typimga.pw -tytoona.com -tzritel.tk +tubeoffline.com +tupper-shop.ru +turizmus.us +udsgame.online +uggbootsoutletsale.us +uhdtv.website +ukkelberg.no ukrobstep.com -ultimateclassicrock.com -umaseh.com -unblocksit.es -univerfiles.com -unlimitdocs.net -unrealcommander.com +uk-zheu20.ru +undergroundcityphoto.com +unrealcommander.biz uptimechecker.com -uptime.com -uptime-delta.net -urengoy.pro -uroffer.link -usswrite.com +ural-buldozer.ru +usbggettwku.ga ustion.ru -vabasa.inwtrade.com -valmetrundan.se -vancleefreplica.pw -vekzdorov.ru +uytmaster.ru +vacances-voyages.info +validccseller.com +validdomain.xyz +valueclick.com +varbergsvind.se +vavilone.com +v-doc.co +veerotech.com +velobikestock.com vereo.eu -vezuviy.su -via-energy-acquistare.com -via-energy-order.com -viagroid.ru -videochat.world +via-energy-cumpara.com +video-camer.com +video-chat.in videojam.tv -videosbox.ru -vipps.com.my -virtuagirl.com -vitoriacabos.com -vmnmvzsmn.over-blog.com -voditeltrezviy.ru -vodkoved.ru -voloo.ru -voluumtracker1.com -vonradio.com -vote-up.ru -vsexkontakte.net -vvon.co.uk -vykupavto-krasnodar.ru -vysigy.su -vzlom-na-zakaz.com +vietimgy.pw +vilingstore.net +villacoloniale.com +vinylvault.co.uk +vitalads.net +vladimir.xrus.org +voronezh.xrus.org +vriel.batcave.net +vzubah.com +w3javascript.com +w7s.ru +walkme.com +wallpapers-best.com +wallpaperstock.net +wareseeker.com warezaccess.com -waycash.net -webix.me -weblo.com -webmasters.stackexchange.com -webshoppermac.com -website-analyzer.info -webstatsdomain.org -weekes.biz.tc -wemarketing.se -wesharepics.info -westvilletowingservices.co.za -wetgames.ru -whatistizanidine2mg.blogspot.com -whereiskentoday.com -whereverdesperate.gq -wildnatureimages.com -williamrobsonproperty.com -winwotgold.pl -witherrom55.eklablog.fr -wjgony.com -wleuaprpxuvr.ga -wnhjavlhezp.gq -woman-orgasm.ru -woman-tampon.ru -wonderfulflowers.biz -wordpresscore.com -works.if.ua -world-mmo.com -wormix-cheats.ru -woweb.com.ua -wpthemedetector.co.uk -wurr.voila.net +warning.or.kr +waterefficiency.co +webnode.me +weburlopener.com +welck.octopis.com +westsextube.com +wfb.hatedriveapart.com +whatsupinfoley.com +whipme.yopoint.in +whos.amung.us +wieseversa.no +win-spy.com +winx-play.ru +wiosenny-bon-1500.pl +wma-x.com +worst-sites.online +wowas31.ucoz.ru www.arenda-yeisk.ru +www.event-tracking.com +www.get-free-traffic-now.com www.kabbalah-red-bracelets.com +wygraj-teraz.com xaijo.com -xaylapdiendanang.com xboxster.ru -xitjw.info -xmladserver.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xchangetrak.com +x-diesel.biz +xfluro.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80ak6aa92e.com +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf xn--b1ag5cfn.xn--p1ai -xn--d1aifoe0a9a.top -xtubeporno.net -xwatt.ru -xxxrus.org -yaaknaa.info -yhit.press -youbrainboost.asia -yougetsignal.com -youporn-forum.ga -yourothersite.com -yoursearch.me -yourserverisdown.com -yoursite.com -yourtemplatefinder.com -yousense.info -yur-p.ru -zakazfutbolki.com -zaloadi.ru -za-music.mymobiplanet.com -zebramart.ru -zero1.it -zeroredirect10.com -zeroredirect12.com +xn--c1acygb.xn--p1ai +xpresscare.ru +xxart.ru +xxxtubesafari.com +yourads.website +youradulthosting.com +yourdesires.ru +yourmovies.pl +youtubedownload.org +ypmuseum.ru +yubikk.info +zahvat.ru +zaimhelp.ru +zarabotok--doma.ru +zeikopay.com +zeroredirect11.com +zeroredirect7.com zetmaster.ru -zhongwenlink.com -zhuravlev.info -zigarettenonlinekaufen2.drupalgardens.com -znakomstvaonlain.ru -zone-kev717.info -zophim.me -zverokruh-shop.cz +zigarettenonlinekaufen1.blox.pl +zlatnajesen.com +zmoda.hostreo.com +znaniyapolza.ru +zolotoy-lis.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 453ead47c..ddf030784 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -03p.info -0lovespells0.blogspot.com -3dracergames.com -4k-player.pl -888.com -8kisses.eu -aa8780bb28a1de4eb5bff33c28a218a930.com -academia-nsk.org -acunetix-referrer.com -adpremium.org -adrunnr.com -ads.gold -ads.tremorhub.com -advancedsoftwaresupport.com -adverster.com -advertisingtag.net -advokateg.ru -alfabot.xyz -alldezservice.kz -amateurgalls.com -ampower.me -android4fun.org -angel1777.kz -angry-fermi-7633.arukascloud.io -apiadanaknet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -approvedlocal.co.za -arabseyes.com -asacopaco.tk -asrvvv-a.akamaihd.net -asseenontv.ru -atelielembrancaqueencanta.com.br -atmagroup.ru -auto-moto-elektronika.cz -avto-oligarh.ru -azbaseimages.net -babyguns.ru -bad-stars.net -baladur.ru -bannerswap.com -bedcapdealers.com +03e.info +1-free-share-buttons.com +1j7740kd.website +4istoshop.com +55wmz.ru +5i2.net +accessoires-mode.in +ads-seo.men +akama.com +allcredits.su +alloysteel.ru +alveris.ru +apccargo.com +apisecretsaucebi-a.akamaihd.net +appleid-verification.com +aproposde.com +aramaicmedia.org +arcteryxstore.online +ausmepa.org.au +autobudpostach.club +avkzarabotok.info +avon-severozapad.ru +avon-ukraine.com +awency.com +bankcrediti.ru +bbsoldes.fr +bestcoin.cc +bestempresas.es bestpornuha.com -bestpriceninja.com -bfz.biz -bg6s0.com +betwinservice.com +beyan.host.sk bgviagrachrx.com -bizfly.info -blagovest-med.ru -blogporn.in -bnt-team.com -bookmaker-bet.com -brains2.biz -brainsandeggs.blogspot.com -buehne-fuer-menschenrechte.de -capture-room.com -carsdined.org -cars-modification.net -cartierring.xyz -cartiertrinity.xyz -chatroulette.world -chlooe.com -cialiswithoutadoctor.net -cinemaenergy-hd.ru -clickbank.net -clknsee.com -cobaltpro.ru -concealthyself.com -coolyarddecorations.com -crazyboost.pro -cscwtalkto.site -customcollegeessays.net -dandiyabeats.in -dev33.dioniqlabb.se -dinkolove.ya.ru -dirtpics.pw -discovertreasure-a.akamaihd.net -domainsphoto.com -domain-submit.info -drugs-no-rx.info -earl-brown.info -e-commerce-seo1.com -ednorxmed.com -e-kwiaciarz.pl -eropornosex.ru -eu-cookie-law.info -evening-dating-club.info -event-tracking.com +bimatoprost-careprost.com.ua +blog.koreadaily.com +boltalko.xyz +bonzybuddy.com +bravegirlsclub.com +budilneg.xyz +bumble.cheapwebsitehoster.com +bycontext.com +capacitacionyaprendizaje.com +carina-sy.de +casablancamanor.co.za +caulderwoodkennels.com +cenokos.ru +chorus.terakeet.com +compliance-andrew.top +copro.pw +covadhosting.biz +cyclobenzaprinevstizanidine.blogspot.com +dame-ns.kz +daooda.com +diarioaconcagua.com +directivepub.com +distver.ru +dividendo.ru +dktr.ru +dogbreedspicture.net +dolohen.com +domznaniy.ru +download-of-the-warez.blogspot.com +doyouknowtheword-flummox.ml +drugspowerstore.com +drunkmoms.net +dverimegapolis.ru +electrik-avenue.com +embedle.com +epngo.bz +ezigarettekaufen2.blox.pl +f0815.de f1nder.org -fickkontakte.org -filmidivx.com -filmi-v.online -filunika.com.ru -fishingwholesale.us -fordsonmajbor.cf -forensicpsychiatry.ru +fefo.gdn +figuringmoneyout.com +fil.ru +fireads.men +firesub.pl +flash4fun.com forpostlock.ru -forumprofi.de -free-social-buttons.com -freewareseek.com -freewebs.com -fuckmill.com -fungirlsgames.net -galeria-zdjec.com -gallerily.com -games.kolossale.ru -ge0ip.org -gearsadspromo.club -getoutofdebtfree.org -gifspics.com -goforexvps.com -golden-praga.ru -golmau.host.sk -gombita.info -greatzip.com -guigyverpo.cf -hacktougroup.ru -handicapvansarea.com -handsandlegs.ru -hdxnxxtube.mobi -homelygarden.com -ideashome.id -iphantom.com -istock-mebel.ru -ixora.pro -jav-fetish.com -javspace.net -jjbabskoe.ru -jobmarket.com.ua -j-times.ru -kaliningrad.zrus.org -kinohall.ru -kiskinhouse.com -klikbonus.com -kliksaya.com -klin3952.ru -knowsitall.info -komp-pomosch.ru -kotaku.com +forsex.info +forum.doctissimo.fr +forum-engineering.ru +foxweber.com +gambarkataku.co +gameplexcity.com +gamerextra.com +gateway.zscalertwo.net +gepezz.info +gilsonchiro.xyz +globalsurfari.com +gogalleryawesome.com +goodnightjournal.com +goroda-vsego-mira.ru +greatdealshop.com +greendream.com.ua +guardlink.org +heartofbeijing.blogspot.com +hem.passagen.se +hexpilot.com +hidemyass.com +hifidesign.ru +hitsbox.info +hmmm.cz +hop.clickbank.net +house.sieraddns.com +imabase.com +infostatsvc.com +insurple.com +i-service.kz +isoveti.ru +istizanidineanopiate.blogspot.com +iusstf.org +j33x.com +jmat.cn +johnrobertsoninc.com +kakablog.net +keyhantercume.com +kino2018.club +kinogolos.ru +kinostorm.net +kiwe-analytics.com +kolotiloff.ru +krasnodar.xrus.org +labplus.ru +lacloop.info le-clos-des-alouettes.com -lonerangergames.com -longlifelomilomi.info -lyrster.com -magazin-pics.ru -mall.uk -matrixalchemy.com -medanestesia.ru -megakino.net -mejoresfotos.eu +ledpolice.ru +lexaprogeneric.link +lifebyleese.com +lifeinsurancekb.com +littlesunraiser.com +lolnex.us +mararoom.ru +meccadumps.net +mediaoffers.click +meetlocalchicks.com +megahdporno.net metallosajding.ru -microstatic.pl -mir-business-24.ru -mistr-x.org -mmoguider.ru -mobilierland.com -moinozhki.com -mojaocena.com -monclerboots.xyz -money-for-placing-articles.com -montredemarque.nl -moscow.online-podarki.com -muabancantho.info -myindospace.com -myperiod.club -nalogovyykodeks.ru -neobux-bg.info -netvouz.com -nlfjjunb5.ru -offers.bycontext.com -okroshki.ru -ok.ru -online.ktc45.ru -oz-offers.com -pagesense.com -pewit.pw -phuketscreen.com -pornoblood.com -pornosee.info -pospr.waw.pl -promover.org -pts163.ru -pwwysydh.com -pxhdwsm.com -qor360.com -recinziireale.com -rentaremotecomputer.com -rentehno.ru -rootandroid.org -rybalka-opt.ru -sarm.tk -saveindex.xyz -scanner-irvin.top -scoopquest.com -searchlock.com -seemoreresultshu-a.akamaihd.net -sei80.com -seminarygeorgia59.ga -seoanalyses.com -shiksabd.com -shmetall.com.ua -shopperifymac.com -signx.info -skatestick.bid -skuteczna-dieta.co.pl -smart-balancewheel.com -socialbookmarksubmission.org -spabali.org -spammen.de -stair.registrydomainservices.com -stats-public.grammarly.io -stoki.ru -stroicol.net -swinger-mobil.net -tastyfoodideas.com -tiandeural.ru -todohr.com -trackzapper.com -tubeoffline.com -turbo-suslik.org -uchebavchehii.ru -unimodemhalfduplefw.pen.io -uytmaster.ru -v720hd.ru -vapomnoncri.tk -vapsy.com -vavilone.com -vduplo.ru -vekzdorov.ru -viagroid.ru -vietimgy.pw -vip-file.com -virtuagirl.com -vostoktrade.info -weboptimizes.com -weburlopener.com -welcomeauto.ru -whatistizanidinehclusedfor.blogspot.com -w-journal.ru -wpthemedetector.co.uk -xblog.in -xchat26.myfreecams.com -x-mix.info -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80aeahghtf8ac5i.xn--p1ai -yoluxuryevents.com -yottos.com -zapatosenventa.info -zawyna.ua -zoosexart.com +mirmedinfo.ru +mjchamonix.org +moncleroutletonline.win +myghillie.info +myliveblog.ru +myonlinepayday.co +naj-filmy24.pl +newyorkhotelsmotels.info +nufaq.com +offergroup.info +offside2.5v.pl +okmusic.jp +ok-ua.info +online247.ml +online-podarki.com +onlyforemont.ru +orgasmus-virtual.com +outpersonals.com +panamaforbeginners.com +pb-dv.ru +pc-virus-d0l92j2.pw +pekori.to +phobia.us +pizdeishn.com +pliks.pl +podshipniki-ntn.ru +poems.com.ua +pomoc-drogowa.cba.pl +popugauka.ru +pornogig.com +powenlite24.ru +prodess.ru +profitsport.club +projectforte.ru +purplesphere.in +rainbowice.ru +ranking2017.ga +raschtextil.com.ua +razorweb-a.akamaihd.net +rebrand.ly +rednise.com +reeyanaturopathy.com +ricorsogiustizia.org +rockprogblog.com +royalads.net +runofilms.ru +saecsa.co +sale-japan.com +sanatorrii.ru +sbf441.com +scanner-olga.top +searchimage.co +sendearnings.com +seoheap.com +seo-smm.kz +seo-tools-optimizing.com +sexkontakteao.info +sexpartygirls.net +shell-pmr.ru +sherlock.se +shohanb.com +shop.xz618.com +shtaketniki.kz +sisi-go.ru +snip.to +sobecjvuwa.com.ru +souvenirua.com +spb-plitka.ru +sr-rekneskap.no +stairliftsarea.com +statustroll.com +surgut.zrus.org +svtrd.com +td-33.ru +telesvoboda.ru +tfxiq.com +timer4web.com +titan-ads.life +titangel-vietnam.com +tizanidinepain.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidinestreetprice.blogspot.com +tomatis.gospartner.com +top10-online-games.com +topkarkas.com +toys.erolove.in +trafaret74.ru +twodollarshows.com +txxx.com +ua.tc +u-cheats.ru +uhdtv.website +unrealcommander.com +urengoy.pro +url2image.com +videospornogratisx.net +vodaodessa.com +w3javascript.com +watchinf.com +webs.com +wieseversa.no +wiosenny-bon-1500.pl +withstandingheartwarming.com +wnoz.de +www.888.com +xchangetrak.com +xdoza.com +xep.info +xlovecam.com +xnxxandxvideos.com +yousense.info +zhuravlev.info +zmoda.hostreo.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 8ff1405be..254a46f60 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,31 @@ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + @@ -8,35 +36,27 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + Welcome to the Nginx diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..e42e64139 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index a270d417b..193ddec4e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 08efac273..b407ba48a 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 191e1467b..46a878c65 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1666 +#### Version: V4.2019.06.1671 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 11ae387da..b8004a950 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1666 +#### Version: V4.2019.06.1671 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index f651f389a..e63109fe7 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1666 +#### Version: V4.2019.06.1671 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4161768ab..8c4357499 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1666 +#### Version: V4.2019.06.1671 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 010ab9376..446b2b7ed 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 26d36476c..2935c89fa 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1666 -### Updated: Fri Jun 28 18:37:46 SAST 2019 +### Version: V3.2019.06.1671 +### Updated: Fri Jun 28 19:28:25 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 010ab9376..446b2b7ed 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:45 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 025cc5521..c3398b94b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1666 -### Updated: Fri Jun 28 18:37:47 SAST 2019 +### Version: V4.2019.06.1671 +### Updated: Fri Jun 28 19:28:26 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##