diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 6a722b980..59a5d9430 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 6a722b980..59a5d9430 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 6a722b980..59a5d9430 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index c3c284efc..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 6a722b980..59a5d9430 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 6a722b980..59a5d9430 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 82ad6e1b7..744c2c7de 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 609536562..ca4fcdf54 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +35.193.14.140 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..6bad13743 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 739e5138b..6e936daab 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.85.2 0; -35.224.112.202 0; +104.198.131.58 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 5cbcdac26..6164a88f0 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 6f99c79e1..002d11f26 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -35.224.112.202 0; +34.68.144.114 0; +104.154.113.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/default.vhost b/.dev-tools/test4_conf_files/default.vhost index a0de780e2..5fcd941b8 100644 --- a/.dev-tools/test4_conf_files/default.vhost +++ b/.dev-tools/test4_conf_files/default.vhost @@ -4,6 +4,12 @@ server { root /var/www/html; server_name localhost; charset UTF-8; + + +# Nginx Bad Bot Blocker Includes + include /etc/nginx/bots.d/ddos.conf; + include /etc/nginx/bots.d/blockbots.conf; + index index.html; location / { diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 12f18b91b..b9d24324a 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index abcdc5f64..be79daecb 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -CheTeam -DBLBot -Devil -Picsearch -Scrapy -SmartDownload -SpankBot -Sucker -Webster -zgrab +DomainCrawler +Genieo +JamesBOT +Keyword Density +Lightspeedsystems +OrangeSpider +sexsearcher +Site Sucker +WinHTTrack +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index e15f04b2f..fcd25ab32 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -Abonti -Aboundex +360Spider +Aboundexbot AhrefsBot -Aipbot Alexibot Alligator -AllSubmitter -ASPSeek -Asterias -backlink-check -BacklinkCrawler +AlphaBot +BackDoorBot +Backlink-Ceck BackStreet -Badass -Bandit +BackWeb BatchFTP -Battleztar Bazinga -BDCbot +BBBike +BDFetch BetaBot +Bitacle +Blackboard BlackWidow -BLEXBot -Blow BlowFish -Bolt +Boardreader +BotALot +Brandprotect Brandwatch Buddy +BuiltBotTough +BuiltWith Bullseye -BunnySlippers CCBot -Cegbfeieh +CheeseBot CherryPicker ChinaClaw -Cliqzbot +Chlooe Cloud mapping +coccocbot-web Cogentbot cognitiveseo -com.plumanalytics -Copier -Copyscape -Craftbot -crawler.feedback +Collector +crawler4j crawl.sogou.com Crescent CSHttp Curious -DBLBot +Custo +DatabaseDriverMysqli +DataCha0s Demon Devil -DigitalPebble +Digincore Disco -Discobot -DnyzBot -DomainCrawler -DomainStatsBot +Discoverybot +DittoSpyder +DomainSigmaCrawler Dragonfly -Drip +DSearch +ECCP/1.0 +Ecxi +EirGrabber EMail Wolf -Extreme Picture Finder +evc-batch +Express WebPictures +Extractor +ExtractorPro FDM +FemtosearchBot +Fimap +FlashGet Flunky -Foobot -FyberSpider -Fyrebot -GalaxyBot +Freeuploader +Genieo GermCrawler GetWeb -Go-Ahead-Got-It +Gigablast GoZilla +Go!Zilla +Grabber +GrabNet Grafula -GridBot +GrapeshotCrawler HaosouSpider -Havij +Harvest +Heritrix HTTP::Lite Humanlinks HybridBot Iblog +IDBot Id-search IlseBot -Image Sucker -InfoNaviRobot InfoTekies Intelliseek +InterGET Internet Ninja -InternetSeer -internetVista monitor -ips-agent -Iria +IRLbot Jbrofuzz JennyBot +JetCar Jetty -JikeSpider +Joomla Jorgee -Kenjin Spider +Keyword Density Kozmosbot -Larbin +Lanshanbot LeechFTP +Lightspeedsystems Likse LinkextractorPro -LinksManager -LinkWalker -LinqiaMetadataDownloaderBot -Lipperhey +LinkpadBot +Lipperhey Spider Litemage_walker -Ltx71 -lwp-request -LWP::Simple +LNSpiderguy +lwp-trivial Magnet -Mag-Net magpie-crawler Mail.RU_Bot +Majestic-SEO MarkMonitor -MarkWatch -Mass Downloader -Mata Hari MauiBot +meanpathbot +Meanpathbot Mediatoolkitbot -MFC_Tear_Sample -Microsoft Data Access Microsoft URL Control -MIDown tool MIIxpc -MJ12bot -Morfeus Fucking Scanner -Mr.4x3 -MSIECrawler +MSFrontPage MS Web Services Client Protocol +Musobot Name Intelligence -Navroad -NearSite +Nameprotect +Needle Netcraft NetLyzer NetMechanic NetSpider -Nettrack +Netvibes NextGenSearchBot -Nibbler -Niki-bot +Nikto +NimbleCrawler Ninja Nmap +NPbot Nutch oBot +Octopus +Offline Explorer Offline Navigator Openfind OpenVAS -PageAnalyzer -PageGrabber -Panscient -Papa Foto +OutclicksBot +Page Analyzer +page scorer +PageScorer +Pandalytics Pavuk pcBrowser -PECL::HTTP -PHPCrawl -Picsearch -PictureFinder -Pi-Monster +PeoplePal +Pixray +PleaseCrawl POE-Component-Client-HTTP ProPowerBot -Psbot +Pump +PxBroker QueryN Metasearch -RankingBot -RealDownload -RepoMonkey +RankActive +RankActiveLinkBot +Rankivabot +Reaper +RedesScrapy +ReGet Ripper -RocketCrawler -Rogerbot s1z.ru -Scrapy +SalesIntelligent +ScanAlert +Scanbot Screaming -ScreenerBot Searchestate -Semrush +SemrushBot SEOkicks-Robot SEOlyticsCrawler -Shodan SISTRIX Sitebeam +SiteLockSpider SiteSnagger -Sitevigil +SlySearch +SmartDownload SMTBot Snake -SocialRankIOBot -Sociscraper -sogouspider +Snapbot +Snoopy Sogou web spider Sosospider -SpaceBison -Spammen +Sottopop SpankBot -sp_auditbot -Sqlmap -Sqlworm +Spanner Stripper -SurveyBot -Suzuran -tAkeOut +SuperBot +SuperHTTP +Teleport TeleportPro Telesoft Telesphoreo Telesphorep -Thumbor +TheNomad Titan Toata -Toweyabot +Tracemyfile Trendiction -Turingos +trendiction.de +True_Robot Turnitin TurnitinBot Twice UnisterBot URLy Warning -URLy.Warning -Vacuum Vagabondo VB Project VCI +VidibleScraper +Virusdie +VoidEYE +Voltron +Wallpapers/3.0 WallpapersHD Web Auto -WebCollage +WebBandit Web Collage -WebCopier -Web Fetch -WebReaper +WebEnhancer +WebFetch +WebFuck +webmeup-crawler +WebPix WebSauger Web Sauger -Webshag WebsiteQuester -Webster WebSucker Web Sucker -WebWhacker -WebZIP WeSEE -Whacker +Widow WiseGuys Robot +WISENutbot Wonderbot Woobot -WPScan -WWW-Collector-E WWW::Mechanize +x09Mozilla x22Mozilla -Xaldon WebSpider +Xenu xpymep1.exe -YoudaoBot -Zauba -Zermelo +Zade zgrab Zitebot ZmEu ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 2846d0e22..3110ea418 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -80legs Abonti Aboundexbot Acunetix +ADmantX AIBOT -Aipbot Alexibot -Anarchie +Alligator +AllSubmitter +AlphaBot +archive.org_bot +Asterias +Attach Backlink-Ceck -BacklinkCrawler -BackStreet -Badass BatchFTP +Battleztar Bazinga BDCbot BetaBot -Bigfoot +Bitacle Blackboard Black Hole -BuiltWith +BlackWidow +Blow +Brandprotect +BuiltBotTough BunnySlippers -Calculon CATExplorador CazoodleBot CCBot CheeseBot -CherryPicker -ChinaClaw -Claritybot -Cloud mapping -coccocbot-web -Cogentbot +Chlooe +cognitiveseo +com.plumanalytics Copyscape -Cosmos -crawler4j -crawl.sogou.com +Craftbot Crescent -CrunchBot -Custo +Curious DatabaseDriverMysqli +DataCha0s DBLBot demandbase-bot -Demon -Digincore +Deusu +Devil +DIIbot Dirbuster -Dispatch +Discobot +DittoSpyder +DnyzBot +DomainAppender DomainStatsBot +Dotbot +Download Wonder +Drip DSearch DTS Agent -EasyDL -Ebingbong -Ecxi -Evil -Express WebPictures -Extractor -ExtractorPro -Extreme Picture Finder +eCatch +ECCP/1.0 +EMail Siphon +EMail Wolf +evc-batch EyeNetIE -FDM +Ezooms +facebookscraper +FemtosearchBot FHscan -Fimap Firefox/7.0 -FlashGet -Flunky +Foobot Freeuploader -FyberSpider -GalaxyBot -Genieo -GermCrawler -GetWeb -G-i-g-a-b-o-t -Gotit +FrontPage +Getintent +Gigabot +GoZilla +Go!Zilla +Grabber GrabNet -Grafula -GrapeFX -GrapeshotCrawler +GridBot GT::WWW -Harvest +Haansoft Havij -HEADMasterSEO -Heritrix -Hloader -HMView -HTMLparser -HTTP::Lite -HybridBot +Iblog IDBot IlseBot -Image Fetch +Image Sucker InfoNaviRobot InfoTekies -instabid -Internet Ninja +InterGET +InternetSeer internetVista monitor +Iria +IRLbot Iskanie IstellaBot -JamesBOT +Jbrofuzz JennyBot -Jetty +JikeSpider JOC Web Spider Joomla Jorgee -JustView +Jyxobot +Kenjin Spider +Keyword Density +Lanshanbot LexiBot Lftp +LibWeb Libwhisker Lightspeedsystems -Likse +Linkdexbot LinkextractorPro -LinkScan +LinkpadBot LinksManager -LinkWalker LinqiaMetadataDownloaderBot LinqiaScrapeBot -Lipperhey Spider -Lmspider lwp-request -lwp-trivial -Mag-Net magpie-crawler -Mail.RU_Bot +Majestic12 MarkMonitor Masscan MauiBot meanpathbot +Meanpathbot +MeanPath Bot +mediawords +MegaIndex.ru Microsoft Data Access -Microsoft URL Control -MIIxpc +Mister PiX +MJ12bot Mojeek +Mr.4x3 MSFrontPage -MSIECrawler MS Web Services Client Protocol -Musobot -Name Intelligence +Nameprotect Navroad -NearSite -Nessus +Needle netEstate NE Crawler NetSpider Nettrack -NICErsPRO -Niki-bot -Nikto -NimbleCrawler -Nmap +Net Vampire +Netvibes +Nibbler +NPbot Nutch -Offline Explorer -Openvas -OpenVAS +Offline Navigator +Openfind +OpenLinkProfiler OrangeSpider -OutclicksBot -Page Analyzer +PageGrabber +page scorer PageScorer -PHPCrawl +Pandalytics +Panscient +PeoplePal +Picscout Pimonster Pi-Monster -Pixray plumanalytics -Pockey -Probethenet -ProWebWalker -PyCurl +POE-Component-Client-HTTP +Psbot +PxBroker +QueryN Metasearch Quick-Crawler -Rankivabot -RankurBot -RepoMonkey -RocketCrawler -SBIder +RankFlex +RankingBot +RealDownload +Reaper +RebelMouse +RedesScrapy +ReGet +Ripper +s1z.ru ScanAlert -Scanbot scan.lol Scrapy -Semrush +ScreenerBot +Searchestate SemrushBot -SEOprofiler +SEOkicks seoscanners -SeoSiteCheckup -SEOstats -sexsearcher -Sitebeam +serpstatbot +SISTRIX Siteimprove SiteLockSpider +SiteSnagger Site Sucker +Sitevigil +SlySearch SmartDownload -Snake -Sociscraper -Sogou web spider -SpaceBison +Snoopy +Sottopop Spammen -SpankBot +sp_auditbot +Spbot +Spinn3r +spyfu +Sqlmap +Steeler Stripper +Sucker Sucuri -SuperBot +SuperHTTP Surfbot +SurveyBot Swiftbot T8Abot -tAkeOut +TeleportPro +Telesoft +Telesphoreo TheNomad -Titan -Toata -Toweyabot -Trendiction +TightTwatBot Trendictionbot -trendiction.com +trendiction.de +Turnitin +TurnitinBot Twice +Typhoeus Upflow +URLy Warning URLy.Warning -Vagabondo +Vacuum +VCI VidibleScraper +Virusdie VoidEYE Voil -Voltron Wallpapers/3.0 -WallpapersHD -WebBandit -WebCopier -WEBDAV -WebFetch +Web Auto Web Fetch -WebFuck Web Fuck -WebImageCollector -webmeup-crawler -WebPix +WebReaper WebSauger +Web Sauger WebsiteExtractor WebsiteQuester -Website Quester -Webster WebStripper -WebSucker Web Sucker WebWhacker +WebZIP WeSEE +Whack +Whacker Who.is Bot -Widow -WISENutbot -Wprecon +WiseGuys Robot +Wonderbot +Wotbox WPScan -WWW-Collector-E -WWW-Mechanize WWW::Mechanize -Xaldon WebSpider -Xaldon_WebSpider +Xenu YoudaoBot -Zauba -zauba.io -zgrab -ZumBot +Zermelo +Zeus +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 1026ae8f0..82e489f70 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -alborzan.com -app5.letmacworkfaster.world -dandiyabeats.in -dawlenie.com -domainsatcost.com -dvrlists.com -elektronischezigarette2.mex.tl -genericviagrasildenafiled.net -llastbuy.ru -royalads.net +66cpwgln.space +aarbur.com +actices.com +eu-cookie-law.blogspot.com +ilovevitaly.ru +quick-offer.com +shopfishing.com.ua +tv-spoty.info +uptimebot.net +while.cheapwebsitehoster.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 16fd18adf..951d1f7bb 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -03e.info -123cha.com -123kuma.com -123locker.com -1-free-share-buttons.com -2020iscoming.info +00it.com +0daymusic.org +1000n1.ru +100dollars-seo.com +108shot.com +10bet.com +123movies.love +13tabs.com +1hwy.com +1pamm.ru +1stat.ru +2015god.org 214jaluwobapef.cf -2drittel.de -2girls1cup-free.com -2rich4bitches.com +2728fb936f0.com +273-fz.ru +3w24.com 4kepics.com -7fon.ru -991mostfm.co.id -9med.net -aac500b7a15b2646968f6bd8c6305869d7.com -abiente.ru -acads.net -adcash.com +4k-player.pl +4replicawatch.net +4webmasters.com +4webmasters.org +51.la +5kstore.com +5ws.dating-app.ru +7minuteworkout.com +7xc4n.com +83net.jp +8gold.com +8si.ru +aa8b68101d388c446389283820863176e7.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aac52006ec82a24e08b665f4db2b5013f7.com +aadroid.net +aarbur.com +abtasty.com +acunetix-referrer.com +adanih.com +adbetclickin.pink +add-add.men addblueoff.com.ua -adhome.biz -adimmix.com -adman.gr -adman.se -admatic.com.tr -adnotbad.com -adpremium.org -adrunnr.com -adserver-e7.com -adservme.com -adsloads.com -adtiger.tk -adultfriendfinder.com -adventureparkcostarica.com -advokateg.ru -advokateg.xyz -adzerg.com -aerogo.com +admeasures.com +ads-cool.pro +adtech.de +adtology.com +adultactioncam.com +advancedsoftwaresupport.com +afftrack001.com +agysya.ru +aibolita.com +aktivator-windows10.blogspot.com akusherok.ru -albuteroli.com -alif-ba-ta.com -alive-ua.com -allbizne.co.ua -alldezservice.kz -alldownload.pw -allproblog.com -aloofly.com -anal-acrobats.hol.es -angkortours.vn +alert-jdh.xyz +alevinefesleri.com +alfabot.xyz +alf-img.com +algerianembassy.co.in +alibestsale.com +allboard.xobor.de +allfinweb.com +alltheviews.com +alot.com +alphavisions.net +am15.net +amazingninja.com +amehdaily.com +amigobulls.com +anabolics.shop +andpolice.com +angry-fermi-7633.arukascloud.io +animal36.com animebox.com.ua -anticrawler.org +antons-transporte.de aosheng-tech.com -apccargo.com -apiadanaknet-a.akamaihd.net -appartement-stumm.at -apps-analytics.net -appsecurityr.com -aproposde.com -arabsexxxtube.com -aramaicmedia.org -arcadeplayhouse.com -ardimobileinfo.ml -arenda-yeisk.ru -arewater.com -arvut.org -asiengirls.net +apartamentwroclaw.eu +apelsinnik.website +apessay.com +apiallgeniusinfo-a.akamaihd.net +apiappenableinfo-a.akamaihd.net +apiluckyleapnet-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +apparel-offer.com +appleid-verification.com +arabgirls.adultgalls.com +architecturebest.com +arcteryxstore.online +arenanews.com.ua +arenda-avtoprokat-krasnodar.ru +arius.tech +artavenuegardenstudios.com +artefakct.com +as5000.com asmxsatadriverin.aircus.com -asscenihotosidea.blogspot.com -astrochicks.com -atlant-auto.info -atlasvkusov.ru +asophoto.com +atelielembrancaqueencanta.com.br atleticpharm.org -atout-energie-69.com -auspolice.com -aussie-prizes.com -autobrennero.it +atovh.local-finders.com +audiobangout.com +ausergrubhof.info +ausmepa.org.au autochoixspinelli.com -autoplate.info -autoseo-traffic.com -auto-zapchasti.org -aviav.ru.com -ayanaspa.com -azazu.ru -bablonow.ru +avtocredit-legko.ru +avtointeres.ru +ayakino.net +azartmix.com +babosas.com back.dog -baersaratov.ru -bag77.ru -banan.tv +baditri.com +bagcionderlab.com +baikaleminer.com +balook.com bang-hotties.com -bankmib.ru -banksrf.ru -bannerbank.ru -battleforupdating.site -bbsoldes.fr -beachdriveblog.com +bannerconnect.net +baoxaydung.com.vn +bashtime.ru +basisches-wasser.net +bear.gotcher.us beauby.ru -bedandbreakfast.com -begalka.xyz -benchmarkcommunications.co.uk +becuo.com +beetpics.pw +belstaffstore.online bestadbid.com -bestcoin.cc -bestdooz.com -bestofupload.info -bestwaystogetpaid.us -bestwebsiteawards.com -bestwebsitesawards.com -bestwrinklecreamnow.com -betterhdporn.com -beyan.host.sk -bezcmexa.ru -bfz.biz +bestcurs.org +bestkfiledxd.cf +bestserials.com +bg6s0.com bgviagrachrx.com -bidbuy.co.kr -binaryoptionscops.info +bharatdefencekavach.com +bigcareer.info +bigpenisguide.com +bingoporno.com bio-japan.net -bio.trade-jp.net -bitcoinremote.com -biznesluxe.ru -blackplanet.com -blacktwhite.com -blagovest-med.ru -blog.f00kclan.de -blog-hits.com -blog.koreadaily.com -blogrankers.com -bluejays-jerseys.us -bmwhighperformers.com -boazpower.com -bobba.dzaba.com -bobinoz.com -bochemit.com.ua -boeuklad.com -bolitgorlo.net -bonanza-fortune.men -bonux.nextview.ru -bonzibuddi.com -boobsimge.com -brainsandeggs.blogspot.com -brainzpod.win -brakehawk.com -brandehk.dk -brg8.com -brimstonehillfortress.org -bristolhostel.com -brothers-smaller.ru -btvn.ru -budilneg.xyz +bjorkbacken.nu +bosman.pluto.ro +brainxs.us +braip.com.br +brandbucket.com +brus-vsem.ru +btc4u.ru budpost.com.ua -buigas.00it.com -bukleteg.xyz -bum.com.ru -buntube.net +bugof.gq +bumble.cheapwebsitehoster.com +bumskontakte.org businesn.men -buyessayonline19.blogspot.ru -buyhoverboard.com -buyk.host.sk -buy-loft.ru -buyparajumpers.online -buytizanidineonlinenoprescription.blogspot.com -bvlgariwallet.xyz -bwlx.prepedu.cn -cablecar.us -cacheimages.com +buy-forum.ru +buypuppies.ca +buzzzg.men +byme.se +bytimedance.ru +calcularpagerank.com +callcafe.info callstevens.com -candlewooddentalcentre.com.au +camsex.xxx-cam.webcam candypeople.se -cartechnic.ru +cardsharp1.ru cartierbracelet.xyz -cartierring.xyz +cartierlove.xyz +cartierreplica.top cartiertrinity.xyz -cashonads.com -caulderwoodkennels.com +cbb1smartlist12.click +cbcseward.com +cb.iphantom.com +cctva.tv +cdncash.net +cdn.walkme.com cellfun.mobi -charmstroy.info -chatroulette.si -chatroulette.video -chatroulette.world +cenokos.ru +cenoval.ru +cete.ru +cfcl.co.uk cheapbelstaff.online -cheapcigarettesc.info -cheap-trusted-backlinks.com -cheapwebsitehoster.com -cheatcode-lita12.rhcloud.com -chiblackhawks-jerseys.com +chelnytruck.ru children-learningreading.info +chinacheapelitejerseys.com chinajerseyswholesalecoupons.com -choosecuisine.com -cialisovercounteratwalmartusa.com -cibpenonptib.flu.cc -cineacademy.ru -citizenclsdriveri7.pen.io -classicakuhni.ru -clayvasedesigns.tk -cleansearch.net -click2pawn.com -clickaider.com +christianlouboutinreplica.pw +cjs.com.ru +clean-start.net +clean-virus-mac.com clickbanksites.info -clickcash.com -clubfashionista.com -cmd.kz -colehaanoutlet.store -collegeessay19.blogspot.ru -colobit.biz -companies-catalog.com -compliance-fred.xyz -compliance-george.top -compliance-john.top -compliance-viktor.top +clicksor.net +clips.ua.ac.be +clodo.ru +cntravelre.com +cognitiveseo.com +co.lumb.co +cometorussia.net +compliance-alexa.top +compliance-checker.info +compliance-donald.xyz +compliance-elena.top +compliance-ivan.top +compliance-jack.top compliance-walt.top -com-supportcenter.website -cookie-law-enforcement-hh.xyz -coolyarddecorations.com +compliance-willy.top +computernetworksonline.com +connectionstrenth.com +contentlook.co +contextualyield.com +cookie-law-enforcement-aa.xyz +coolwallpapers-hd.com copblock.org -cornerstone-countertops.com -cowblog.fr -crackguru.tk -crazyboost.pro +countbertwistdisp26.soup.io +courtshipgift.com +cpajunkies.com +craftburg.ru +crazyprotocol.com crd.clan.su -cscwtalkto.site -cs-passion.pl +creams.makeforum.eu +crystalslot.com cubook.supernew.org customchocolate.business-for-home.com -customerguru.in -customerpromos-a.akamaihd.net +cvety24.by +cyclobenzaprinevstizanidine.blogspot.com czeshop.info -daisye.top -damasarenai.info -danceuniverse.ru +dairyindia.in +danschawbel.com +darmebel.com.ua dataloading.net +davidovic.info dawlenie.com -day-news.info -db.speedup.gdn -deadlinkchecker.com -dealighted.com -decenttools.com -delfin-aqua.com.ua +dbmkfhqk.bloger.index.hr +decorazilla.com +delayreferat.ru delitime.info -deluxedumps.com -demian.kz deniven.1bb.ru -design-lands.ru +descargar-musica-gratis.net dev33.dioniqlabb.se -diegolopezcastan.com -digitalfaq.com -dikx.gdn -diminishedvalueoforegon.com -disruptingdinnerparties.com -djekxa.ru -dlya-android.org -dmmspy.com -docs4all.com -dogoimage.com -dojki-hd.com -dollartree.info -domaincrawler.com -domainroam.win -domination.ml -dorratex.tn -downloadeer.net +dgfitness.co +dikqlyremy.info +discountliv.com +discovertreasurenow.com +dividendo.ru +dktr.ru +dkvorota.ru +dms-sw.ru +doctissimo.fr +documentbase.net +documentsite.net +domain2008.com +domaincdn.xyz +domain-tracker.com +domoysshop.ru +dosug-lux.ru +dosugrostov.site +downloaddy.net downloadmefiranaratb1972.xpg.com.br -downvids.net -dptaughtme.com -drillsaw.ru +downloads-whatsapp.com +dprtb.com +driving.kiev.ua +drpornogratisx.xxx +druzhininevgeniy63.blogspot.com +dtm-spain.com duplicashapp.com dvervmoskvu.ru -e2click.com -earn-from-articles.com eas-seo.com -e-avon.ru -econom.co -educatemetv.com -ekto.ee -election.interferencer.ru -electrik-avenue.com -elektronischezigarettekaufen1.beeplog.com -elektrozigarette2.wordpressy.pl -elektrozigarettekaufen2.blogse.nl -elidelcream.weebly.com -elstal.com.pl -emailaccountlogin.co -encodable.com -enge-fotzen.info -enginebay.ru -engines-usa.com +easyshoppermac.com +e-buyeasy.com +e-c.al +ec-file.info +ed-shop01.ru +education-cz.ru +educontest.net +ee77ee.com +efkt.jp +ege-russian.ru +ekspresihati.info +eladkarako.github.io +elektir.ru +elektroniksigaraankara.info +elitepcgames.com +elmifarhangi.com +embedle.com +energydiet-info.ru enskedesquashclub.se +envaseslotusama.com +e-poker-2005.com ereko.ru -errorfixing.space -escort-russian.com -escortslet.net -eshop.md -esopini.com -euromasterclass.ru -euronis-free.com -europages.com.ru -everypony.ru +erotik0049.com +etotupo.ru +eu-cookie-law.info evrotekhservis.ru -expertnaya-ocenka.ru -expresstoplivo.ru -extractorandburner.com -extstat.com -eyemagination.com -eywords-monitoring-your-success.com -ezigarettekaufen2.yolasite.com -f0815.de -f5mtrack.com -failingmarriege.blogspot.com -falopicm.pw -fanpagerobot.com +exchanges-bet.com +exoneration-project.us +exonline.info +expdom.com +extremepornos.net +ezigarettenkaufen2.dreamwidth.org +ezofest.sk +ezrvrentals.com +facebook-mobile.xyz +fantasticpixcool.com +fashion-stickers.ru +fastfixing.tech fatmaelgarny.com -feargames.ru +favoritemoney.ru +fdzone.org +ferieboligkbh.dk fermersovet.ru -fickkontakte.org +fetlifeblog.com +fickenprivat.info fidelityfunding.com -fil.ru -find1friend.com -fitfloponline.store -fiverr.com -fix-website-errors.com -flash4fun.com -flashahead.info -flashbannernow.com -flooringinstallation-edmonton.com -forex-procto.ru -forms-mtm.ru -forpackningsutveckling.se -forum-engineering.ru -fotopop.club -fototravel.eu -foxweber.com +figuringmoneyout.com +filesvine.com +filmbokep69.com +filmfanatic.com +filmgo.ru +finansov.info +findanysex.com +findsexguide.com +firstdrugmall.ru +flex4launch.ru +f-loaded.de +floridamobilebillboards.com +fm-upgrade.ru +forex-indextop20.ru +forpostlock.ru +forsex.info +fortunejack.com +forum20.smailik.org +forum69.info +forumprofi.de +forums.d2jsp.org +fotosfotos.eu +franklinfire.co +fr-bearings.ru frcls.fr -freenom.link -free-share-buttons.com -free-traffic.xyz -freewebs.com -freshmac.space -freshwallpapers.info -ftns.ru -fun2cell.net +freakycheats.com +freecamdollars.com +free-fbook-traffic.com +free-gluten.ru +free-laptop-reward.com +freetangodownload.com +freshdz.com +freza-sverlo.ru +front.ru +funcrushgames.com fungamelands.com -futbolkisales.ru -fym.com.ru -fz139.ttk.ru -gallerylisting.com -gamevalue7.weebly.com -gamewrath.com -gdcentre.ru -gdebestkupit.ru -ge0ip.com -ge0ip.net -gearcraft.us -gemgrab-a.akamaihd.net +fyl.com.ru +gallictures.com +game-mmorpg.net +gameprimary.com +gamezblox.com +gamingspark.com +gardene.ru +gaygalls.net +gay-site.store +geckoandfly.com +gelezki.com +gemara.com +gembird.com generousdeal-a.akamaihd.net +gepezz.info gerhardhealer.com -getprismatic.com -getridofstretchmarks.org +getdot.ru +getmyads24.com ggiaro.com -ghazel.ru -gigablast.com -girlsfuckdick.com -girls-ufa.ru -globetrotting-culture.ru +gheus.altervista.org +gidonline.one +glasof.es +glogow.pl glopages.ru -gne8.com -gogps.me -goldenggames.com -gopro-online.info -graphics8.info -greatzip.com -greenidesign.co -growshop.es -grupografico-pilar.com.ar -gsasearchenginerankerdiscount.com -gsasearchengineranker.xyz -guardlink.org +goforexvps.com +golaya.pw +golden-catalog.pro +golden-praga.ru +gomusix.com +goodprotein.ru +goodwriterssales.com +googglet.com +googlsucks.com +goosefishpost.bid +gosreg.amchs.ru +gowreckdiving.com +greatdealshop.com +green-tea.tv +grizzlysgrill.com +gsasearchengineranker.pw guarrasdelporno.xxx -gwhwpxbw.bloger.index.hr +guge.io h2monline.com -handicapbathtubarea.com -handicapvantoday.com -handsandlegs.ru harmonyglen.us -hatedriveapart.com -hermesbelts.xyz +hauleddes.com +hawaiisurf.com +hd720kino.ru +hd-film.pl +herehloadibs.cf hetmanship.xyz heygidday.biz -hidefiles.org +highland-homes.com +hildinghr.se histats.com -hitcpm.com +historichometeam.com hit-men.men -hkladys.com +hmmm.cz hmywwogw.bloger.index.hr -hoholikik.club +hobbyhuren24.net +hobild.net hollywoodactress.info -homedecoguide.info -homegardenlova.com -homemature.net -hosting-tracker.com +homedo.fabpage.com +honyaku.yahoofs.jp +hop.clickbank.net +hornymatches.com +host-tracker.com hotblognetwork.com -hotenergy.ru +hotblog.top +hotel-mkad.ru hotgirlhdwallpaper.com -hotkeys.com -housemilan.ru -hoverboard360.at -hoverboardforsaledirect.com +hotloans.ru +housediz.com +housekuba.org +hoverboard360.de howopen.ru -hptwaakw.blog.fc2.com -huhn.altervista.org -hulfingtonpost.com -hully.altervista.org -hunthillfarmtrust.org -hut1.ru +hplaserjetpdriver8y.pen.io +https-legalrc.biz +hundejo.com +hybrid.ru hyiphunter.org -ibb.com.ua -icaseclub.ru -ico.re -ideawheel.com -idegenvezeto.eu -igrovyeavtomaty777.ru +ictizanidinehcl4mg.blogspot.com +ideashome.id +ideibiznesa2015.ru +id-forex.com +iinstalll-fii1leis.jus0wil.pp.ua iloveitaly.ru -ilovevitaly.xyz -images-free.net -imagui.eu +ilte.info +imgata.com +imguramx.pw +iminent.com immobiliaremassaro.com -impisr.ru -incolors.club +import-sales.com +indianmedicaltourismshop.com infazavr.ru -infodocsportal.com -informatiecentro.be -infostatsvc.com -infowarcraft.ru -inmate-locator.us +infokonkurs.ru insta-add.pro -intellekt21.ru -interfucks.net -interior-stickers.ru -intermesh.net -invest-pamm.ru -invivo.hu -iopeninghours.co.uk +instabid.tech +insurple.com iphantom.com -iptool.xyz -iqoption.com -iqs.biz.ua iqupdatetmz.win -irkutsk.zrus.org -iscblog.info -i-service.kz -islandminingsupply.wordpress.com -it-max.com.ua -itronics.ca -itservicesthatworkforyou.com -ivanovo.zrus.org -ivoiretechnocom.ci -iwantmyfreecash.com -javatex.co.id -jennyfire.ru -jeremyeaton.co +iradiology.ru +isitpaleo.info +istanbulit.com +itrevolution.cf +ivanstroi.ru +izhevsk.zrus.org +izoll.ru +j33x.com +janerikholst.se +janettabridal.com +javcoast.com jerseychinabizwholesale.us -jerseysbizwholesalecheap.com -jerseyschinabizwholesale.us -joingames.org -journalhome.com +jewelryandfiligree.com +job.icivil.ir +jobmarket.com.ua +johannesburgsingles.co.za +jongose.ninja jpcycles.com -jrpmakati.com -juliadiets.com -kalandranis.gr -kamagragelusa.net -kanimage.com -kareliatobacco.ru -ketrzyn.pl -keyhantercume.com -keywesthideaways.co -keywordblocks.com -keyword-suggestions.com -khafre.us -kicknights.gq -kihi.gdn -klikbonus.com -kollekcioner.ru -konkursov.net -koral.se +jus0wil.pp.ua +justprofit.xyz +jwss.cc +kabbalah-red-bracelets.com +kambasoft.com +kam-dom.ru +kartiniresto.com +kashubadesign.ru +katushka.net +kazan.zrus.org +keenoutlet.online +ketoanhanoi.info +keywordglobal.co.za +kiinomaniak.pl +kinoduh.ru +kino-filmi.com +kinostorm.net +kiprinform.com +kiwi237au.tk +kliksaya.com +klin3952.ru +knowsitall.info +kochanelli.com +kollesa.ru +kolotiloff.ru +komputers-best.ru +kongruan.com +konpax.com +konturkrasoty.ru kosmetyki.tm.pl -kotaku.com -kriokomora.info -ks1234.com -ku6.com -kvartir-remont.biz -laapp.com -lampokrat.ws +kosova.de +kostenlos-sexvideos.com +kozhniebolezni.com +kunstaktien.info +kurbappeal.info +lafourmiliaire.com lancheck.net -landmania.ru -larose.jb2c.me -lashstudia.ru +law-check-seven.xyz +lawyers.cafe laxdrills.com -lazymanyoga.com -lego4x4.ru -letmacworkfaster.world -letsart.ru -letslowbefast.today -letto.by -lezbiyanki.net -lincolntheatre.com -linkbuddies.com -lion.bolegapakistan.com -liveinternet.ru +lechtaczka.net +lesbian.xyz +lida-ru.com +likrot.com +limtu.ifmo.ru +link.ac +linksharingt.com +linkwithin.com +lion.misba.us +littlecity.ch +littlesunraiser.com +liumimgx.pw +livefixer.com +livejasmin.com liverpool.gsofootball.com -live-sexcam.tk -live-sexchat.ru -lkbennettstore.online -locimge.pw -loginduepunti.it +lkbennettoutlet.online +loadopia.com +lob.com.ru lolnex.us -lol-smurfs.com -lonely-mature.com -long-beach-air-conditioning.com -lookingglassemb.com -lostfilm-online.ru -lotto6888.com -lottospring.com -love-baby.cz -lunamedia.co -m0r0zk0-krava.ru -m4ever.net -machicon-ueno.info -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macotool.com -madot.onlinewebshop.net -magicdiet.gq -magnetpress.sk +losangeles-ads.com +louboutinbooties.xyz +ltvperf.com +lumb.co +lyngdalhudterapi.no +m292.info +mabdoola.blogspot.com +machicon-akihabara.info +mac-shield.com +magazin-pics.ru +magicplayer-s.acestream.net +magnetic-bracelets.ru makedo.ru -malls.com -mamasuper.prom.ua -manipulyator-peterburg.ru +managerpak204.weebly.com +manimpotence.com mansparskats.com -manualterap.roleforum.ru -marcoislandvacations.net -marcowebonyodziezowe.pl -matematikus.info -mazda-roadsters.com -mbiologi.ru -meddesk.ru +manyresultshub-a.akamaihd.net +marcogrup.com +massage-info.nl +masturbate.co.uk +max-eclat.men +maximpartnerspr.com +mcnamaratech.com medicinacom.ru -medicines-choice.com -medispainstitute.com.au -medkritika.ru -meetingrainstorm.bid -megavolt.net.ua -member-quiz.com -members.ghanaweb.com -menetie.ru -metallosajding.ru -metalonly.info +medicovi.com +meet-flirt-dating.com +meget.co.za +mex-annushka.ru mexicotravelnet.com -m-google.xyz -mhi-systems.ru -michaelkorsoutlet.store -mikrobiologies.ru -minecraft-neo.ru +mezaruk.info +microsearch.ru +microstatic.pl +mil-stak.com +minet.club mir-business-24.ru +mirmedinfo.ru misswell.net mister-shop.com -mmgq.ru +mistr-x.org +mitrasound.ru +mixed-wrestling.ru mmog-play.ru mobilierland.com -mobplayer.net -mojowhois.com -mokrayakiska.com -mole.pluto.ro +mobplayer.ru monclercheap.xyz -moncleroutletonline.win -money-every-day.com -moneyviking-a.akamaihd.net -monitorwebsitespeed.com -montredemarque.nl -mosrif.ru -mouselink.co +moneyzzz.ru +moscow-clining.ru +moscow-region.ru +moskva.nodup.ru +mossmesi.com +most.gov.iq moviezbonkerssk.cf -mp3films.ru -mrbitsandbytes.com -mrinsidesales.com -multgo.ru -musicas.baixar-musicas-gratis.com -music.utrolive.ru -muzaporn.com +moyakuhnia.ru +mozello.ru +mp3ringtone.info +musicdaddy.net +mustwineblog.com muznachas-service.ru -myblogregistercm.tk -mydirtyhobby.com -myfreecams.com -myhitmp3.club -nalogovyykodeks.ru -nastydollars.com -nate.com -naturalpharm.com.ua -negociosdasha.com -nero-us.com -net-radar.com +muz-shoes.ru +muztops.ru +my-big-family.com +my-cash-bot.co +mydearest.co +myindospace.com +myonlinepayday.co +myperiod.club +myshopmatemac.com +naperehresti.info +naphukete.ru +naughtyconnect.com +neobux-bg.info +networkad.net news-speaker.com -newtechspb.ru -nikkiewart.ru -ningessaybe.me -nofreezingmac.click -nootrino.com -nottyu.xyz -noumeda.com -novgorod.xrus.org -novosibirsk.xrus.org -nudo.ca -nvformula.ru -obnal.org -oddamzadarmo.eu -offers.bycontext.com -offf.info -of-ireland.info -ohmyrings.com -okeinfo.online +nfljerseys.online +nhl17coins.exblog.jp +nikitsyringedrivelg.pen.io +njkmznnb.ru +northfacestore.online +norththeface.store +novatech.vn +novosti-hi-tech.ru +nrjmobile.fr +nuup.info +nyfinance.ml +oballergiya.ru +oconto.ru +odoratus.net +odywpjtw.bloger.index.hr +okel.co okmedia.sk -okroshki.ru -ok.ru -ok-ua.info -one-gear.com -onemantrip.com -onlineporno.site -onlinetvseries.me -onthemarch.co -o-o-6-o-o.com -o-o-6-o-o.ru -ooomeru.ru -ooo-olni.ru -oranga.host.sk -orel-reshka.net -orion-code-access.net -osagonline.ru -ostroike.org -outrageousdeal-a.akamaihd.net -page2rss.com -paperwritingservice17.blogspot.ru -paramountmarble.co.uk -partner-host.men +okuos.com +olvanto.ru +omsk.xrus.org +onescreen.cc +online-hit.info +online-podarki.com +onlywoman.org +ooo-gotovie.ru +orion-v.com +ourtherapy.ru +outclicks.net +outshop.ru +oynat.info +paidonlinesites.com +panchro.co.uk +pandarastore.top +panicatack.com +parfusale.se partner-print.men -partners-ship.pro partybunny.ru -pcads.ru -pelfind.me +pavlodar.xkaz.org +pay2me.pl +paydayloanslocal.com +pdn-4.com pensplan4u.com -perosan.com -pestomou.info -petsblogroll.com -pharmacyincity.com +percin.biz.ly +perl.dp.ua +perm.xrus.org +petedrummond.com +phobia.us photostudiolightings.com php-market.ru +picsearch.com picswe.com -picture-group.com -pierrehardysale.online -pila.pl -pio.polytopesexempt.com -piter.xrus.org -pixell.club -pkr1hand.com -playboyfiles.xblog.in -play.leadzupc.com -pochemychka.net -poem-paying.gq -poems.com.ua -pokerniydom.ru -polimga.pw -pomoc-drogowa.cba.pl +picurams.pw +pills24h.com +pillscheap24h.com +piratecams.com +pisanieprac.info +piuminiita.com +pk-pomosch.ru +plaff-go.ru +plastgranar.nu +platesauto.com +platinumdeals.gr +play-mp3.com +playtap.us +ploenjitmedia.azurewebsites.net +poisk-zakona.ru +polcin.de pooleroadmedicalcentre.co.uk -popup-fdm.xyz +popander.mobi +popcash.net +porndl.org porndroids.com -porngalleries.top -pornokorol.com +porno-dojki.net +pornoelita.info +pornoforadult.com +pornogig.com porno-play.net -pornowarp.info -pornpost.in -porodasobak.net -porto.abuilder.net -portside.xyz -pospr.waw.pl -powitania.pl +pornosemki.info +pornosexrolik.com +porno.simple-image.com.ua +pornotubs.com +potolokelekor.ru +pozdravleniya-c.ru pozdrawleniya.com -preparevideosafesystem4unow.space -privatbank46.ru -privetsochi.ru -prize44.com -productarium.com -produkto.net -prodvigator.ua -profitkode.com -prom23.ru -pro-okis.ru -proposal-engine.com -propranolol40mg.blogspot.com -prosperent.com -prostitutki-almata.org -prostitutki-kiev.org -prostitutki-odessa.org -psa48.ru -pts163.ru -pufip.com -pushdata.sendpulse.com -py100.ru -quelle.ru -quit-smoking.ga -raavidesigns.com +pozdrawleniya.ru +pricheski-video.com +printingpeach.com +privatov-zapisi.ru +proekt-gaz.ru +professionalwritingservices15.blogspot.ru +prostitutki-tolyatti.org +purchasepillsnorx.com +quickbuck.com randalljhoward.com -randki-sex.com -rankexperience.com +rangjued.com +ranking2017.ga +rankingchart.de ranksonic.info +ranksonic.org +rapevideosmovies.com rapidgator-porn.ga -rcb101.ru -realresultslist.com -rebrand.ly -reelheroes.net -referencemoi.com -registrationdomainsite.com -registry-clean-up.net -registrydomainservices.com -remorcicomerciale.ro -renewablewealth.com -replicalouboutin.xyz -retailwith.com -reversing.cc -rezeptiblud.ru -richinvestmonitor.com -ring4rhino.com -ringporno.com -rocketchange.ru -roofers.org.uk -rootandroid.org -rospromtest.ru -royalads.net -rumamba.com -russintv.fr +rapidokbrain.com +rapidsites.pro +realmonte.net +rebelmouse.com +redbottomheels.xyz +redirectingat.com +redirlock.com +refudiatethissarah.info +registry-cleaner.net +reklama1.ru +remmling.de +remont-ustanovka-tehniki.ru +remontvsamare.su +renecaovilla.online +research.ifmo.ru +restorator-msk.ru +rewardpoll.com +reyel1985.webnode.fr +ringtonepartner.com +risparmiocasa.bz.it +robertefuller.com +royal-investments.net +ru-dety.ru +ruf777.com +ruscoininvest.company +ruscopybook.com +rusoft-zone.ru +rusprostitute.com +russkie-gorki.ru rus-teh.narod.ru -rutor.group -sad-torg.com.ua -sajatvelemeny.com -salutmontreal.com -samoiedo.it +saddiechoua.com +saitevpatorii.com +sammyweaver.com +sanatorrii.ru sanjosestartups.com -sape.top -sarafangel.ru satellite.maps.ilovevitaly.com -savingsslider-a.akamaihd.net -sax-sex.com -sbprabooks.com -scanner-walter.top +savefrom.com +saveindex.xyz +savememoney.co.za +sbetodiodnye-lampy.ru +scanner-brian.top +scanner-fred.top +scanner-jack.top +scanner-julianna.top +scanner-mark.top +schlampen-treffen.com +school-diplomat.ru scmor.ilxc.cc scrapinghub.com -scripted.com -sdelatmebel.ru -sdsjweb.com -search.1and1.com -searchimpression.com -searchinquire.com +scrapy.org searchkut.com -searchmywindow-a.akamaihd.net -seminarygeorgia59.ga -seoanalyses.com -seofirmreviewsus.info -seomarketings.online -seorankinglinks.us +search.pch.com +searchwebknow-a.akamaihd.net +seinterface.com +semaltmedia.com +semp.net +senger.atspace.co.uk +seofied.com +seoholding.com +servethis.com servicecenter.co.ua -serving.adbetclickin.pink -servisural.ru -se-welding.ru -sex-tracker.com -sextracker.com -sexuria.net -sexvporno.ru +servingnotice.com +serviporno.com +sex.hotblog.top +sexiporno.net +sexkontakteao.info +sexphoto.site +sexs-foto.top +sexstream.pl sexy-pings.com -share-buttons-for-free.com -sharpchallenge.com -shemalegalls.blogporn.in -sherlock.se -shisha-swag.de +sexystrippe.info +sexytrend.ru +sharebutton.net +shell-pmr.ru +shikiso.info +shinikiev.com.ua shlyahten.ru -shohanb.com -shopcheermakeup.info -shoppingmiracles.co.uk -sibvitr.ru -sildenafil-tadalafil.info +shoesonlinebuy.xyz +shop.xz618.com +shtora66.ru +signal03.ru silktide.com -silvercash.com -sindragosa.comxa.com +simon3.ru +simple-share-buttons.com +simply.net +sisi-go.ru +sispe.com.br +site-analyzer.com siteonomy.com -site-speed-checker.site -sitiz.club -sitopreferito.it -sk.golden-praga.ru -slavia.info -slkrm.ru -small-game.com -smart-balancewheel.com -smartshoppymac.com -sms2x2.ru -smstraf.ru -snip.tw -snworks.com -socialbookmarksubmission.org +sixcooler.de +skylta.com +skyway24.ru +smsactivator.ru +snsdeainavi.info +soc-econom-problems.ru social-buttons.xyz socialbutton.xyz -solmarket.by -sortthemesitesby.com -sovinsteel.ru -spasswelt.xyz -spb.afora.ru -special-porn.com +socialmonkee.com +social-s-ggg.xyz +social-vestnik.ru +solinf.co +solution4u.com +soserfis.com +space4updating.win +spammen.de spinnerco.ca -sport7777.net -sport-video-obzor.ru -spravka-medosmotr.ru +sportbetfair.com spymac.net -stair.registrydomainservices.com -standardchartered-forex.com -stard.shop -stathat.com -stats-public.grammarly.io +spywareit.com +spywarenuker.com +spywarespy.com +srecorder.com +stardevine.com +starwars.wikia.com +stauga.altervista.org +steamoff.net +stefanbakosab.se sterva.cc -stockquotes.wooeb.com -storehouse.ua -strangeduckfilms.com -streha-metalko.si -stretchmate.net -stroydetali.ru -sugarkun.com -suggest-keywords.com -suhanpacktech.com -supermesta.ru -superoboi.com.ua -suture.co -sweepstakes.rewardit.com -swiped.su -taboola.com -tarad.com -taraz.xkaz.org +stpolice.com +stroyplus.ru +strv.se +studiofmp.com +stuff-about-money.com +sudexpert66.ru +sukirgenk.dvrlists.com +summerlinhomes411.info +superinterstitial.com +superkanpo.com +symbaloo.com +tagil.zrus.org +t-bygg.com +td-l-market.ru teenbbw.yopoint.in -telegraf.by -telegramdownload10.com -templates.radiodigital.co -texbaza.by -textads.men -theautoprofit.ml -thebestphotos.eu -thebluffs.com +teesdaleflyballclub.co.uk +telefonsexsofort.tk +telesvoboda.ru +templates.franklinfire.co +terraclicks.com +teslathemes.com +thaismartloan.com thecoral.com.br -thefds.net -thegameriders.com -theplacetoupdating.pw -thetattoohut.com -thetoiletpaper.com -the-usa-games.blogspot.com -timhost.ru +thedownloadfreeonlinegames.blogspot.com +thegalerie.eu +thegamerznetwork.com +thelottosecrets.com +thepantonpractice.co.uk +timetorelax.biz +titangel-vietnam.com +titslove.yopoint.in +tizanidine4mg.blogspot.com tizanidine4mgprice.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinecost.blogspot.com -tizanidinedosage.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineinfo.blogspot.com +tizanidinenarcotic.blogspot.com tizanidineoral.blogspot.com -tizanidinestreetprice.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidinestreetvalue.blogspot.com +tizanidinevsvalium.blogspot.com +tizanidinezanaflex.blogspot.com +tk-assortiment.ru tksn.ru -tmm-kurs.ru -tonerbox.kz +todohr.com +token-lab.org top250movies.ru -topquality.cf -toproadrunner5.info -topshef.ru -totu.info +topads.men +topappspro.com +topkarkas.com +top-l2.com +topmira.com +topsy.com +torrentgamer.net +torrent-to-magnet.com tour-line.net -tracfone.com -tracksurf.daooda.com -trackzapper.com +toursmaps.com +toxicwap.com +trafaret74.ru +traffic2money.com +trafficgenius.xyz +trafficjunky.com trafficstars.com -trahic.ru -trainoffend.ml -treasuretrack-a.akamaihd.net -trkur.com -trustl.life -ttsq.fr -tubeline.biz -tubeoffline.com -tuberkulezanet.ru -tuckermktg.com -tuckpointingmasonrysystems.com -tula.howotorg.ru +traffixer.com +trion.od.ua +truck-land.life +tupper-posuda.ru +turbabitload.weebly.com +turn-up-life.life +turvgori.ru twelvevisionspartyofcolorado.com -twincitiescarservice.com -twittrading.com -twodollarshows.com tx41tclega.ru tytoona.com -u17795.netangels.ru +tzritel.tk +uggsale.online ugogo.info -ultimateclassicrock.com -unblocksit.es -unece.org -universals.com.ua +ukrup.com +uk-zheu20.ru +umekana.ru +uni.me +unrealcommander.biz +upproar.com +uptime-as.net url2image.com -uroffer.link -usswrite.com -utiblog.fr +url-img.link +ussearche.cf uytmaster.ru -vancleefreplica.pw -vektorpress.ru -vezuviy.su +uzungil.com +valuado.com +vapeface.club +veles.shop +ventelnos.com +vereo.eu +versaut.xxx-cam.webcam +vesnatehno.com +vesnatehno.ru +viagra-soft.ru viandpet.com -videochat.bz -videogamesecrets.com -videojam.tv +video-chat.love videooko.weebly.com -villakohlanta.nu -visa-china.ru -viven.host.sk -vmnmvzsmn.over-blog.com -voltrknc1.com -volume-pills.biz -vremya.eu -vrotike.ru +villacoloniale.com +vip.51.la +vipms.ru +vodaodessa.com +voloslove.ru vseigru.one -vysigy.su +vsexkontakte.net +vvpg.ru +vykup-avto-krasnodar.ru +vykupavto-krasnodar.ru vzubah.com -wallpapersdesk.info -wallpaperstock.net -wanker.us -wapsite.me -warezkeeper.com -watchmygf.net -waterefficiency.co -webenlace.com.ar -webextract.profound.net -webix.biz +webads.co.nz +webix.me webjam.com +weblo.com webmasterhome.cn -webs.com +webscouter.net website-audit.com.ua -website-speed-up.site -weburlopener.com -weightatraining.com -wejdz-tu.pl -wesharepics.info -westen-z.life -westsextube.com -whengirlsgowild.com -windowssearch-exp.com -wineration.com -wingsoffury2.com -wnhjavlhezp.gq -wnoz.de -womens-journal.net +website-speed-check.site +websites-reviews.com +weburok.com +wesharepics.com +while.cheapwebsitehoster.com +whiteelephantwellington.com +wholesalejerseychinashop.com +wholesalejerseysgaa.com +wholinkstome.com +wildnatureimages.com +withstandingheartwarming.com +wleuaprpxuvr.ga +woman-orgasm.ru womensplay.net -wordkeyhelper.com -wpsecurity.website -wsgames.ru +worldinternetauthority.com +worldoffiles.ru +woweb.com.ua +wttavern.com +ww2awards.info www.get-free-traffic-now.com -wygraj-teraz.com wzgyyq.com -xep.info -xjlottery.com -x-mix.info +x69ty.ru +xboxster.ru +x-diesel.biz +x-diesel.com +x-diesel.info +xmladserver.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn--b1agm2d.net -xn----dtbndd4ae7eub.top -xn--hxazdsfy.blogspot.com -xnxxandxvideos.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xtrafficplus.com xtremeeagles.net -xvideosporn.biz -xxart.ru -xxxdatinglocal.us -xxxguitars.com -xxxnatelefon.ru -xxxtube69.com -yachts-cruise.info -yoluxuryevents.com -youbrainboost.asia -youporn-ru.com -youtoner.it -youtuhe.com -yun56.co -yurgorod.ru -zagadki.in.ua -zaobao.com.sg -zapiszto.pl -zawyna.ua +xvideospornoru.com +xxx-cam.webcam +yatrk.xyz +yebocasino.com +yellowads.men +yes-com.com +yginekologa.com +yhit.press +yottos.com +yourdesires.ru +yourmovies.pl +yourothersite.com +youtube-downloader.savetubevideo.com +youtubedownload.org +yubikk.info +yugk.net +zaidia.xhost.ro +zaimite.ru +zajm-zalog-krasnodar.ru +zaloro.com +zebradudka.com +zeleznobeton.ru +zeroredirect11.com zeroredirect12.com -zhongwenlink.com -zigzog.ru +zigarettenonl.canalblog.com +zigarettenonlinekaufen2.drupalgardens.com znakomstva-piter78.ru -zojirushi-products.ru +zocaparj.kz zona-aqua.ru -zooggames.com -zoosexart.com -zrus.org +zoodrawings.com +zoogdinsney.com +zootoplist.com zscaler.net -zvezdagedon.ru zytpirwai.net +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 7f61ff41b..77957cb49 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -3rbseyes.com -5elementov.ru -8si.ru -8xv8.com -aa9bd78f328a6a41279d0fad0a88df1901.com -abctoppictures.net -adultmeetonline.info -aimayangzhi.com -allcredits.su -alldezservice.kz -allesohnegirls.net -apibrowsesmartne-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -arquapetrarca.info -asrvvv-a.akamaihd.net +00it.com +100dollars-seo.com +101billion.com +1688.com +20pascals.nl +2345.com +40cg.com +4senses.co +4ur.click +4webmasters.org +66cpwgln.space +7fon.ru +adclickthru.net +adhome.biz +apartment.ru +arraty.altervista.org asscenihotosidea.blogspot.com -auto-zapchasti.org -babyguns.ru -backlinkwatch.com -barnfurnituremart.com -battleforupdating.site -beget.tech -best-businessman.ru -bestwebsiteawards.com -bget.ru -big-cash.net -bigcities.org -bio.trade-jp.net -bocoarchives.org -brewdom.ru -buqyxa.rincian.info -buzzsumo.com -buzzzg.men -bzero1jewelry.net -c1.onedmp.com -carloans.com -carrauterie.be -cartierloveringreplica.xyz -casinorewards.info -cdncash.net -ceotrk.com -cfjump.com -choice-credit.ru -cienum.fr -clickbanksites.info -clippingphotoindia.com -club-samodelkin.ru -coderstate.com -com-onlinesupport.site -compliance-irvin.top -compliance-julianna.top -compliance-julia.top -coolingoods.com -copro.pw -countbertwistdisp26.soup.io -craftburg.ru -cs-passion.pl -czat.wp.pl -dawlenie.com -delitime.info -dellalimov.com -dev33.dioniqlabb.se -digitalfaq.com -directrev.com -dokfilms.net -dolohen.com -doska-vsem.ru -dverimegapolis.ru -dvrlists.com -ed-shop01.ru -elektronischezigarette2.mex.tl -elektronischezigarettekaufen1.myblog.de -eloxal.ru -elvel.com.ua -en.altezza.travel -e-poker-2005.com -es5.com -europeanwatches.ru -extremez.net -eyessurgery.ru -ezigarettekaufen.myblog.de -familyphysician.ru -faptitans.com -fifa-coins.online -filefilter.weebly.com -finansov.info -firma-legion.ru -food.dtu.dk -foxweber.com +astrochicks.com +azartmix.com +basisches-wasser.net +bbtec.net +bensbargains.net +bestbuy.ca +bet-prognoz.com +bfz.biz +big-boards.info +biglistofwebsites.com +bitcoinpile.com +bizcheapjerseyswholesalechina.com +blacktwhite.com +boc.kz +bonvillan.com +bosefux.esy.es +budilneg.xyz +buy-cheap-pills-order-online.com +buytizanidineonlinenoprescription.blogspot.com +canyougethighofftizanidine.blogspot.com +cardiosport.com.ua +cellfun.mobi +cfacarrosserie74.com +cheapbelstaff.online +chelyabinsk.xrus.org +chidporn.com +christianlouboutinsaleonline.us +ciceros.co +cleanallspyware.com +clicksor.com +compliance-checker-7.info +compliance-walt.top +cookie-law-enforcement-hh.xyz +coprofam.org +cornerstone-countertops.com +covadhosting.biz +crackzplanet.com +crd.clan.su +djekxa.ru +docsportal.net +earn-from-articles.com +ecommerce-seo.com +egvar.net +eladkarako.com +elektronischezigarettekaufen1.beeplog.com +elstal.com.pl +elvenmachine.com +ereko.ru +exonline.info +family1st.ca +firstsiteguide.com +fishtauto.ru +freelinkbuilding.website.tk frighteningremain.cf -fun2cell.net -gameplexcity.com +front.ru +gambarkatabaru.com +gameonasia.com game-top.su -ge0ip.org -ggiaro.com -gok-kasten.net -goldenggames.com -goodhousekeeping.com -gov.yanao.ru -gowreckdiving.com -healmytrauma.info -hornymatches.com -hotshoppymac.com -hybrid.ru -hyipmanager.in -ibb.com.ua -ihc2015.info -iloveitaly.ru -imgarcade.com -impisr.edunsk.ru -ipostroika.ru -itag.pw -jabimgo.pw -james13prix.info -jav-fetish.com -job.icivil.ir -katushka.net -kazan.xrus.org -keywordglobal.co.za -komputernaya-pomosh-moscow.ru -kongoultry.net -konica.kz -kovrenok.ru -krasnodar.zrus.org -kung-fu-ru.com -kunstaktien.info -lflash.ru -locatellicorretor.com.br -magnetic-bracelets.ru -map028.com -maxthon.com -mearns-tractors.co.uk -memberty.com -metalonly.info +girlgamerdaily.com +girlspicsa.com +glcomputers.ru +glicol.kz +golfresa.lucania.se +googlefeud.com +gotorussia.com +gratuitxblcodes.com +grupografico-pilar.com.ar +hdpixion.com +hdxnxxtube.mobi +hjaoopoa.top +homeandhealth.ru +hotdl.in +howmuchdoestizanidinecost.blogspot.com +hyiphunter.org +ideoworld.org +igrovyeavtomaty777.ru +i-hobot.ru +iklysha.ml +ikritikimou.gr +imguramx.pw +iopeninghours.co.uk +islamtoday.co.za +itch.io +itronics.ca +iwanttodeliver.com +jongose.ninja +keenoutlet.online +ketrzyn.pl +kinobest.pl +kletkimehan.ru +konturkrasoty.ru +krasivoe-hd.com +krasnodar-avtolombards.ru +laapp.com +lakomka.com.ua +landoftracking.com +ledis.top +ledpolice.ru +letslowbefast.site +linkbux.ru +live-cam6.info +lkbennettstore.online +loadingpages.me +locimge.pw +lyrster.com +mabdoola.blogspot.com +marcogrup.com +marcoislandvacations.net +mediaoffers.click mhi-systems.ru -mole.pluto.ro -moneyzzz.ru -monitorwebsitespeed.com -music.utrolive.ru -myftpupload.com -myliveblog.ru -mysexpics.ru -myyour.eu -nakozhe.com -negociosdasha.com -net-radar.com -newyorkhotelsmotels.info -nfljerseysforsalewholesaler.com -nl.netlog.com -nootrino.com -nudepatch.net -onclickpredictiv.com -outrageousdeal-a.akamaihd.net -oyster-green.com -parajumpersjakkesalgnorge.info -perm.xrus.org -perosan.com -petsblogroll.com -pflexads.com -picturesboss.com -pisanieprac.info -pl-top.pl -poiskzakona.ru -pornosemki.info -porno-transsexuals.ru +minneapoliscopiers.com +mirobuvi.com.ua +moesen-ficken.com +moivestiy.biz +monclerjacketsoutlet.win +mrlmedia.net +multgo.ru +myanyone.net +mykings.pw +nastydollars.com +negral.pluto.ro +nextrent-crimea.ru +office2web.com +office-windows.ru +o.light.d0t.ru +onlineku.com +onthemarch.co +o-o-8-o-o.com +openfrost.com +palvira.com.ua +panamaforbeginners.com +parlament.biz +pdamods.ru +phpdevops.com +play.leadzupc.com +porndl.org +porno-raskazy.ru +pornosexrolik.com +porn-w.org privetsochi.ru -profitwithalex.info -ptr.ruvds.com -push-ad.com -puzzleweb.ru -q-moto.ru -qualitymarketzone.com -qwesa.ru -remont-komputerov-notebook.ru -renewablewealth.com -rep-am.com -roll123.com -saddiechoua.com -saletool.ru +prizesbook.online +prostitutki-kiev.org +qexyfu.bugs3.com +rankexperience.com +rapidsites.pro +rebuildermedical.com +remedyotc.com +rezeptiblud.ru +rome2rio.com +runstocks.com samoiedo.it -sandhillsonline.com -sarf3omlat.com -sarm.tk -scanmarine.info -scanner-margo.top -screentoolkit.com -searchlock.com -selectads.men -seofirmreviewsus.info -sex.hotblog.top -sharpchallenge.com -sibtest.ru -site-speed-check.site -s.lollypopgaming.com -social-buttons.com -soda.media -songoo.wz.cz -spasswelt.xyz -spywarespy.com -stardevine.com -storehouse.ua -sudexpert66.ru -taboola.com -teesdaleflyballclub.co.uk -thelottosecrets.com -thetardistimes.ovh -titelhelden.eu -top-deal.com.pl -torrnada.ru -traffmonster.info -tuckermktg.com -turbo-suslik.org -tytoona.com -ublaze.ru -uptimechecker.com -us-america.ru -uzungil.com -v720hd.ru -vchulkax.com -v-doc.co -veselokloun.ru -viagraneggrx.com -via-gra.webstarts.com -videositename.com -vintontech.info -vkak.ru -vrotike.ru -vsesubwaysurfers.com -webenlace.com.ar -weboptimizes.com -wechatdownload10.com -weclipart.com -weekes.biz.tc +scenicmissouri.us +scopich.com +searchwebknow-a.akamaihd.net +seorankinglinks.xyz +seorussian.ru +seo-tools-optimizing.com +sevenstars7.com +se-welding.ru +sexflirtbook.com +sexs-foto.com +sex-tracker.de +sfd-chess.ru +shama-rc.net +share-buttons-for-free.com +shopsellcardsdumps.com +sitevaluation.com +sky-mine.ru +slavic-magic.ru +snowplanes.com +socialmadesimple.com +soft-terminal.ru +soochi.co +stard.shop +strongholdsb.ru +stroyhelp-dv.ru +symbaloo.com +syndicate.fun +teenbbw.yopoint.in +texbaza.by +the-trader.net +thexart.club +tizanidineandhydrocodone.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tjkckpytpnje.com +tk-assortiment.ru +topmira.com +topshef.ru +torrentdownloadhub.com +tourcroatia.co.uk +track2.shop +traffic2cash.org +tsyndicate.com +tupper-posuda.ru +turn-up-life.life +tversvet.ru +twiclub.in +twincitiescarservice.com +tzritel.tk +ukrobstep.com +ural-buldozer.ru +urdoot.win +vezuviy.su +videochat.world +videtubs.pl +vip2ch.com +vip-parfumeria.ru +vladimir.zrus.org +vseuznaem.com +vucms.com +waycash.net +webjam.com welck.octopis.com -whatsappdownload10.com -wholesalejerseysgaa.com -wleuaprpxuvr.ga -woman-tampon.ru -xfire.com -xmronta.com -xn--b1ag5cfn.xn--p1ai -xtube.com -yatrk.xyz +westermarkanjou.se +winner7777.net +withstandingheartwarming.com +wonderfulflowers.biz +wurr.voila.net +www.get-free-traffic-now.com +x5market.ru +x-lime.net +xn----7sbho2agebbhlivy.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +yellowads.men youradexchange.com -zajm-zalog-krasnodar.ru -zeleznobeton.ru -zkjovpdgxivg.ga +zahvat.ru +zaimite.ru +zarepta.com +zeikopay.com +zona-aqua.ru +zoodrawings.com zootoplist.com -zrus.org diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index a7215fb74..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c3c284efc..ea117da9f 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index e41cca4c4..408f354e8 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 2bef54a43..03095fc33 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 3c7ad75e6..f1a935e11 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1690 +#### Version: V4.2019.06.1691 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index fb3fc0778..c5986a345 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1690 +#### Version: V4.2019.06.1691 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 1a42358ec..138cdd2e2 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1690 +#### Version: V4.2019.06.1691 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c9946acfc..dc3522885 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1690 +#### Version: V4.2019.06.1691 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 6a722b980..59a5d9430 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1690 -### Updated: Sat Jun 29 14:08:13 SAST 2019 +### Version: V3.2019.06.1691 +### Updated: Sat Jun 29 14:25:59 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 82ad6e1b7..744c2c7de 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:12 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:25:58 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 559555985..394156f52 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1690 -### Updated: Sat Jun 29 14:08:14 SAST 2019 +### Version: V4.2019.06.1691 +### Updated: Sat Jun 29 14:26:01 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##