diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 59a5d9430..87627316d 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b9d24324a..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ea117da9f..879967dc9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 59a5d9430..87627316d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b9d24324a..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ea117da9f..879967dc9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 59a5d9430..87627316d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index b9d24324a..6893ce0fc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index ea117da9f..879967dc9 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 59a5d9430..87627316d 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 59a5d9430..87627316d 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 744c2c7de..10f7670d4 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ca4fcdf54..6e936daab 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; +104.198.131.58 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..6893ce0fc 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..879967dc9 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..6893ce0fc 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..879967dc9 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..6893ce0fc 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..879967dc9 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6e936daab..9496d4553 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +34.66.178.120 0; +35.192.187.174 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6164a88f0..eeddfafad 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 002d11f26..81d44ffba 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; -104.154.113.151 0; +35.188.73.34 0; +35.193.14.140 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/default.vhost b/.dev-tools/test4_conf_files/default.vhost index 5fcd941b8..7059ea604 100644 --- a/.dev-tools/test4_conf_files/default.vhost +++ b/.dev-tools/test4_conf_files/default.vhost @@ -1,5 +1,5 @@ server { - listen *:9000; + listen *:9000; root /var/www/html; server_name localhost; @@ -11,8 +11,5 @@ server { include /etc/nginx/bots.d/blockbots.conf; index index.html; - - location / { - root /var/www/html/; - } + } diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index b9d24324a..6893ce0fc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.192.136.167 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index be79daecb..70db545d6 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DomainCrawler -Genieo -JamesBOT -Keyword Density -Lightspeedsystems -OrangeSpider -sexsearcher -Site Sucker -WinHTTrack -ZyBorg +CopyRightCheck +CrazyWebCrawler +Devil +LinkScan +Ltx71 +Mediatoolkitbot +s1z.ru +SMTBot +Suzuran +Wotbox diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index fcd25ab32..bc9c1a25b 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -Aboundexbot -AhrefsBot +404enemy +Aboundex +Acunetix +AfD-Verbotsverfahren +AIBOT +AiHitBot Alexibot -Alligator AlphaBot +Apexoo +archive.org_bot +Asterias +autoemailspider BackDoorBot -Backlink-Ceck +backlink-check +BacklinkCrawler BackStreet BackWeb -BatchFTP +Badass +Battleztar Bazinga BBBike +BDCbot BDFetch -BetaBot +Bigfoot Bitacle Blackboard -BlackWidow -BlowFish +Black Hole +BLEXBot Boardreader +Bolt BotALot Brandprotect Brandwatch Buddy -BuiltBotTough -BuiltWith -Bullseye -CCBot -CheeseBot +BuzzSumo +Calculon +CATExplorador +Cegbfeieh CherryPicker +CheTeam ChinaClaw -Chlooe -Cloud mapping -coccocbot-web Cogentbot cognitiveseo -Collector +CopyRightCheck +Cosmos +Craftbot crawler4j crawl.sogou.com -Crescent -CSHttp +CrunchBot Curious -Custo DatabaseDriverMysqli -DataCha0s +demandbase-bot Demon +Deusu Devil -Digincore -Disco +DigitalPebble +Dirbuster +Discobot Discoverybot +Dispatch DittoSpyder +DnyzBot DomainSigmaCrawler +Dotbot +Download Wonder Dragonfly -DSearch -ECCP/1.0 -Ecxi -EirGrabber +Drip +EasyDL +Ebingbong +EMail Siphon EMail Wolf -evc-batch +EroCrawler Express WebPictures -Extractor -ExtractorPro +facebookscraper FDM FemtosearchBot -Fimap -FlashGet -Flunky +Firefox/7.0 Freeuploader Genieo -GermCrawler GetWeb Gigablast -GoZilla +G-i-g-a-b-o-t +Gotit Go!Zilla Grabber -GrabNet -Grafula -GrapeshotCrawler -HaosouSpider -Harvest +GridBot +Havij +HEADMasterSEO Heritrix +Hloader HTTP::Lite +HTTrack Humanlinks HybridBot Iblog -IDBot -Id-search IlseBot +Indy Library InfoTekies -Intelliseek -InterGET -Internet Ninja +instabid +internetVista monitor +Iria IRLbot -Jbrofuzz -JennyBot -JetCar Jetty +JikeSpider Joomla -Jorgee -Keyword Density -Kozmosbot -Lanshanbot -LeechFTP -Lightspeedsystems -Likse -LinkextractorPro +Jyxobot +LibWeb +Libwhisker +Linkdexbot LinkpadBot +LinksManager +LinkWalker +LinqiaScrapeBot Lipperhey Spider Litemage_walker LNSpiderguy -lwp-trivial -Magnet +LWP::Simple magpie-crawler -Mail.RU_Bot -Majestic-SEO -MarkMonitor -MauiBot +Masscan +Mass Downloader meanpathbot -Meanpathbot Mediatoolkitbot +mediawords +MFC_Tear_Sample Microsoft URL Control MIIxpc -MSFrontPage -MS Web Services Client Protocol -Musobot -Name Intelligence +Mister PiX +Morfeus Fucking Scanner Nameprotect -Needle +NearSite +Nessus +NetAnts Netcraft -NetLyzer +netEstate NE Crawler NetMechanic -NetSpider -Netvibes -NextGenSearchBot +Net Vampire +NICErsPRO +Niki-bot Nikto NimbleCrawler -Ninja +Nimbostratus Nmap -NPbot -Nutch -oBot Octopus Offline Explorer -Offline Navigator -Openfind OpenVAS -OutclicksBot +OrangeBot Page Analyzer -page scorer PageScorer -Pandalytics Pavuk pcBrowser +PECL::HTTP PeoplePal +PHPCrawl +Picscout Pixray PleaseCrawl -POE-Component-Client-HTTP -ProPowerBot -Pump +Probethenet +ProWebWalker PxBroker -QueryN Metasearch -RankActive -RankActiveLinkBot +Quick-Crawler +RankFlex +RankingBot2 Rankivabot +RankurBot +RealDownload Reaper -RedesScrapy +Recorder ReGet Ripper -s1z.ru +Rogerbot SalesIntelligent -ScanAlert -Scanbot +SBIder +ScoutJet +Scrapy Screaming Searchestate SemrushBot -SEOkicks-Robot +SEOkicks SEOlyticsCrawler +sexsearcher +Shodan SISTRIX Sitebeam +SiteExplorer +Siteimprove SiteLockSpider -SiteSnagger -SlySearch +SiteSucker SmartDownload -SMTBot Snake -Snapbot -Snoopy -Sogou web spider -Sosospider -Sottopop -SpankBot +SocialRankIOBot +sogouspider +SpaceBison Spanner -Stripper -SuperBot -SuperHTTP -Teleport -TeleportPro +Spbot +Spinn3r +SputnikBot +spyfu +Sqlmap +Sqlworm +Sucuri +SurveyBot +Suzuran +Swiftbot +sysscan +tAkeOut Telesoft Telesphoreo -Telesphorep -TheNomad Titan -Toata Tracemyfile -Trendiction +Trendictionbot trendiction.de -True_Robot -Turnitin TurnitinBot -Twice -UnisterBot -URLy Warning +TwengaBot +Typhoeus +Upflow +Vacuum Vagabondo -VB Project -VCI -VidibleScraper -Virusdie +VeriCiteCrawler VoidEYE -Voltron -Wallpapers/3.0 +Voil WallpapersHD +WASALive-Bot +WBSearchBot +Webalta Web Auto -WebBandit +WebCollage Web Collage -WebEnhancer +WebCopier +WEBDAV +Web Enhancer WebFetch -WebFuck +Web Fetch +WebGo IS +WebImageCollector webmeup-crawler -WebPix WebSauger -Web Sauger +Webshag WebsiteQuester -WebSucker +WebStripper Web Sucker -WeSEE -Widow -WiseGuys Robot -WISENutbot -Wonderbot -Woobot +WebZIP +Whatweb +WPScan WWW::Mechanize -x09Mozilla -x22Mozilla -Xenu -xpymep1.exe -Zade +WWWOFFLE +YoudaoBot +Zauba +Zermelo zgrab -Zitebot -ZmEu ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 3110ea418..f843a5738 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -Abonti -Aboundexbot -Acunetix +Aboundex ADmantX +AfD-Verbotsverfahren +AhrefsBot AIBOT -Alexibot Alligator -AllSubmitter AlphaBot archive.org_bot -Asterias +ASPSeek Attach +BackDoorBot Backlink-Ceck -BatchFTP -Battleztar Bazinga +BackStreet +BackWeb +Bandit BDCbot -BetaBot -Bitacle -Blackboard -Black Hole -BlackWidow +BDFetch +BLEXBot Blow -Brandprotect -BuiltBotTough -BunnySlippers -CATExplorador -CazoodleBot +Boardreader +Brandwatch +Calculon CCBot +Cegbfeieh CheeseBot +ChinaClaw Chlooe -cognitiveseo +Claritybot +Cliqzbot +Cloud mapping +Cogentbot +Collector com.plumanalytics -Copyscape -Craftbot +Cosmos +CrazyWebCrawler Crescent -Curious +CrunchBot +CSHttp DatabaseDriverMysqli -DataCha0s DBLBot -demandbase-bot -Deusu -Devil -DIIbot -Dirbuster +Demon +DigitalPebble Discobot +Discoverybot DittoSpyder DnyzBot DomainAppender -DomainStatsBot +DomainSigmaCrawler Dotbot -Download Wonder Drip DSearch -DTS Agent -eCatch ECCP/1.0 -EMail Siphon -EMail Wolf +Ecxi +EirGrabber evc-batch -EyeNetIE -Ezooms +Evil +Extractor +ExtractorPro facebookscraper -FemtosearchBot -FHscan Firefox/7.0 Foobot Freeuploader -FrontPage +Fyrebot +Genieo Getintent -Gigabot +Gigablast +Gotit GoZilla -Go!Zilla -Grabber -GrabNet +Grafula +GrapeshotCrawler GridBot GT::WWW -Haansoft -Havij +HaosouSpider +Harvest +HEADMasterSEO +Hloader +HMView +HTTrack Iblog -IDBot -IlseBot -Image Sucker +Id-search +Indy Library InfoNaviRobot -InfoTekies InterGET -InternetSeer -internetVista monitor +ips-agent Iria IRLbot Iskanie IstellaBot -Jbrofuzz -JennyBot +JamesBOT JikeSpider -JOC Web Spider -Joomla Jorgee -Jyxobot -Kenjin Spider -Keyword Density -Lanshanbot -LexiBot +Kozmosbot Lftp LibWeb -Libwhisker -Lightspeedsystems -Linkdexbot LinkextractorPro LinkpadBot LinksManager -LinqiaMetadataDownloaderBot -LinqiaScrapeBot +Lipperhey lwp-request -magpie-crawler +Magnet +Mag-Net Majestic12 -MarkMonitor +Majestic SEO Masscan -MauiBot +Mass Downloader +Mata Hari meanpathbot -Meanpathbot -MeanPath Bot -mediawords -MegaIndex.ru +Mediatoolkitbot Microsoft Data Access -Mister PiX +MIDown tool MJ12bot -Mojeek -Mr.4x3 MSFrontPage -MS Web Services Client Protocol +MSIECrawler +Msrabot +muhstik-scan +Name Intelligence Nameprotect -Navroad +NearSite Needle +Netcraft netEstate NE Crawler -NetSpider Nettrack -Net Vampire -Netvibes +NetZIP Nibbler +NICErsPRO +Niki-bot +Nikto +NimbleCrawler +Nimbostratus NPbot Nutch Offline Navigator -Openfind -OpenLinkProfiler -OrangeSpider +Openvas +OpenVAS +OutclicksBot +OutfoxBot +PageAnalyzer +Page Analyzer PageGrabber page scorer PageScorer -Pandalytics Panscient +Papa Foto +Pavuk +PECL::HTTP PeoplePal +PHPCrawl Picscout +Picsearch +PictureFinder Pimonster Pi-Monster -plumanalytics -POE-Component-Client-HTTP +PleaseCrawl +ProPowerBot +ProWebWalker Psbot -PxBroker -QueryN Metasearch -Quick-Crawler +PyCurl RankFlex RankingBot -RealDownload -Reaper +RankingBot2 RebelMouse -RedesScrapy -ReGet -Ripper -s1z.ru +Recorder +RocketCrawler ScanAlert scan.lol -Scrapy +ScoutJet +Screaming ScreenerBot -Searchestate -SemrushBot -SEOkicks +Semrush +Seomoz +SEOprofiler seoscanners serpstatbot -SISTRIX +Shodan +Sitebeam Siteimprove -SiteLockSpider -SiteSnagger Site Sucker -Sitevigil -SlySearch SmartDownload -Snoopy -Sottopop -Spammen +SMTBot +Sociscraper +sogouspider sp_auditbot Spbot Spinn3r spyfu Sqlmap +Sqworm Steeler -Stripper -Sucker Sucuri -SuperHTTP +SuperBot Surfbot -SurveyBot -Swiftbot +sysscan T8Abot +Teleport TeleportPro Telesoft -Telesphoreo TheNomad -TightTwatBot -Trendictionbot -trendiction.de -Turnitin +Thumbor +Titan +Toata +Toweyabot +Turingos TurnitinBot Twice -Typhoeus +UnisterBot Upflow URLy Warning -URLy.Warning -Vacuum -VCI -VidibleScraper +Vagabondo Virusdie VoidEYE Voil -Wallpapers/3.0 -Web Auto +Voltron +WallpapersHD +WBSearchBot +Webalta +WebAuto +WebCollage +WebCopier +Web Enhancer Web Fetch -Web Fuck -WebReaper +WebFuck +WebGo IS +webmeup-crawler WebSauger Web Sauger +Webshag WebsiteExtractor -WebsiteQuester -WebStripper Web Sucker WebWhacker -WebZIP WeSEE -Whack -Whacker +Whatweb Who.is Bot +Widow WiseGuys Robot -Wonderbot -Wotbox -WPScan +WISENutbot +Woobot +Wprecon +WWW-Mechanize WWW::Mechanize +x09Mozilla +x22Mozilla +Xaldon WebSpider +Xaldon_WebSpider Xenu -YoudaoBot -Zermelo -Zeus +xpymep1.exe +Zade +Zauba +zauba.io +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 82e489f70..e8c3306d1 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -66cpwgln.space -aarbur.com -actices.com -eu-cookie-law.blogspot.com -ilovevitaly.ru -quick-offer.com -shopfishing.com.ua -tv-spoty.info -uptimebot.net -while.cheapwebsitehoster.com +7search.com +canyougethighofftizanidine.blogspot.com +cialis-samples.com +dogsrun.net +drugspowerstore.com +gambarkataku.co +gemara.com +gourcy.altervista.org +hamptonoaks.ca +wejdz-tu.pl diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 951d1f7bb..a892116a1 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00it.com -0daymusic.org -1000n1.ru -100dollars-seo.com -108shot.com -10bet.com -123movies.love -13tabs.com -1hwy.com -1pamm.ru -1stat.ru -2015god.org -214jaluwobapef.cf -2728fb936f0.com +03p.info +123cha.com +1688.com +1adult.com +1-free-share-buttons.com +1millionusd.xyz +1webmaster.ml +20pascals.nl +21h2o.com +24-ak.ru 273-fz.ru -3w24.com -4kepics.com -4k-player.pl -4replicawatch.net -4webmasters.com +28n2gl3wfyb0.ru +2pxg8bcf.top +300richmond.co.nz +3dracergames.com +3-letter-domains.net 4webmasters.org +5000-cotydzien.com 51.la -5kstore.com +5elementov.ru +5u.com 5ws.dating-app.ru -7minuteworkout.com -7xc4n.com -83net.jp -8gold.com -8si.ru -aa8b68101d388c446389283820863176e7.com -aaa38852e886ac4af1a3cff9b47cab6272.com -aac52006ec82a24e08b665f4db2b5013f7.com -aadroid.net -aarbur.com -abtasty.com -acunetix-referrer.com -adanih.com +999webdesign.com +9med.net +a14download.com +aa14ab57a3339c4064bd9ae6fad7495b5f.com +absolutelyanalog.com +acmebtn.ml +activecampaign.dreamhosters.com adbetclickin.pink -add-add.men +adclickservice.com addblueoff.com.ua -admeasures.com -ads-cool.pro -adtech.de -adtology.com -adultactioncam.com -advancedsoftwaresupport.com +addtoadd.men +adserver-e7.com +adsloads.com +ads-seo.men +adultwebhosting.info afftrack001.com -agysya.ru -aibolita.com -aktivator-windows10.blogspot.com +agadelha.com.br +agroeconom.kz +ahmedabadwebs.com +ahrefs.com +air-edem.ru +akita.kz +aksonural.ru akusherok.ru -alert-jdh.xyz -alevinefesleri.com -alfabot.xyz -alf-img.com -algerianembassy.co.in -alibestsale.com -allboard.xobor.de -allfinweb.com -alltheviews.com -alot.com -alphavisions.net -am15.net -amazingninja.com -amehdaily.com -amigobulls.com +albuteroli.com +alekseevec.ru +alert.scansafe.net +alfa-img.com +alienwheels.de +all4invest.info +allbizne.co.ua +allknow.info +alpharma.net anabolics.shop -andpolice.com -angry-fermi-7633.arukascloud.io +anaksma.info +anal-acrobats.com animal36.com +animal-drawings.com animebox.com.ua -antons-transporte.de -aosheng-tech.com +anticrawler.org +anti-virus-removal.info apartamentwroclaw.eu -apelsinnik.website -apessay.com -apiallgeniusinfo-a.akamaihd.net -apiappenableinfo-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net +apibrowsesmartne-a.akamaihd.net apimegabrowsebiz-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -apparel-offer.com -appleid-verification.com -arabgirls.adultgalls.com -architecturebest.com -arcteryxstore.online -arenanews.com.ua +api.stathat.com +appfixing.space +approvedlocal.co.za +aproposde.com +arclk.net arenda-avtoprokat-krasnodar.ru -arius.tech +arpelsreplica.xyz artavenuegardenstudios.com -artefakct.com -as5000.com -asmxsatadriverin.aircus.com -asophoto.com -atelielembrancaqueencanta.com.br -atleticpharm.org -atovh.local-finders.com -audiobangout.com -ausergrubhof.info +asdfg.pro +asiavirtualsolutions.com +asrvvv-a.akamaihd.net +atofilms.com +atout-energie-69.com ausmepa.org.au -autochoixspinelli.com -avtocredit-legko.ru -avtointeres.ru -ayakino.net +australia-opening-times.com +autobrennero.it +autotrends.today +avek.ru +aversis.net +aviav.co +avitocars.ru +avramstroy.ru +avtoarenda.by +avtochehli.by +awency.com +axbocz.net +azadnegar.com azartmix.com -babosas.com -back.dog -baditri.com -bagcionderlab.com +bag77.ru baikaleminer.com -balook.com +balans.shahterworld.org +balkanfarma.ru +balois.worldbreak.com bang-hotties.com -bannerconnect.net -baoxaydung.com.vn -bashtime.ru -basisches-wasser.net -bear.gotcher.us -beauby.ru -becuo.com +bankcrediti.ru +banki76.ru +bannertesting.com +barbourjackets.online +bard-real.com.ua +bdsmgalls.net +beachdriveblog.com +beclean-nn.ru beetpics.pw -belstaffstore.online -bestadbid.com +belinvestdom.by +bestbuy.ca +bestchoice.cf bestcurs.org +bestfortraders.com bestkfiledxd.cf +best-seo-software.xyz bestserials.com -bg6s0.com +bestwebsiteawards.com bgviagrachrx.com -bharatdefencekavach.com -bigcareer.info -bigpenisguide.com +bidr.trellian.com +biglistofwebsites.com +bigpictures.club bingoporno.com -bio-japan.net -bjorkbacken.nu -bosman.pluto.ro -brainxs.us -braip.com.br -brandbucket.com -brus-vsem.ru -btc4u.ru -budpost.com.ua -bugof.gq -bumble.cheapwebsitehoster.com -bumskontakte.org -businesn.men +binomo.com +bioca.org +bio.trade-jp.net +bizcheapjerseyswholesalechina.com +bkns.vn +blackle.com +blackplanet.com +blavia.00author.com +bloggedporn.com +bloggen.be +bmwhighperformers.com +boeuklad.com +boltalko.xyz +bookmaker-bet.com +bookmark4you.com +bookmark4you.com.biz +brains2.biz +braintobe.win +brakehawk.com +brandedleadgeneration.com +brandehk.dk +brateg.xyz +bravegirlsclub.com +breget74.ru +brothers-smaller.ru +bryansk.zrus.org +burkesales.com +businescoop.men +buybest1.biz +buyclomidonlaine.com +buyessaynow.biz buy-forum.ru -buypuppies.ca +buyhoverboard.com +buyk.host.sk +buytizanidineonline.blogspot.com buzzzg.men -byme.se -bytimedance.ru +bvlgariring.xyz +bwlx.prepedu.cn calcularpagerank.com -callcafe.info -callstevens.com -camsex.xxx-cam.webcam -candypeople.se -cardsharp1.ru -cartierbracelet.xyz -cartierlove.xyz -cartierreplica.top -cartiertrinity.xyz -cbb1smartlist12.click -cbcseward.com -cb.iphantom.com -cctva.tv -cdncash.net -cdn.walkme.com +californianews.cf +calstaterealty.us +candlewooddentalcentre.com.au +cardsdumps.com +cardul.ru +carfax.com.ua +cartierlove2u.xyz +cartierlovestore.com +cartujano-pre.de +cdncash.com +cdnnetwok.xyz +celejihad.info cellfun.mobi cenokos.ru cenoval.ru -cete.ru -cfcl.co.uk -cheapbelstaff.online -chelnytruck.ru +ceotrk.com +cezartabac.ro +cfjump.com +changde.58.com +chastnoeporno.com +chatroulette.si +chee-by.biz +cherrypointplace.ca +cherubinimobili.it +chiblackhawks-jerseys.com children-learningreading.info -chinacheapelitejerseys.com -chinajerseyswholesalecoupons.com -christianlouboutinreplica.pw -cjs.com.ru -clean-start.net +chocolateslim-u-srbiji.com +chocoslim.pro +classicakuhni.ru clean-virus-mac.com -clickbanksites.info -clicksor.net -clips.ua.ac.be -clodo.ru -cntravelre.com -cognitiveseo.com -co.lumb.co -cometorussia.net -compliance-alexa.top -compliance-checker.info +clickcash.com +clmforexeu.com +coaching-netz.info +cobaltpro.ru +coinsspb.com +coldfilm.ru +collegerentals.com +compliance-alex.top +compliance-brian.top compliance-donald.xyz -compliance-elena.top -compliance-ivan.top -compliance-jack.top -compliance-walt.top -compliance-willy.top -computernetworksonline.com -connectionstrenth.com -contentlook.co -contextualyield.com -cookie-law-enforcement-aa.xyz -coolwallpapers-hd.com -copblock.org -countbertwistdisp26.soup.io -courtshipgift.com -cpajunkies.com -craftburg.ru -crazyprotocol.com -crd.clan.su +compliance-don.top +compliance-josh.top +compliance-viktor.top +compliance-walter.top +com-secure.download +conciergegroup.org +converse.ddsoldes.fr +cookie-law-enforcement-ff.xyz +coolgramgoods.com +coprofam.org +cottageofgrace.com +cougfan.info +covadhosting.biz creams.makeforum.eu +creditnation.ru +creditwell.ru crystalslot.com -cubook.supernew.org -customchocolate.business-for-home.com -cvety24.by -cyclobenzaprinevstizanidine.blogspot.com -czeshop.info -dairyindia.in -danschawbel.com -darmebel.com.ua -dataloading.net +customerpromos-a.akamaihd.net +cv.wallhade.co +damasarenai.info +danceuniverse.ru +datsun-do.com davidovic.info -dawlenie.com -dbmkfhqk.bloger.index.hr -decorazilla.com -delayreferat.ru -delitime.info -deniven.1bb.ru -descargar-musica-gratis.net -dev33.dioniqlabb.se -dgfitness.co -dikqlyremy.info -discountliv.com -discovertreasurenow.com -dividendo.ru -dktr.ru -dkvorota.ru -dms-sw.ru -doctissimo.fr -documentbase.net -documentsite.net -domain2008.com -domaincdn.xyz -domain-tracker.com +d-black.bz +dcj-nn.ru +ddlmega.net +decoratinghomes.ga +degerlund.net +dekorkeramik.ru +delfin-aqua.com.ua +delta-line.men +den-noch24.ru +deshevo-nedorogo.ru +deutschland123.de +diesel-parts28.ru +dieta-personalna.pl +dignitasdata.se +dirtpics.pw +disruptingdinnerparties.com +divku.ru +djekxa.ru +dnepr-avtospar.com.ua +doctormakarova.ru +dogoimage.com +dokfilms.net +domination.ml domoysshop.ru -dosug-lux.ru -dosugrostov.site -downloaddy.net -downloadmefiranaratb1972.xpg.com.br -downloads-whatsapp.com -dprtb.com -driving.kiev.ua -drpornogratisx.xxx -druzhininevgeniy63.blogspot.com -dtm-spain.com -duplicashapp.com -dvervmoskvu.ru -eas-seo.com -easyshoppermac.com +doska-vsem.ru +dotnetdotcom.org +downloadeer.net +downtuptv.gq +drugs-no-rx.info +druzhbany.ru +dvrlists.com +dyshagi.ru +dyt.net +e705.net +eandsgallery.com +earl-brown.info e-buyeasy.com -e-c.al -ec-file.info +ecommerce-seo.com +editmedios.com ed-shop01.ru -education-cz.ru -educontest.net -ee77ee.com -efkt.jp -ege-russian.ru +edwinkonijn.com.au +ege-essay.ru ekspresihati.info -eladkarako.github.io -elektir.ru +e-kwiaciarz.pl +eldiariodeguadalajara.com +electricwheelchairsarea.com +elektrischezigaretten1.blogse.nl elektroniksigaraankara.info -elitepcgames.com -elmifarhangi.com -embedle.com -energydiet-info.ru -enskedesquashclub.se +elektronischezigarettekaufen1.beeplog.com +elektrozigarette1.dreamwidth.org +elektrozigaretten2.yn.lt +elidelcream.weebly.com +elmacho.xyz +elstal.com.pl +eng-lyrics.com envaseslotusama.com -e-poker-2005.com +eorogo.top +erectile.bid +eredijovon.com ereko.ru -erotik0049.com -etotupo.ru -eu-cookie-law.info -evrotekhservis.ru -exchanges-bet.com -exoneration-project.us -exonline.info -expdom.com -extremepornos.net -ezigarettenkaufen2.dreamwidth.org -ezofest.sk -ezrvrentals.com -facebook-mobile.xyz -fantasticpixcool.com -fashion-stickers.ru +erotik-kostenlos.net +erotikstories.ru +etenininrade.ga +eugenevaultstorage.com +exdocsfiles.com +exlarseva.webblog.es +exmasters.com +exoclick.com +expresstoplivo.ru +ezigarettekaufen1.hpage.com +ezigarettekaufen2.mpbloggar.se +f1nder.org +f5mtrack.com +falllow.gq +familyphysician.ru +fashionindeed.ml +fashion.stellaconstance.co fastfixing.tech +fatfasts-4tmz.com fatmaelgarny.com -favoritemoney.ru -fdzone.org -ferieboligkbh.dk -fermersovet.ru +favorcosmetics.com +fbdownloader.com +feargames.ru +fefo.gdn fetlifeblog.com -fickenprivat.info -fidelityfunding.com -figuringmoneyout.com -filesvine.com -filmbokep69.com -filmfanatic.com +fettefrauen.net +fickkontaktehobbyhuren.com +filerockstar298.weebly.com filmgo.ru -finansov.info +filmi-onlain.info +film-one.ru +fil.ru +financehint.eu +findacheaplawyers.com findanysex.com -findsexguide.com +finteks.ru +fireads.men +firma-legion.ru firstdrugmall.ru -flex4launch.ru -f-loaded.de -floridamobilebillboards.com +flavors.me +flooringinstallation-edmonton.com +flowersbazar.com +flytourisme.org fm-upgrade.ru -forex-indextop20.ru -forpostlock.ru -forsex.info -fortunejack.com -forum20.smailik.org -forum69.info -forumprofi.de -forums.d2jsp.org -fotosfotos.eu -franklinfire.co -fr-bearings.ru -frcls.fr -freakycheats.com -freecamdollars.com -free-fbook-traffic.com -free-gluten.ru -free-laptop-reward.com +focalink.com +f-online.de +foodcrafts.website +footballfarrago.com +forminecrafters.ru +forms-mtm.ru +formularz-konkurs.tk +forums.toucharcade.com +foxweber.com +free411games.com +freelifetimefuckbook.com +freelotto.com freetangodownload.com freshdz.com -freza-sverlo.ru -front.ru +freshwallpapers.info +fsakhalin.ru funcrushgames.com -fungamelands.com fyl.com.ru -gallictures.com -game-mmorpg.net +gambarkatabaru.com +gambarkataku.co +gamedayassist.com gameprimary.com -gamezblox.com -gamingspark.com -gardene.ru -gaygalls.net +gamerscorps.com +gamevalue7.weebly.com +gateway.zscalertwo.net gay-site.store -geckoandfly.com -gelezki.com -gemara.com -gembird.com -generousdeal-a.akamaihd.net -gepezz.info +gazoblok.net.ua +ge0ip.net +genericviagrasildenafiled.net gerhardhealer.com -getdot.ru -getmyads24.com +gfaq.ru ggiaro.com -gheus.altervista.org -gidonline.one -glasof.es +gg.zzyjxs.com +gifspics.com +gilbertbanda.net +girlsatgames.ru +girlspicsa.com +gktt.ru +glall.ru glogow.pl glopages.ru -goforexvps.com -golaya.pw -golden-catalog.pro -golden-praga.ru -gomusix.com -goodprotein.ru -goodwriterssales.com -googglet.com +golmau.host.sk googlsucks.com -goosefishpost.bid -gosreg.amchs.ru -gowreckdiving.com -greatdealshop.com -green-tea.tv -grizzlysgrill.com -gsasearchengineranker.pw -guarrasdelporno.xxx -guge.io -h2monline.com +gopro-online.info +groupmoney.ru +growboxbl.ru +growshop.es +gsou.cf +gta-top.ru +guardlink.org +gyffu.com +habermetre.com +handsandlegs.ru +hannasolution.ru harmonyglen.us hauleddes.com +hawaiielectriclight.com hawaiisurf.com -hd720kino.ru -hd-film.pl -herehloadibs.cf -hetmanship.xyz -heygidday.biz -highland-homes.com -hildinghr.se +hchha.com +hd-filmy.net +hdseriale.pl +hdwallpapers-free.com +healbio.ru +health-medical-portal.info +hermesbracelets.xyz +hermesreplica.pw +high-speed1.net histats.com -historichometeam.com +histock.info hit-men.men -hmmm.cz -hmywwogw.bloger.index.hr -hobbyhuren24.net -hobild.net -hollywoodactress.info -homedo.fabpage.com -honyaku.yahoofs.jp -hop.clickbank.net -hornymatches.com +hkdiiohi.skyrock.com +hoholikik.club +holidaypics.org +hoporno.com +horoshieokna.com +hostcritique.com +hosting-tracker.com host-tracker.com hotblognetwork.com -hotblog.top -hotel-mkad.ru -hotgirlhdwallpaper.com -hotloans.ru -housediz.com -housekuba.org -hoverboard360.de -howopen.ru -hplaserjetpdriver8y.pen.io -https-legalrc.biz +hothor.se +hotkeys.com +hotshoppymac.com +house.sieraddns.com +houston-vikings.com +hoverboard360.nl +howtoclean.club +hoztorg-opt.ru +hreade.com +hspline.com +huimin764128.com +humbmosquina.tk hundejo.com -hybrid.ru -hyiphunter.org -ictizanidinehcl4mg.blogspot.com -ideashome.id -ideibiznesa2015.ru -id-forex.com -iinstalll-fii1leis.jus0wil.pp.ua -iloveitaly.ru -ilte.info -imgata.com -imguramx.pw -iminent.com -immobiliaremassaro.com -import-sales.com -indianmedicaltourismshop.com -infazavr.ru -infokonkurs.ru +hydropump.su +hyipmanager.in +idealtits.net +ifmo.ru +iklysha.ml +ilbe.club +imadedinner.net +imfamous.info +imperiafilm.ru +impisr.edunsk.ru +impisr.ru +importchinacoach-teach.com +impresagaia.it +incep.imagine-ex.co +inclk.com +indiasourcemart.in +innoslicon.com +inspiring-desperate.tk insta-add.pro -instabid.tech -insurple.com -iphantom.com -iqupdatetmz.win -iradiology.ru -isitpaleo.info -istanbulit.com -itrevolution.cf +instakink.com +intellektmedia.at +internetproviderstucson.com +inzn.ru +iptool.xyz +iqoption-bin.com +iscblog.info +islandminingsupply.wordpress.com +istizanidinelikexanax.blogspot.com +istmira.ru +itbc.kiev.ua +it-max.com.ua ivanstroi.ru -izhevsk.zrus.org -izoll.ru -j33x.com -janerikholst.se -janettabridal.com -javcoast.com -jerseychinabizwholesale.us -jewelryandfiligree.com -job.icivil.ir +jasonpartington.com +javitas.info +je7.us +jerseyschinabizwholesale.us +jimmychoosale.online +jjbabskoe.ru jobmarket.com.ua -johannesburgsingles.co.za -jongose.ninja -jpcycles.com -jus0wil.pp.ua -justprofit.xyz -jwss.cc -kabbalah-red-bracelets.com -kambasoft.com -kam-dom.ru -kartiniresto.com -kashubadesign.ru +johnrobertsoninc.com +jolic2.com +jurajskie.info +kanimage.com +katadhin.co katushka.net -kazan.zrus.org -keenoutlet.online -ketoanhanoi.info -keywordglobal.co.za -kiinomaniak.pl +kazrent.com +keywordhouse.com +keywords-monitoring-success.com +keyword-suggestions.com +keywordsuggests.com +kidd.reunionwatch.com kinoduh.ru -kino-filmi.com -kinostorm.net -kiprinform.com -kiwi237au.tk -kliksaya.com -klin3952.ru -knowsitall.info -kochanelli.com -kollesa.ru -kolotiloff.ru -komputers-best.ru -kongruan.com -konpax.com -konturkrasoty.ru +kino-ecran.ru +klumba55.ru kosmetyki.tm.pl -kosova.de kostenlos-sexvideos.com kozhniebolezni.com -kunstaktien.info -kurbappeal.info -lafourmiliaire.com -lancheck.net -law-check-seven.xyz +krasula.pp.ua +ks1234.com +kumuk.info +kutikomi.net +lacapilla.info +landoftracking.com +landreferat.ru +languagecode.com +laparfumotec.com +larger.io +laserpen.club lawyers.cafe -laxdrills.com -lechtaczka.net -lesbian.xyz -lida-ru.com -likrot.com -limtu.ifmo.ru -link.ac -linksharingt.com +lennatin.info +lerporn.info +letmacwork.world +letsart.ru +li-er.ru +linkredirect.biz linkwithin.com -lion.misba.us -littlecity.ch -littlesunraiser.com -liumimgx.pw +lion.bolegapakistan.com +lion.snapmap.us +lirunet.ru livefixer.com -livejasmin.com -liverpool.gsofootball.com -lkbennettoutlet.online -loadopia.com +livetsomudvekslingstudent.bloggersdelight.dk lob.com.ru -lolnex.us -losangeles-ads.com -louboutinbooties.xyz -ltvperf.com -lumb.co -lyngdalhudterapi.no +localflirtbuddies.com +longlifelomilomi.info +lovelycraftyhome.com +luciddiagnostics.in +lunamedia.co +lyrics.home-task.com m292.info -mabdoola.blogspot.com machicon-akihabara.info -mac-shield.com -magazin-pics.ru -magicplayer-s.acestream.net +mactechinfo.info +magicdiet.gq +maglid.ru magnetic-bracelets.ru -makedo.ru +mahnwachen-helfen.info +mainhp.net managerpak204.weebly.com -manimpotence.com -mansparskats.com -manyresultshub-a.akamaihd.net -marcogrup.com +manuscript.su +manve.info +maranbrinfo.com.br +marblestyle.ru +marketingvici.com +marktforschung-stuttgart.com +marmitaco.cat +marsgatan.com massage-info.nl -masturbate.co.uk -max-eclat.men -maximpartnerspr.com -mcnamaratech.com -medicinacom.ru -medicovi.com -meet-flirt-dating.com -meget.co.za -mex-annushka.ru -mexicotravelnet.com -mezaruk.info -microsearch.ru -microstatic.pl +master-muznachas.ru +matb3aa.com +maxxtor.eu +mebeldekor.com.ua +mediawhirl.net +medicineseasybuy.com +medispainstitute.com.au +medkletki.ru +meds-online24.com +meduza-consult.ru +megaapteka.ru +menstennisforums.com +metabar.ru +mexicosleevegastrectomy.com +mielec.pl +mikozstop.com +mikrobiologies.ru +milblueprint.com mil-stak.com -minet.club -mir-business-24.ru -mirmedinfo.ru -misswell.net -mister-shop.com -mistr-x.org -mitrasound.ru -mixed-wrestling.ru -mmog-play.ru -mobilierland.com -mobplayer.ru -monclercheap.xyz +minegam.com +missis.top +misterjtbarbers.com +mixx.com +mlf.hordo.win +mmoguider.ru +mmstat.com +mnogabukaff.net +mobot.site +mockupui.com +moinozhki.com +monclercoats.xyz +monclerjacketsoutlet.win +monetizationking.net +moneymaster.ru moneyzzz.ru -moscow-clining.ru +montredemarque.nl +morepoweronmac.trade +morlat.altervista.org moscow-region.ru -moskva.nodup.ru +mosrif.ru mossmesi.com -most.gov.iq -moviezbonkerssk.cf moyakuhnia.ru -mozello.ru -mp3ringtone.info -musicdaddy.net -mustwineblog.com -muznachas-service.ru -muz-shoes.ru -muztops.ru -my-big-family.com -my-cash-bot.co -mydearest.co -myindospace.com -myonlinepayday.co -myperiod.club -myshopmatemac.com -naperehresti.info -naphukete.ru -naughtyconnect.com -neobux-bg.info -networkad.net -news-speaker.com -nfljerseys.online -nhl17coins.exblog.jp -nikitsyringedrivelg.pen.io -njkmznnb.ru -northfacestore.online -norththeface.store +mp3downloadhq.com +mrbojikobi4.biz +mug-na-chas-moscow.ru +musicas.baixar-musicas-gratis.com +muycerdas.xxx +mydeathspace.com +mygameplus.com +myonigroup.com +mypets.by +mypornfree.ru +mywallpaper.top +myyour.eu +narosty.com +naturtreenspicerx.pw +nbsproject.ru +neks.info +netanalytics.xyz +newtechspb.ru +nfljerseysforsalewholesaler.com +niki-mlt.ru +ningessaybe.me +niroo.info +nl.netlog.com +nodding-passion.tk +nodup.ru +nootrino.com +nosecret.com.ua novatech.vn -novosti-hi-tech.ru -nrjmobile.fr -nuup.info -nyfinance.ml -oballergiya.ru -oconto.ru -odoratus.net -odywpjtw.bloger.index.hr -okel.co -okmedia.sk +nudepatch.net +nzfilecloud.weebly.com +oakridgemo.com +obuv-kupit.ru +oda.as +offers.bycontext.com +office2web.com +okeinfo.online +oklogistic.ru +okonich.com.ua +okout.ru +ok.ru okuos.com -olvanto.ru -omsk.xrus.org -onescreen.cc -online-hit.info +onlinadverts.com +onlineku.com +onlinemeetingnow.com online-podarki.com -onlywoman.org +ontargetseo.us +o-o-6-o-o.com +o-o-8-o-o.com ooo-gotovie.ru -orion-v.com -ourtherapy.ru -outclicks.net -outshop.ru -oynat.info -paidonlinesites.com -panchro.co.uk -pandarastore.top -panicatack.com +oranga.host.sk +oren-cats.ru +orgasmus-virtual.com +ostroike.org +outrageousdeal-a.akamaihd.net +ovirus.ru +ownshop.cf +ownshop.win +oz-offers.com +paleohub.info +pammik.ru +paphoselectricianandplumber.com +paramountmarble.co.uk parfusale.se partner-print.men -partybunny.ru -pavlodar.xkaz.org -pay2me.pl +pawli.eu paydayloanslocal.com -pdn-4.com -pensplan4u.com -percin.biz.ly -perl.dp.ua -perm.xrus.org -petedrummond.com +pc-test.net +pechikamini.ru +pendelprognos.se +petitions.whitehouse.gov +petrovka-online.com phobia.us -photostudiolightings.com -php-market.ru -picsearch.com -picswe.com -picurams.pw -pills24h.com +piccshare.com +pigrafix.at pillscheap24h.com -piratecams.com -pisanieprac.info -piuminiita.com -pk-pomosch.ru -plaff-go.ru -plastgranar.nu -platesauto.com -platinumdeals.gr -play-mp3.com -playtap.us -ploenjitmedia.azurewebsites.net -poisk-zakona.ru -polcin.de +play-movie.pl +pliks.pl +pl-top.pl +plusnetwork.com +poffet.net +pogosh.com +poiskzakona.ru +polimga.pw +polybuild.ru pooleroadmedicalcentre.co.uk -popander.mobi -popcash.net +porn555.com porndl.org -porndroids.com -porno-dojki.net -pornoelita.info -pornoforadult.com -pornogig.com -porno-play.net -pornosemki.info -pornosexrolik.com -porno.simple-image.com.ua -pornotubs.com -potolokelekor.ru +pornodojd.ru +pornohd1080.online +pornosee.info +porno-transsexuals.ru +pornoxxx.com.mx +pornpost.in +pornstartits.xblog.in +porn-w.org +postclass.com +potoideas.us +pourvous.info +powitania.pl pozdravleniya-c.ru -pozdrawleniya.com -pozdrawleniya.ru -pricheski-video.com -printingpeach.com -privatov-zapisi.ru -proekt-gaz.ru -professionalwritingservices15.blogspot.ru +pozvonim.com +predmety.in.ua +preparevideosafesystem4unow.site +preparevideosafesystem4unow.space +presleycollectibles.com +pretty-mart.com +princeadvantagesales.com +priscilarodrigues.com.br +privatamateure.com +privatefx-in.ru +privhosting.com +prodess.ru +producm.ru +proftests.net +progonrumarket.ru +pronorm.fr +proposal-engine.com +prostitutki-astana.org +prostitutki-kiev.org +prostitutki-odessa.org prostitutki-tolyatti.org -purchasepillsnorx.com -quickbuck.com +psvita.ru +ptr.ruvds.com +purplestats.com +puteshestvennik.com +qexyfu.bugs3.com +quick-offer.com +rabot.host.sk randalljhoward.com -rangjued.com -ranking2017.ga -rankingchart.de -ranksonic.info +rangoman.date +rankscanner.com ranksonic.org -rapevideosmovies.com -rapidgator-porn.ga rapidokbrain.com -rapidsites.pro -realmonte.net -rebelmouse.com -redbottomheels.xyz -redirectingat.com -redirlock.com -refudiatethissarah.info -registry-cleaner.net -reklama1.ru -remmling.de +razamicroelectronics.com +recinziireale.com +relax.ru +remedyotc.com remont-ustanovka-tehniki.ru -remontvsamare.su -renecaovilla.online -research.ifmo.ru -restorator-msk.ru -rewardpoll.com -reyel1985.webnode.fr -ringtonepartner.com -risparmiocasa.bz.it -robertefuller.com +rent2spb.ru +rentalcarnavi.info +rentaremotecomputer.com +rentehno.ru +replica-watch.ru +resant.ru +respublica-otel.ru +resultshub-a.akamaihd.net +reversing.cc +rfd-split.hr +rff-cfal.info +ringporno.com +rixpix.ru royal-investments.net -ru-dety.ru -ruf777.com +rucrypt.com ruscoininvest.company -ruscopybook.com rusoft-zone.ru +ruspdd.com rusprostitute.com -russkie-gorki.ru -rus-teh.narod.ru -saddiechoua.com +russia-today-video.ru +safe-app.net saitevpatorii.com -sammyweaver.com -sanatorrii.ru +saletool.ru +sa-live.com +salut-camp.ru +salutmontreal.com +samo-soznanie.ru sanjosestartups.com satellite.maps.ilovevitaly.com -savefrom.com -saveindex.xyz -savememoney.co.za sbetodiodnye-lampy.ru -scanner-brian.top -scanner-fred.top -scanner-jack.top -scanner-julianna.top -scanner-mark.top -schlampen-treffen.com -school-diplomat.ru -scmor.ilxc.cc +scalerite.co.za +scanner-irvin.top +scansafe.net +scanspyware.net +scenicmissouri.us scrapinghub.com -scrapy.org -searchkut.com +sdsjweb.com +search.1and1.com +searchaddis.com +searchinquire.com search.pch.com -searchwebknow-a.akamaihd.net -seinterface.com +seasaltwithfood.com +seasonvar.ru +secret.xn--oogle-wmc.com +seksotur.ru +selectads.men semaltmedia.com semp.net -senger.atspace.co.uk -seofied.com seoholding.com -servethis.com -servicecenter.co.ua +seojokes.net +seomarketings.online +seorankinglinks.com +serdcenebolit.com +sergiorossistore.online +serving.adbetclickin.pink servingnotice.com -serviporno.com -sex.hotblog.top -sexiporno.net -sexkontakteao.info -sexphoto.site -sexs-foto.top +sexkrasivo.net sexstream.pl -sexy-pings.com -sexystrippe.info -sexytrend.ru -sharebutton.net -shell-pmr.ru -shikiso.info -shinikiev.com.ua -shlyahten.ru -shoesonlinebuy.xyz -shop.xz618.com -shtora66.ru -signal03.ru -silktide.com -simon3.ru +sfd-chess.ru +ship-marvel.co.ua +shodanhq.com +shoppingjequiti.com.br +shoppingmiracles.co.uk +shopsellcardsdumps.com +shtaketniki.ru +signx.info +sildenafil-tadalafil.info +silvermature.net simple-share-buttons.com -simply.net +simul.co +sinel.info sisi-go.ru -sispe.com.br -site-analyzer.com -siteonomy.com -sixcooler.de -skylta.com -skyway24.ru -smsactivator.ru -snsdeainavi.info +sisiynas.ru +site.ru +sitevaluation.com +si-unique.com +sivs.ru +sizeplus.work +skanninge.se +skatestick.bid +skuteczna-dieta.co.pl +slowmacfaster.trade +smadihome.com +smartpet.ru +snts.shell-pmr.ru +snyatie-lomki-v-stacionare.ru +sobecjvuwa.com.ru soc-econom-problems.ru -social-buttons.xyz -socialbutton.xyz -socialmonkee.com -social-s-ggg.xyz -social-vestnik.ru -solinf.co -solution4u.com -soserfis.com -space4updating.win -spammen.de -spinnerco.ca -sportbetfair.com -spymac.net -spywareit.com -spywarenuker.com -spywarespy.com -srecorder.com -stardevine.com -starwars.wikia.com -stauga.altervista.org -steamoff.net -stefanbakosab.se -sterva.cc -stpolice.com -stroyplus.ru -strv.se -studiofmp.com -stuff-about-money.com -sudexpert66.ru -sukirgenk.dvrlists.com -summerlinhomes411.info +social-button.xyz +social-s-hhh.xyz +social-s-iii.xyz +softomix.net +softxaker.ru +solicita.info +songplanet.ru +soochi.co +souvenirua.com +spasswelt.net +special-porn.com +sps-shop.com +spy-app.info +sr-rekneskap.no +stairliftsarea.com +stal-rulon.ru +startwp.org +stathat.com +stickers-market.ru +stockspmb.info +stroiminsk.com +stroyhelp-dv.ru +suhanpacktech.com superinterstitial.com -superkanpo.com -symbaloo.com -tagil.zrus.org -t-bygg.com -td-l-market.ru -teenbbw.yopoint.in -teesdaleflyballclub.co.uk -telefonsexsofort.tk -telesvoboda.ru -templates.franklinfire.co +supers.com.ua +surfbuyermac.com +svarkagid.com +svetlotorg.ru +svtrd.com +tabletkinaodchudzanie.com.pl +taboola.com +takeprofitsystem.com +tamada69.com +tam-gde-more.ru +taqplayer.info +taraz.xkaz.org +technopellet.gr +telefonsex-ohne0900.net +telegraf.by terraclicks.com -teslathemes.com +testingads.pro thaismartloan.com -thecoral.com.br -thedownloadfreeonlinegames.blogspot.com -thegalerie.eu -thegamerznetwork.com -thelottosecrets.com -thepantonpractice.co.uk -timetorelax.biz -titangel-vietnam.com -titslove.yopoint.in -tizanidine4mg.blogspot.com -tizanidine4mgprice.blogspot.com -tizanidine4mgtablets.blogspot.com +thebluenoodle.com +thefds.net +thegolfclub.info +theheroes.ru +thejournal.ru +theprofitsmaker.net +thetardistimes.ovh +thetattoohut.com +the-usa-games.blogspot.com +tiandeural.ru +tiens2010.ru +tizanidine4mgstreetprice.blogspot.com +tizanidine6mg.blogspot.com tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidineinfo.blogspot.com tizanidinenarcotic.blogspot.com -tizanidineoral.blogspot.com tizanidinerecreationaluse.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinevsvalium.blogspot.com -tizanidinezanaflex.blogspot.com +tjkckpytpnje.com tk-assortiment.ru tksn.ru -todohr.com -token-lab.org -top250movies.ru -topads.men +toondinsey.com topappspro.com -topkarkas.com -top-l2.com -topmira.com -topsy.com -torrentgamer.net -torrent-to-magnet.com +top-deal.com.pl +totu.us tour-line.net toursmaps.com -toxicwap.com +tradgardspartner.se trafaret74.ru -traffic2money.com -trafficgenius.xyz -trafficjunky.com -trafficstars.com -traffixer.com -trion.od.ua -truck-land.life -tupper-posuda.ru +trafficfactory.biz +trahvid.com +trichizobswiv.agddns.net +truebeauty.cc +try-rx.com +tuckpointingmasonrysystems.com turbabitload.weebly.com -turn-up-life.life -turvgori.ru -twelvevisionspartyofcolorado.com -tx41tclega.ru -tytoona.com -tzritel.tk +txxx.com +typer.one +tyumen.xrus.org +u17795.netangels.ru +u-cheats.ru uggsale.online -ugogo.info -ukrup.com -uk-zheu20.ru -umekana.ru -uni.me -unrealcommander.biz +ultimatesetnewfreeallsoftupgradesystems.pw +unacittaconte.org +unblocksit.es +undergroundcityphoto.com +unionmarkt.de +unitygame3d.com +unrealcommander.org upproar.com -uptime-as.net -url2image.com -url-img.link +upupa.net +urzedowski.eu +usacasino.com ussearche.cf -uytmaster.ru -uzungil.com +uvozdeckych.info +v24s.net +vabasa.inwtrade.com +vacuumscleaner.com +validdomain.xyz valuado.com -vapeface.club -veles.shop -ventelnos.com -vereo.eu -versaut.xxx-cam.webcam -vesnatehno.com -vesnatehno.ru -viagra-soft.ru +varbergsvind.se +varikoz24.com +vclicks.net +venerologiya.com +venta-prom.ru viandpet.com +video-camer.com video-chat.love -videooko.weebly.com -villacoloniale.com -vip.51.la -vipms.ru -vodaodessa.com -voloslove.ru -vseigru.one -vsexkontakte.net -vvpg.ru -vykup-avto-krasnodar.ru -vykupavto-krasnodar.ru -vzubah.com -webads.co.nz -webix.me -webjam.com -weblo.com -webmasterhome.cn -webscouter.net +videochat.ph +videositename.com +video-woman.com +vielporno.net +vinylvault.co.uk +vip2ch.com +vitanail.ru +vkonche.com +vladimir.zrus.org +voditeltrezviy.ru +voronezh.xrus.org +vremya.eu +vrotike.ru +vucms.com +vut.com.ru +vvon.co.uk +w3javascript.com +warezaccess.com +warezkeeper.com +warningwar.ru +webalan.ru +webcamdevochka.com +weboptimizes.com +website-analytics.online website-audit.com.ua -website-speed-check.site -websites-reviews.com +website-speed-up.site +website-speed-up.top +websitevaluebot.com weburok.com -wesharepics.com while.cheapwebsitehoster.com -whiteelephantwellington.com -wholesalejerseychinashop.com +wholesalejerseychinaoutlet.com wholesalejerseysgaa.com -wholinkstome.com -wildnatureimages.com -withstandingheartwarming.com -wleuaprpxuvr.ga -woman-orgasm.ru -womensplay.net -worldinternetauthority.com -worldoffiles.ru -woweb.com.ua +whosonmyserver.com +wineration.com +winner7777.net +witherrom55.eklablog.fr +w-journal.ru +wordkeyhelper.com +word-vorlagen.net +worldlovers.ru +worldmusicfests.com +wormix-cheats.ru +wowcasinoonline.ooo +wpsecurity.website +wstroika.ru wttavern.com -ww2awards.info -www.get-free-traffic-now.com -wzgyyq.com -x69ty.ru -xboxster.ru +wyniki-lista.pl +x5market.ru +xaylapdiendanang.com +xbaboon.com +xcc24.pl x-diesel.biz -x-diesel.com -x-diesel.info -xmladserver.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xerox-douglas.cf +xfire.com +xjrul.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xtrafficplus.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----9sbebi2bvzr7h.xn--p1ai xtremeeagles.net -xvideospornoru.com -xxx-cam.webcam -yatrk.xyz -yebocasino.com -yellowads.men -yes-com.com -yginekologa.com -yhit.press +xtubeporno.net +xxxnatelefon.ru +xxx-treker.ru +xxxtube69.com +y8games-free.com +yaderenergy.ru +yoluxuryevents.com yottos.com -yourdesires.ru -yourmovies.pl -yourothersite.com -youtube-downloader.savetubevideo.com +youandcredit.ru +youdesigner.kz +youjizz.vc +yoursite.com youtubedownload.org yubikk.info -yugk.net -zaidia.xhost.ro -zaimite.ru -zajm-zalog-krasnodar.ru -zaloro.com -zebradudka.com +zacreditom.ru +zakazvzloma.com +zambini.ru +zarajbuilders.com +zazagames.org +zdesformula.ru +zeg-distribution.com zeleznobeton.ru -zeroredirect11.com -zeroredirect12.com -zigarettenonl.canalblog.com +zeroredirect8.com +zeroredirect9.com +zhacker.net +zhorapankratov7.blogspot.com +zhuravlev.info +zigarettenonlinekaufen2.bloog.pl zigarettenonlinekaufen2.drupalgardens.com -znakomstva-piter78.ru +zigzog.ru zocaparj.kz -zona-aqua.ru zoodrawings.com -zoogdinsney.com -zootoplist.com -zscaler.net -zytpirwai.net +zophim.me zzbroya.com.ua +zzlgxh.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 77957cb49..1a9453483 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00it.com -100dollars-seo.com -101billion.com -1688.com -20pascals.nl -2345.com -40cg.com -4senses.co -4ur.click +14b.info +1hwy.com 4webmasters.org -66cpwgln.space -7fon.ru -adclickthru.net -adhome.biz -apartment.ru -arraty.altervista.org -asscenihotosidea.blogspot.com -astrochicks.com -azartmix.com -basisches-wasser.net -bbtec.net -bensbargains.net -bestbuy.ca -bet-prognoz.com -bfz.biz -big-boards.info -biglistofwebsites.com -bitcoinpile.com -bizcheapjerseyswholesalechina.com -blacktwhite.com -boc.kz -bonvillan.com -bosefux.esy.es -budilneg.xyz -buy-cheap-pills-order-online.com -buytizanidineonlinenoprescription.blogspot.com -canyougethighofftizanidine.blogspot.com -cardiosport.com.ua -cellfun.mobi -cfacarrosserie74.com -cheapbelstaff.online -chelyabinsk.xrus.org -chidporn.com -christianlouboutinsaleonline.us -ciceros.co -cleanallspyware.com -clicksor.com -compliance-checker-7.info -compliance-walt.top -cookie-law-enforcement-hh.xyz -coprofam.org -cornerstone-countertops.com -covadhosting.biz -crackzplanet.com -crd.clan.su -djekxa.ru -docsportal.net -earn-from-articles.com -ecommerce-seo.com -egvar.net -eladkarako.com -elektronischezigarettekaufen1.beeplog.com -elstal.com.pl -elvenmachine.com -ereko.ru -exonline.info -family1st.ca -firstsiteguide.com -fishtauto.ru -freelinkbuilding.website.tk -frighteningremain.cf -front.ru -gambarkatabaru.com -gameonasia.com -game-top.su +aanapa.ru +abwa.tk +acunetix-referrer.com +advancedcleaner.com +advancedsoftwaresupport.com +aerogo.com +a.frcls.fr +agreda.pluto.ro +albuteroli.com +alif-ba-ta.com +alldownload.pw +allnews.md +allsilver925.co.il +apibrowsesmartne-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apishops.ru +articlesdirectoryme.info +ausmepa.org.au +availit.weebly.com +baersaratov.ru +bambi.ck.ua +bankmib.ru +bard-real.com.ua +beachfix.co +beauty-clinic.ru +beetpics.pw +best-deals-products.com +betune.onlinewebshop.net +bezcmexa.ru +bidr.trellian.com +blackhatworth.com +bnt-team.com +bolezniorganov.ru +budpost.com.ua +buigas.00it.com +buntube.net +buttons-for-website.com +camdolls.com +cartujano-pre.de +cercacamion.it +chastnoeporno.com +chinaelitecheapjerseys.com +cjs.com.ru +co.lumb.co +compliance-ivan.top +compliance-julianna.top +compliance-willy.top +contentlook.co +contextualyield.com +cookie-law-enforcement-aa.xyz +cougfan.info +covetnica.com +czat.wp.pl +d0t.ru +deadlinkchecker.com +decorazilla.com +dekoration.us +detmebel.su +detskie-zabavi.ru +diegolopezcastan.com +dipstar.org +discovertreasure-a.akamaihd.net +diusyawiga.tk +domainsphoto.com +draniki.org +drillsaw.ru +duplicashapp.com +ednorxmed.com +electrik-avenue.com +empis.magix.net +eugenevaultstorage.com +exlarseva.webblog.es +ezaz.info +fandlr.com +fatfasts-4tmz.com +feel-planet.com +figuringmoneyout.com +floridamobilebillboards.com +forpackningsutveckling.se +franklinfire.co +freecamdollars.com +freshberry.com.ua +fuck-paid-share-buttons.xyz +g33.org +gamedayassist.com +gg.zzyjxs.com +gheus.altervista.org +ghostvisitor.com girlgamerdaily.com -girlspicsa.com -glcomputers.ru -glicol.kz -golfresa.lucania.se googlefeud.com -gotorussia.com -gratuitxblcodes.com -grupografico-pilar.com.ar -hdpixion.com -hdxnxxtube.mobi -hjaoopoa.top -homeandhealth.ru -hotdl.in -howmuchdoestizanidinecost.blogspot.com -hyiphunter.org -ideoworld.org -igrovyeavtomaty777.ru -i-hobot.ru -iklysha.ml -ikritikimou.gr -imguramx.pw -iopeninghours.co.uk -islamtoday.co.za -itch.io -itronics.ca -iwanttodeliver.com -jongose.ninja -keenoutlet.online -ketrzyn.pl -kinobest.pl -kletkimehan.ru -konturkrasoty.ru -krasivoe-hd.com -krasnodar-avtolombards.ru -laapp.com -lakomka.com.ua -landoftracking.com -ledis.top -ledpolice.ru -letslowbefast.site -linkbux.ru -live-cam6.info -lkbennettstore.online -loadingpages.me -locimge.pw -lyrster.com -mabdoola.blogspot.com -marcogrup.com -marcoislandvacations.net -mediaoffers.click -mhi-systems.ru -minneapoliscopiers.com -mirobuvi.com.ua -moesen-ficken.com -moivestiy.biz -monclerjacketsoutlet.win -mrlmedia.net -multgo.ru -myanyone.net -mykings.pw -nastydollars.com -negral.pluto.ro -nextrent-crimea.ru -office2web.com -office-windows.ru -o.light.d0t.ru -onlineku.com -onthemarch.co -o-o-8-o-o.com -openfrost.com -palvira.com.ua -panamaforbeginners.com -parlament.biz -pdamods.ru -phpdevops.com -play.leadzupc.com -porndl.org -porno-raskazy.ru -pornosexrolik.com -porn-w.org -privetsochi.ru -prizesbook.online -prostitutki-kiev.org -qexyfu.bugs3.com -rankexperience.com -rapidsites.pro -rebuildermedical.com -remedyotc.com -rezeptiblud.ru -rome2rio.com -runstocks.com -samoiedo.it -scenicmissouri.us -scopich.com -searchwebknow-a.akamaihd.net -seorankinglinks.xyz -seorussian.ru -seo-tools-optimizing.com -sevenstars7.com -se-welding.ru -sexflirtbook.com -sexs-foto.com -sex-tracker.de -sfd-chess.ru -shama-rc.net -share-buttons-for-free.com -shopsellcardsdumps.com -sitevaluation.com -sky-mine.ru -slavic-magic.ru -snowplanes.com -socialmadesimple.com -soft-terminal.ru -soochi.co -stard.shop -strongholdsb.ru -stroyhelp-dv.ru -symbaloo.com -syndicate.fun -teenbbw.yopoint.in -texbaza.by -the-trader.net -thexart.club -tizanidineandhydrocodone.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tjkckpytpnje.com -tk-assortiment.ru -topmira.com -topshef.ru -torrentdownloadhub.com -tourcroatia.co.uk -track2.shop -traffic2cash.org -tsyndicate.com -tupper-posuda.ru -turn-up-life.life -tversvet.ru -twiclub.in -twincitiescarservice.com -tzritel.tk -ukrobstep.com -ural-buldozer.ru -urdoot.win -vezuviy.su -videochat.world -videtubs.pl -vip2ch.com -vip-parfumeria.ru -vladimir.zrus.org -vseuznaem.com -vucms.com -waycash.net -webjam.com -welck.octopis.com -westermarkanjou.se -winner7777.net -withstandingheartwarming.com -wonderfulflowers.biz -wurr.voila.net -www.get-free-traffic-now.com -x5market.ru -x-lime.net -xn----7sbho2agebbhlivy.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -yellowads.men -youradexchange.com -zahvat.ru -zaimite.ru -zarepta.com -zeikopay.com -zona-aqua.ru -zoodrawings.com -zootoplist.com +gta-top.ru +guitar-master.org +headpharmacy.com +healthcarestore.info +high-speed1.net +histock.info +hopeonthestreet.co.uk +humbmosquina.tk +ideashome.id +iideaidekonkatu.info +ikearugs.xyz +imagui.eu +img.wallpaperstock.net +impisr.edunsk.ru +inbabes.sexushost.com +in-tandem.co +internetartfair.com +iron-age.info +isotoner.com +itservicesthatworkforyou.com +j33x.com +jennyfire.ru +jerseychinabizwholesale.us +jestr.org +jpcycles.com +jyvopys.com +kam-dom.ru +kanimage.com +katadhin.co +kenaba.su +keywordsuggests.com +kinomaniatv.pl +klumba55.ru +krasnodar.zrus.org +landscaping.center +lazy-z.com +lerporn.info +lietaer.com +lifebyleese.com +littleberry.ru +lmrauction.com +localmatchbook.com +lollypopgaming.com +lostaruban.com +mall.uk +marsgatan.com +masturbate.co.uk +matchpal-a.akamaihd.net +maximilitary.ru +meendo-free-traffic.ga +menhealed.net +mexicotravelnet.com +mezaruk.info +michaelkorsoutlet.store +minyetki.ru +modnie-futbolki.net +moje-recenze.cz +money-every-day.com +montredemarque.nl +moxo.com +moz.com +msk-diplomat.com +mundoaberrante.com +muztops.ru +myblogregistercm.tk +najaden.no +netvouz.com +nsatc.net +obesidadealgarve.com +online-podarki.com +ooo-gotovie.ru +orgasmatrix.com +orsonet.ru +ownshop.cf +oynat.info +ozas.net +paleohub.info +paramountmarble.co.uk +partnerline.men +p-business.ru +perm-profnastil.ru +piuminiita.com +pix24x7.com +pizza-imperia.com +platesauto.com +pornosee.info +porno-transsexuals.ru +pornpost.in +pourvous.info +pr0fit-b0x.com +pregnant.guru +privatefx-in.ru +quick-offer.com +referencemoi.com +registrydomainservices.com +rfd-split.hr +rightenergysolutions.com.au +rniaeba.ga +royal-betting.net +salutmontreal.com +searchlock.com +seasaltwithfood.com +secret.xn--oogle-wmc.com +senger.atspace.co.uk +sevendays.com.ua +sexblog.pw +sexyteens.hol.es +sexytrend.ru +shariki-zuma-lines.ru +sluganarodu.ru +sonnikforme.ru +spabali.org +spb.afora.ru +srdrvp.com +superinterstitial.com +supervesti.ru +surfbuyermac.com +svolze.com +tehngr.ru +terrafootwear.us +thefarmergame.com +tizanidine4mgtablets.blogspot.com +tizanidineonline.blogspot.com +tizanidinerecreationaluse.blogspot.com +todohr.com +tpu.ru +ttrraacckkrr.com +tuberkuleznik.ru +twinderbella.com +uggsale.online +valsalud.com +vellings.info +viandpet.com +vipps.com.my +vipsiterip.org +vltai.com +watchdogs-2.ru +weburlopener.com +wemarketing.se +wesharepics.info +whatzmyip.net +winwotgold.pl +world-mmo.com +wttavern.com +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xxxdatinglocal.us +xxxguitars.com +xz618.com +youdao.com +zakonobosago.ru +zigarettenonlinekaufen2.drupalgardens.com +zocaparj.kz diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index ea117da9f..879967dc9 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.192.136.167 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 408f354e8..4f73a70f3 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 03095fc33..eb50b417b 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f1a935e11..d2af39677 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1691 +#### Version: V4.2019.06.1692 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c5986a345..c873f94bf 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1691 +#### Version: V4.2019.06.1692 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 138cdd2e2..d6dbb1824 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1691 +#### Version: V4.2019.06.1692 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index dc3522885..8cc2a1a21 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1691 +#### Version: V4.2019.06.1692 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 59a5d9430..87627316d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1691 -### Updated: Sat Jun 29 14:25:59 SAST 2019 +### Version: V3.2019.06.1692 +### Updated: Sat Jun 29 14:43:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 744c2c7de..10f7670d4 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:25:58 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:06 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 394156f52..edea14ec1 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1691 -### Updated: Sat Jun 29 14:26:01 SAST 2019 +### Version: V4.2019.06.1692 +### Updated: Sat Jun 29 14:43:08 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##