diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 97ea67af5..3ed486966 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e42e64139..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 97ea67af5..3ed486966 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 42c86bb7d..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e42e64139..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 97ea67af5..3ed486966 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..689d439aa 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index e42e64139..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 97ea67af5..3ed486966 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 97ea67af5..3ed486966 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index b86586c4d..f09eb7130 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 798770665..c1d6c61cb 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +35.188.73.34 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e42e64139..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 42c86bb7d..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e42e64139..6bad13743 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..eabb2e30b 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +104.198.131.58 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index e42e64139..6bad13743 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +104.198.131.58 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9550b3094..6e936daab 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.192.85.2 0; +104.198.131.58 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index fb8337b07..5612a188e 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 42e3cd3be..04ec378ff 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.188.1.99 0; +34.68.144.114 0; +35.188.73.34 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 42c86bb7d..689d439aa 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index b95aa7f41..438d98307 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Asterias -DSearch -Freeuploader -GrapeshotCrawler -Jyxobot -LibWeb -MarkWatch -WebCollage -WebsiteExtractor -YoudaoBot +autoemailspider +DomainStatsBot +Image Fetch +JetCar +Linkdexbot +LinqiaScrapeBot +Quick-Crawler +WebmasterWorldForumBot +Web Sauger +Zauba diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index faa192439..01afc5705 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -80legs -Acunetix +360Spider +404checker +Aboundex AfD-Verbotsverfahren AiHitBot Aipbot +Alligator AllSubmitter AlphaBot -BackDoorBot Backlink-Ceck -Bandit +BacklinkCrawler +BackStreet +BackWeb +Badass Barkrowler BatchFTP -BBBike -BetaBot -Blackboard -BlowFish -Bolt +BDCbot +Bigfoot +Black Hole +BLEXBot +Boardreader +BotALot +BuiltBotTough +BuiltWith Bullseye BuzzSumo Calculon -CATExplorador +CCBot Cegbfeieh -CheeseBot CherryPicker +ChinaClaw Chlooe -Cloud mapping +Cliqzbot +Cogentbot cognitiveseo -Collector -Copier -CopyRightCheck Copyscape Craftbot -crawl.sogou.com +crawler4j +crawler.feedback CrazyWebCrawler -CrunchBot -CSHttp +Crescent Curious -Custo +DatabaseDriverMysqli DataCha0s -demandbase-bot -Deusu -DigitalPebble +DBLBot +Digincore Disco -Discoverybot -Dispatch -DittoSpyder -DomainAppender -DomainSigmaCrawler -Download Wonder -DSearch +DomainCrawler DTS Agent +EasyDL Ebingbong -EirGrabber +Ecxi +evc-batch +Exabot +Express WebPictures ExtLinksBot +Extractor +ExtractorPro +EyeNetIE +Ezooms facebookscraper -FemtosearchBot +FDM FHscan -Firefox/7.0 -FlashGet Foobot +FyberSpider +Fyrebot GalaxyBot -GermCrawler GetWeb Gigablast -Gotit +Gigabot +G-i-g-a-b-o-t +GoZilla Grabber GrabNet GrapeFX -GrapeshotCrawler -HaosouSpider Havij -HEADMasterSEO -HTMLparser +Heritrix +Hloader +HMView HTTP::Lite -HTTrack Humanlinks HybridBot +Iblog IDBot +Id-search +IlseBot Image Sucker Indy Library +InfoNaviRobot +InfoTekies Intelliseek -InternetSeer -IRLbot +Internet Ninja +internetVista monitor +Iria JamesBOT -Jbrofuzz -JennyBot JetCar -JikeSpider +JOC Web Spider +Joomla +Jorgee JustView -Kenjin Spider -Keyword Density -Kozmosbot -Lanshanbot +Jyxobot Larbin +LeechFTP LeechGet +LexiBot Lftp -LibWeb +Lightspeedsystems +Likse LinkextractorPro -LinqiaMetadataDownloaderBot +LinksManager LinqiaRSSBot -Lipperhey Litemage_walker -Lmspider -lwp-request -LWP::Simple -lwp-trivial -Mag-Net +LNSpiderguy +Ltx71 magpie-crawler -Majestic SEO -MarkWatch -Masscan -Mata Hari MauiBot -meanpathbot -Meanpathbot -Microsoft URL Control -MIDown tool +MeanPath Bot +Microsoft Data Access +Mister PiX +MJ12bot +Morfeus Fucking Scanner +MSFrontPage Msrabot -NearSite -Needle -NetAnts +Musobot +Name Intelligence +Navroad +Netcraft +NetMechanic +NetSpider +Net Vampire NetZIP -Nibbler NICErsPRO +NimbleCrawler Nimbostratus -Nmap +Ninja +NPbot +Nutch oBot Octopus Offline Explorer -Openfind Openvas +OrangeBot +OrangeSpider +OutclicksBot OutfoxBot +PageAnalyzer Page Analyzer -page scorer -PageScorer -Panscient -Pavuk -pcBrowser -PECL::HTTP +PageGrabber +Pandalytics +Papa Foto +Picscout Picsearch -PictureFinder +Pimonster Pi-Monster -PleaseCrawl +Pixray plumanalytics Pockey POE-Component-Client-HTTP -QueryN Metasearch +Psbot Quick-Crawler -RankActive -RankFlex -RankurBot -RealDownload +Rankivabot Reaper Recorder +ReGet RepoMonkey +Ripper RocketCrawler Rogerbot ScanAlert +Scanbot +scan.lol ScoutJet -SearchmetricsBot -SEOkicks +Semrush +SemrushBot SEOlyticsCrawler +Seomoz +SEOprofiler SEOstats -serpstatbot +sexsearcher Siphon -SiteExplorer +SISTRIX Siteimprove -SiteSnagger +SiteLockSpider Site Sucker -Sitevigil +SlySearch SmartDownload -SMTBot Snapbot -SocialRankIOBot Sociscraper -sogouspider -Spammen -sp_auditbot -Spinn3r -Sqlworm +Sosospider +Sottopop +Spanner +Sqlmap +Sqworm Steeler -Stripper -Sucuri -SuperBot SuperHTTP -SurveyBot +Surfbot Swiftbot -sysscan +T8Abot tAkeOut +Teleport +TeleportPro Telesphoreo -Telesphorep -The Intraformant -Thumbor -TightTwatBot -Toata -Toweyabot +Titan Tracemyfile -Trendiction Trendictionbot trendiction.com trendiction.de -TurnitinBot -TwengaBot -Twice -UnisterBot -Upflow +Turingos +Typhoeus +URLy Warning URLy.Warning Vacuum +Vagabondo VCI -VeriCiteCrawler +VoidEYE Voil -Voltron Wallpapers/3.0 -WBSearchBot -Webalta -WebBandit -WEBDAV +WebAuto +Web Collage +WebCopier WebEnhancer Web Enhancer -WebFetch WebFuck -Web Fuck WebGo IS +WebLeacher +WebmasterWorldForumBot +Web Pix WebReaper Web Sauger -Webshag -WebsiteExtractor WebsiteQuester +Website Quester Webster -Web Sucker -WebWhacker -Whack -Whacker +WebStripper +Whatweb Who.is Bot -WISENutbot -Wonderbot +Widow +WiseGuys Robot +Woobot Wotbox -Wprecon WWW-Collector-E WWW-Mechanize +WWW::Mechanize +WWWOFFLE x22Mozilla Xaldon WebSpider Xaldon_WebSpider -Xenu YoudaoBot -Zauba -Zeus -Zitebot -ZmEu -ZyBorg +Zermelo +zgrab +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 651bc15c1..b30d3357c 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider 80legs -Abonti Aboundexbot -AiHitBot +AhrefsBot +Alexibot AllSubmitter +AlphaBot +Anarchie +archive.org_bot Asterias -autoemailspider +BackDoorBot Backlink-Ceck +backlink-check BackStreet -BackWeb -Barkrowler +Badass +Bandit BatchFTP +Battleztar Bazinga BBBike -BDCbot -BDFetch -Bigfoot -Black Hole +BetaBot +Blackboard BlackWidow -BlowFish +BLEXBot Boardreader -Bolt BotALot -Brandwatch Buddy -Bullseye +BuiltBotTough +CazoodleBot +CCBot +Cegbfeieh CheeseBot -CheTeam Chlooe -Claritybot +Cloud mapping Cogentbot -Collector -com.plumanalytics -Cosmos +cognitiveseo +Copier Craftbot crawler4j -CrazyWebCrawler -CSHttp -Curious +Crescent +CrunchBot +Custo +DatabaseDriverMysqli demandbase-bot +Demon Deusu -Digincore -DigitalPebble +Devil +DIIbot +Disco Discobot -Discoverybot -DnyzBot -DomainAppender -DomainCrawler -DomainSigmaCrawler -DomainStatsBot -Download Wonder -Dragonfly -Drip -DSearch -EMail Siphon -EMail Wolf -EroCrawler -ExtLinksBot -facebookscraper -FDM -Fimap +Dispatch +Dotbot +DTS Agent +EasyDL +eCatch +Evil +Exabot +Express WebPictures +Extractor +Extreme Picture Finder +EyeNetIE +Ezooms +FHscan FlashGet -Foobot -Fyrebot +Flunky GalaxyBot -GetRight -Gigabot +Getintent +GetWeb +Gigablast +G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit -Grabber -Grafula -GT::WWW -HaosouSpider +GoZilla +Go!Zilla +Haansoft +Harvest HEADMasterSEO Heritrix Hloader -Humanlinks +HTMLparser +HTTP::Lite +HTTrack +HybridBot +IDBot Id-search IlseBot +Image Fetch +Image Sucker +IndeedBot InfoNaviRobot InfoTekies -Intelliseek -InterGET InternetSeer -Iria +IstellaBot +JamesBOT Jbrofuzz -JOC Web Spider +JennyBot +JikeSpider +Joomla +Jorgee Jyxobot -Larbin -LeechFTP +Kenjin Spider +Kozmosbot +Lanshanbot +LeechGet LexiBot -Lftp -LibWeb Likse -LinkextractorPro +Linkdexbot LinkpadBot LinksManager -LinqiaScrapeBot +LinqiaMetadataDownloaderBot +LinqiaRSSBot Lipperhey Lipperhey Spider Litemage_walker -Lmspider +LNSpiderguy Ltx71 -lwp-request LWP::Simple -Magnet -Mag-Net -Majestic12 -Majestic SEO +magpie-crawler +Mail.RU_Bot MarkMonitor +Masscan +Mass Downloader Mata Hari -meanpathbot -MFC_Tear_Sample +MauiBot +MeanPath Bot +mediawords Microsoft Data Access -Mojeek -Morfeus Fucking Scanner +Microsoft URL Control +MIDown tool +Mister PiX +MJ12bot +Mr.4x3 MSFrontPage -MSIECrawler -Msrabot -muhstik-scan -Name Intelligence -NearSite -netEstate NE Crawler -Nettrack -Netvibes +MS Web Services Client Protocol +Musobot +Nameprotect +Nessus +NetLyzer +NetMechanic +NextGenSearchBot Nibbler -Ninja +NICErsPRO +Niki-bot +Nikto +Nimbostratus +NPbot Nutch +Octopus Offline Navigator -OnCrawl +Openfind OpenLinkProfiler OpenVAS OrangeBot +OrangeSpider OutfoxBot -PageAnalyzer -Page Analyzer -PageGrabber +page scorer Panscient +Papa Foto pcBrowser +PECL::HTTP +PeoplePal PHPCrawl Picscout PictureFinder Pi-Monster PleaseCrawl plumanalytics -ProPowerBot ProWebWalker -Psbot +Pump PxBroker +QueryN Metasearch Quick-Crawler -RankActive -RankActiveLinkBot -RankFlex RankingBot -Rankivabot RankurBot RealDownload -RebelMouse -RepoMonkey +Ripper +RocketCrawler +Rogerbot s1z.ru -SBIder ScanAlert Scanbot scan.lol Scrapy -ScreenerBot -SearchmetricsBot -SEOkicks -SEOprofiler +SEOlyticsCrawler seoscanners SeoSiteCheckup SEOstats -SiteExplorer -Siteimprove +Shodan +SISTRIX SiteLockSpider -SiteSnagger -SiteSucker -Site Sucker -Sitevigil -SMTBot Snake -Snoopy +Snapbot Sociscraper -sogouspider -Sogou web spider -Sottopop Spammen -SpankBot Spanner Spbot -Spinn3r -spyfu -Sqlmap -Sqlworm -Sqworm Steeler -Stripper Sucker Sucuri SuperBot -SurveyBot +SuperHTTP +Swiftbot sysscan Szukacz -T0PHackTeam tAkeOut -TeleportPro -TheNomad +Telesoft +Telesphorep +The Intraformant +Thumbor TightTwatBot -Toata -Toweyabot +Tracemyfile trendiction.com +trendiction.de TurnitinBot TwengaBot +Twice UnisterBot Upflow -URLy Warning -VidibleScraper -Virusdie -Voil -Voltron -WebAuto -WebBandit +URLy.Warning +Vacuum +VeriCiteCrawler +WASALive-Bot WebCollage Web Collage WebCopier WebEnhancer -Web Enhancer -WebLeacher +WebGo IS +WebImageCollector WebmasterWorldForumBot -Web Pix -WebReaper +webmeup-crawler +WebPix +WebSauger +Webshag WebStripper -WebSucker -WebWhacker -WebZIP Who.is Bot +Widow WinHTTrack -WiseGuys Robot -Wotbox +WISENutbot +Wonderbot Wprecon WPScan +WWW-Collector-E WWW-Mechanize x09Mozilla -Xaldon WebSpider Xenu +xpymep1.exe +YoudaoBot Zauba +zauba.io Zeus zgrab -Zitebot ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4bf7a0ec6..d5d55b915 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -compliance-elena.xyz -lunamedia.co -mazda-roadsters.com -partner-pop.men -pornotubs.com -rn-to-bsn.com -smart-scripts.com -svbur.ru -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--d1abj0abs9d.in.ua +freetangodownload.com +gaz-voshod.ru +monthlywinners.com +piter.xrus.org +pontiacsolstice.info +popads.net +porno-video-chati.ru +prizestohandle.club +progonrumarket.ru +zoompegs.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4d7caec1c..2ab11a708 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 0lovespells0.blogspot.com -123kuma.com -1bet.com -1-free-share-buttons.com -1kdailyprofit.me -1pamm.ru +0n-line.tv +1688.com +1webmaster.ml 2020iscoming.info -23kw.ru -24x7-server-support.site -2kata.ru -300richmond.co.nz +2daytrendingnews.com 34.gs -3xforum.ro -4pp13.com -5-steps-to-start-business.com -7search.com -8kisses.eu -8si.ru -a14download.com -aa81bf391151884adfa3dd677e41f94be1.com -aa9d046aab36af4ff182f097f840430d51.com -aaa38852e886ac4af1a3cff9b47cab6272.com -aab94f698f36684c5a852a2ef272e031bb.com -aad1f4acb0a373420d9b0c4202d38d94fa.com +45en.ru +4kplayer.pl +4senses.co +4ur.click +5i2.net +8558l.jobs.net +883zy.com +8jn.dating-app.ru +9icmzvn6.website +aac500b7a15b2646968f6bd8c6305869d7.com aadroid.net -aarbur.com abcdeg.xyz -abclauncher.com -abctoppictures.net -abwa.tk -accessoires-mode.in -acgs.tk -acmebtn.ml -actionnooz.com +abiente.ru +academiacsmendoza.org +acads.net +acheterviagrafr24.com +activecampaign.dreamhosters.com +activepr.ru actulite.com -acunetix-referrer.com -adcash.com -adconscious.com adloads.com -adloads.net -adobereader-free.ru -adpremium.org +admanaerofoil.com +adnotbad.com +adrunnr.com +adserver-e7.com +adsland.men adtiger.tk -adultactioncam.com -adultfullhd.com -adult-shop.com.ua -adultwebhosting.info -advancedmassagebysara.com -advancedsoftwaresupport.com +adultfriendfinder.com +adverster.com +advertex.info +advokat-grodno.by aero2.ru -agroeconom.kz -ahmedabadwebs.com -air-edem.ru +aerogo.com +afora.ru +a.frcls.fr +agecheckadult.com alborzan.com +albuteroli.com alekseevec.ru +alert-jdh.xyz alessandraleone.com -aliexpress.com -alive-ua.com allblogroll.com -alldubai.biz -allfinweb.com -allknow.info -allnews24.in +alldezservice.kz +allmarketsnewdayli.gdn all-number.com -alloysteel.ru allpdfmags.net -alltheviews.com -allwidewallpapers.com +allstatesugarbowl.org +alphaforum.ru altamayoztourism.com -amanda-porn.ga +amazingninja.com ampower.me -am-se.com -anabolics.shop -anaksma.info -analytics-ads.xyz -androids-store.com -animalia-life.club -anlimebel.kiev.ua -anmysite.com +angry-fermi-7633.arukascloud.io +animalrank.com +animebox.com.ua anticrawler.org -apccargo.com -apifasterlightin-a.akamaihd.net -api.stathat.com +anti-virus-removal.info +apelsinnik.website +apiitsthirteende-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net appfastplay.com -apple.com-webbrowsing-security.science -applicationg29.com -appsaurus.com -a.pr-cy.ru -arcteryxsale.online -arendatora.ru -arius.tech -as5000.com -asia-forum.ru -asophoto.com -atlant-auto.info -auto4style.ru -autoblogger24.info -autodo.info +appfixing.space +appsecurityr.com +aquarium-pro.ru +aramaicmedia.org +arcadeplayhouse.com +arewater.com +arkkivoltti.net +asdfz.pro +atelielembrancaqueencanta.com.br +autobrennero.it +autochoixspinelli.com +autoloans.com autolombard-krasnodar.ru -autonew.biz -auto.rusvile.lt -aversis.net -aviav.eu -aviav.ru -avkzarabotok.com -avon-novosib.ru -avtocredit-legko.ru -ayerbo.xhost.ro -azadnegar.com -azbuka-mo.ru -babespcs.com +autorn.ru +autowebmarket.com.ua +availit.weebly.com +avtolombard-krasnodar.com +avtolombard-krasnodar.ru +avtovolop.ru +ayanaspa.com +azartclub.org +azbaseimages.net +azlex.uz +b00kmarks.com babieca.com -balitouroffice.com -balois.worldbreak.com -bang-hotties.com -bankmib.ru -bankofthewext.com +babyfactory.fr +babyguns.ru +baikaleminer.com +bambi.ck.ua +bank.uz bannerads.de -bannertesting.com -basisches-wasser.net -bausparen.bz.it -beauty-things.com -best-deals-products.com -bestofferswalkmydogouteveryday.gq -bestofupload.info -bestwebsitesawards.com +baoxaydung.com.vn +barbourjackets.online +barnfurnituremart.com +battleforupdating.site +beauty-b0x.pl +belinvestdom.by +bestcurs.org +bestmarriages.com +bestofpicture.com +bestplacetobuyeriacta.jw.lt +bestserials.com +bestwebsiteawards.com +betonka.pro +betterscooter.com bezsporno.ru -bif-ru.info bigames.online -billiard-classic.com.ua bimatoprost-careprost.com -bingoporno.com -biographiya.com -bio-market.kz -bio.trade-jp.net -bird1.ru -birzha-truda.eu -bitcoins-live.ru -bizfly.info -bjetjt.com -blackcurranthumidifiers.site -blackhatworth.com +bjanshee.ru +blobar.org +blog.f00kclan.de bloggedporn.com -blog.koorg.ru -blog.yam.com -bluejays-jerseys.us -bluesman.nu -board.f00d.de -bongiornos.info -bonky.biz -bosefux.esy.es +bloggerads.net +blogporn.in +blogrankers.com +bmsco.co +bochemit.com.ua +boc.kz +bocoarchives.org +bodybuilding-shop.biz +boo-arts.com +bookmaker-bet.com bouda.kvalitne.cz -brainzpod.win -b-styles.xyz -businescoop.men -businesn.men -buttons-for-website.com -buyantiviralwp.com -buypuppies.ca -buzzonclick.com -bvlgaribracelet.xyz -cablecar.us -cakesplus.com.au -callstevens.com -candlewooddentalcentre.com.au -canrioloadm.gq -canrole.com -carabela.com.do -cartierwatch.xyz -casinorewards.info -cbox.ws -cdnanalytics.xyz -centre-indigo.org.ua -centrumcoachingu.com -cfjump.com -c-gainsbourg.com -changde.58.com -chatroulette.video -chcu.net -cheapestjerseys-wholesale.com -cheapjerseysap.com -cheapmoncler.win -cheapsergiorossi.online -checkpagerank.net -chidporn.com -chiptuninger.com -chlooe.com -chocolateslim-original.com -chocolateslim-u-srbiji.com -chocoslim.pro -choice-credit.ru -chorus.terakeet.com +brainboostingsupplements.org +brains2.biz +bravegirlsclub.com +break-the-chains.com +brimstonehillfortress.org +briomotor.co +bristolhotel.com +browserprotecter.com +btc4u.ru +bugof.gq +buigas.00it.com +bukleteg.xyz +bumble.cheapwebsitehoster.com +bum.com.ru +burn-fat.ga +buyessay3.blogspot.ru +buyhoverboard.com +buypanicdisorderpill.com +buyscabiescream.com +buzzsumo.com +buzzurl.jp +bvlgariwallet.xyz +c1.onedmp.com +cacheimages.com +callejondelpozo.es +candiceloves.us +candytiner.com +cardsdumps.com +carina-sy.de +carmuffler.net +cartierlovebracelet.xyz +cartierlovestore.com +cartierlovestore.xyz +cartierring.xyz +caulderwoodkennels.com +ccjp.eu +cdncash.com +cenokos.ru +cheapbarbour.online +cheap-pills-norx.com +cheapwebsitehoster.com +cheatcode-lita12.rhcloud.com +chee-by.biz +chinese-amezon.com +chocolateslim-en-france.com +christianlouboutinreplica.win +christianlouboutinsaleonline.us christianlouboutinsaleoutletonline.us -christianlouboutinshoes.xyz -ciekawinki.pl -clarithromycin500mg.com +cialis-samples.com +cineacademy.ru +cinemaflix.website +citetick.com +citizenclsdriveri7.pen.io +civilwartheater.com clash-clans.ru -claytransformations.info -clevernt.com -clickbank.net -clickprotects.com -clickso.com -clicksor.com +cleanallvirus.com +clickcash.com +clickzzs.nl +clippingphotoindia.com clips.ua.ac.be -club-musics.ru -cmd.kz +clodo.ru +club-lukojl.ru +cmhomestayagency.com cobaltpro.ru -coindirect.io -coin-hive.com -collegeessay19.blogspot.ru -comeondog.info -comissionka.net -compliance-brian.xyz -compliance-checker.info -compliance-don.top -compliance-don.xyz -compliance-jane.top -compliance-mary.top -compliance-nelson.top -conciergegroup.org -concordexoticrentals.com -cookie-law-enforcement-ee.xyz -cookingmeat.ru -copypaste.traderzplanet.in -copyrightclaims.org -cornerstone-countertops.com -cornomase.win -crackzplanet.com -craftburg.ru -craftinsta.ru +compiko.info +compliance-barak.top +compliance-elena.top +compliance-fred.top +compliance-fred.xyz +compliance-jack.top +compliance-viktor.top +compliance-walter.top +conocer-sanabria.com +coolgamechannel.com +counter.yadro.ru +cowblog.fr +crafthubs.com +crazyboost.pro +crd.clan.su creams.makeforum.eu -csgo4.win -cubook.supernew.org -culad.com -cupday.com -customboxes4less.com -custom-electric-guitar.com -danashop.ru -dandiyabeats.in -darkbooks.org -dating-time-now.com -d-black.bz +creditnation.ru +credit-respect.ru +cryptoswap.biz +cs-passion.pl +customerpromos-a.akamaihd.net +custom-product-labels.com +customsua.com.ua +cxpromote.com +dailystrength.org +damasarenai.info +danceuniverse.ru +daretodonate.co +darkages.info +davebestdeals.com dealwifi.com -defenderxtactical.com -degerlund.net +dear-diary.ru +decorationspcs.com +dekoration.us dekorkeramik.ru -derevesendeco.com -design-ideas.info destinationrealestate.com +detective01.ru detsky-nabytek.info -devochki.top -dfiles.me -diesel-parts28.ru -dikx.gdn -discountliv.com -discovertreasure-a.akamaihd.net -dispo.de -divisioncore.com -diy-handmade-ideas.com -djstools.com -dms-sw.ru -docstoc.com +de.zapmeta.com +dgfitness.co +digital-video-processing.com +dildofotzen.net +dimaka.info +directivepub.com +discovertreasurenow.com +doctormakarova.ru documentsite.net -dogbreedspicture.net -doktoronline.no -domaincdn.xyz -doska-vsem.ru -dostavka-v-ukrainu.ru -dosugrostov.site -downloadeer.net -dpihatinh.gov.vn -drunkmoms.net -dumpsmania24.com +dogclothing.store +dogoimage.com +dokumentalkino.net +dollartree.info +domainanalyzing.xyz +domaincheck.io +domain-submit.info +domain.webkeyit.com +domini.cat +donna7753191.ru +dotnetdotcom.org +doublepimp.com +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +drugspowerstore.com +drugstoreforyou.com dvd-famille.com -dwomlink.info +dvervmoskvu.ru +dvr.biz.ua e2click.com -earl-brown.info -e-buyeasy.com -econom.co -edelstahlschornstein-123.de -editmedios.com -ednorxmed.com -education-cz.ru -ege-russian.ru -ekto.ee -elektrischezigarette2.onsugar.com -elektroniksigaraankara.info -elektrozigarette1.dreamwidth.org -elektrozigarettekaufen2.blogse.nl -elidelcream.weebly.com +earncash.com.ua +earthmagic.info +easycommerce.cf +e-commerce-seo1.com +ee77ee.com +efkt.jp +eladkarako.com +elektrischezigaretten1.blogse.nl +elektronischezigarettekaufen2.tumblr.com +elektrozigaretten1.tumblr.com elitedollars.com -empathica.com -enternet.ee -e-poker-2005.com -eralph.tk -eropho.com -erotik-kostenlos.net -eshop.md -essay-edu.biz +elmifarhangi.com +elstal.com.pl +eluxer.net +elvenmachine.com +emailaccountlogin.co +embedle.com +emergencyneeds.org +englishdictionaryfree.com +enhand.se +enskedesquashclub.se +envaseslotusama.com +eorogo.top +erot.co +erotische-geschichten-xxl.com +ertelecom.ru +es5.com +esfchat.tk +esnm.ru +espaceinventoristes.com +essay-writing.work +eu-cookie-law.blogspot.com +eugenevaultstorage.com euronis-free.com -evrotekhservis.ru +euroskat.ru ewebarticle.info -excitacion.info exonline.info -exportshop.us -extener.org -extremez.net -eyemagination.com -ezigarettenkaufen1.pagina.gr +extads.net +extremal-blog.com +eyes-on-you.ga +ezb.elvenmachine.com +ezigarettekaufen2.blox.pl ezigarettenshop2.myblog.de -ezrvrentals.com -f00kclan.de +ezigarettenshop2.postbit.com +ezigaretteshop.webs.com f5mtrack.com +facebook-mobile.xyz fantasticpixcool.com -faracontrol.ir -fealq.com -feel-planet.com +fashionindeed.ml +fashion-stickers.ru +faz99.com +fba-mexico.com +fearcrow.com +fellowshipoftheminds.com +fenoyl.batcave.net ferieboligkbh.dk fermersovet.ru ferrotodo.com -fetishinside.com -fikasound.tk -filmgo.ru -fil.ru -financepoints.eu -fireads.men -firstdrugmall.ru +fidelityfunding.com +fillmewithhappiness.com +filmetricsasia.com +find1friend.com +findsexguide.com +finejewelryshop.ru +finteks.ru +firma-legion.ru fishingwholesale.us +fishtauto.ru fitfloponline.store -flavors.me +fivedwld.cf +flashahead.info +flashbannernow.com +f-loaded.de floating-share-buttons.com -flooringinstallation-edmonton.com -folowsite.com -foodcrafts.website -footbalive.org -forminecrafters.ru -formseo.com -fortwosmartcar.pw -forum20.smailik.org -forum.poker4life.ru +flowwwers.com +focalink.com +f-online.de forumprofi.de -forums.toucharcade.com -forum.tvmir.org +fotopop.club +foxjuegos.com foxweber.com -frbizlist.com -frcls.fr -free411games.com -free-deals.faith -free-gluten.ru -freenode.info -freeseedsonline.com -free-stock-illustration.com +free-laptop-reward.com +freelotto.com +free-share-buttons.blogspot.com +free-share-buttons.top +freesitetest.com +free-social-buttons.com +free-today.com freewareseek.com -freshdz.com +freshmac.space freshwallpapers.info -frvo.alptandem.ru +fugarif.ga fullgirl.ru fx-brokers-review.com -g33.org -gamerscorps.com -gamezblox.com -garciniaxt.us -gardene.ru -gavuer.ru -gdcentre.ru -gearsadspromo.club -geckoandfly.com -genericlowlatencyasiodriverhq.aircus.com -gerhardhealer.com -germetiki.com.ua -getmiro.com -getresponse.com +fxtips.ru +gallery.rennlist.com +gamedayassist.com +gamedayhouse.com +gamewrath.com +gaming-journal.com +gateway.zscalertwo.net +gay-file.com +gayxperience.com +gcup.ru +gdebestkupit.ru +ge0ip.org +geilehausfrauen.net +gelezki.com +gemgrab-a.akamaihd.net +genericviagrasildenafiled.net +gentamicineyedrops.blogspot.com +geoads.com gettpromos.com -gfaq.ru -gg-arena.ru -ghernnqr.skyrock.com -gidonline.one -girlsatgames.ru -given2.com -glall.ru -glcomputers.ru -global-ics.co.za +glicol.kz +gloverid.site go2jump.org -gogps.me -goldandcard.ru -goldenggames.com -gotwebsite1.com +gogalleryawesome.com +gomusix.com +gopro-online.info +gorodservis.ru +gosarhivrt.ru gpms.org.my -gratuitxblcodes.com -greatzip.com -gribokstop.com +graphicwe.org +graphid.com +green-tea.tv +grupografico-pilar.com.ar gsasearchenginerankerdiscount.com -gsasearchengineranker.space -guardlink.com -guarrasdelporno.xxx -guitar-master.org -guruofcasino.com -gwebtools.com.br -habermetre.com -handicapbathtubarea.com -hanwei.us -happy.new.yeartwit.com -havepussy.com +gsbs.com.ua +guigyverpo.cf +h2monline.com +hao123.com +hatedriveapart.com hdfreeporno.net -hdimagelib.com -hdwallpapers-free.com -healgastro.com hebr.myddns-flir.com -heliko.no -help.tpu.ru -himgaws.pw -hit-kino.ru -hobbyhuren24.net -hobbyhuren-datenbank.com +hentai-manga.porn +herehloadibs.cf +herokuapp.com +histock.info +hmmm.cz hoholikik.club -holidaypics.org -homedecorpicture.us -homegardenlova.com -homeinns.com -homemade.gq -hoste.octopis.com -hostnow.men -hothor.se -hotkeys.com -hotloans.ru -hotshoppymac.com -house.sieraddns.com -howlongdoestizanidinestayinyoursystem.blogspot.com -hreade.com -humanorightswatch.org -humbmosquina.tk -hyipmanager.in -iamsport.org -iccornacircri.cf +hollywoodactress.info +homedo.fabpage.com +homemature.net +hostingclub.lk +host-protection.com +hotchatdate.com +hotelcrocenzi.sm +hotsocialz.com +housekuba.org +hoverboard360.de +hoverboard360.nl +huimin764128.com +husky-shop.cz +hydropump.su +hystersister.com +ibmdatamanagement.co ideibiznesa2015.ru -iinstalll-fii1leis.jus0wil.pp.ua +ilbe.club ilovevitaly.ru -imabase.com -imagecoolpub.com +ilovevitaly.xyz imagefinder.site -images-graphics-pics.com -imfamous.info -imicrovision.com -i-midias.net.br -impisr.ru importchinacoach-teach.com +incep.imagine-ex.co +inclk.com incolors.club indiakino.net -indo-export.ru -infazavr.ru -infobabki.ru -infogame.name -infospot.pt -inome.com.ua -intellekt21.ru -interesnie-faktu.ru -investpamm.ru -invitefashion.com -inzn.ru -iopeninghours.co.uk -iqbazar.ru -iqoption.pro -irunfar.com -iscblog.info -istizanidinelikexanax.blogspot.com -ivoiretechnocom.ci +infokonkurs.ru +innoslicon.com +instasexyblog.com +interfucks.net +interior-stickers.ru +intervsem.ru +intimshop-fantasy.ru +investmac.com +iomoio.net +iptool.xyz +iqupdatetmz.win +it-max.com.ua iwanttodeliver.com -izhevsk.zrus.org -jackpotchances.com -janavibekken.no -janerikholst.se -javlibrary.cc -javrip.net +izhevsk.xrus.org +jabimgo.pw +jagg.info +javcoast.com +javspace.net +jav-way.site je7.us +jeremyeaton.co +jerseychinabizwholesale.com jerseyssportsshop.com -jewelryandfiligree.com -jimmychoosale.online -joessmogtestonly.com -j-times.ru +jerseyswholesalechinalimited.com +jerseywholesalebizchina.com +jerseywholesaleelitestore.com +jetsli.de +juliadiets.com +jus0wil.pp.ua justbcause.com -kam-dom.ru -karpun-iris.ru -kashubadesign.ru -katadhin.co -ketrzyn.pl +justdating.online +kaidalibor.de +karaganda.xkaz.org +katjimej.blog.fc2.com kevblog.top -keywordblocks.com -keywordhouse.com -keywordhut.com -keyword-suggestions.com -khafre.us -kinogonew.ru -kinomaniatv.pl -kino-rating.ru -kiprinform.com -koleso24.com.ua -komputers-best.ru +kichenaid.ru +kicknights.gq +kino2018.cc +kinobaks.com +kinoflux.net +kinotorka.ru +kiwi237au.tk +klin3952.ru +klumba55.ru +kochanelli.com konica.kz -konkursowo-24.pl -kostenlos-sexvideos.com -krasivoe-hd.com +konkursov.net +konpax.com +kostenloser-sex.com +kosynka-games.ru +krasivoe-hd.net +krasnodar.xrus.org kumuk.info kung-fu-ru.com kupiproday.com.ua -kupit-adenu.ru -kursy-ege.ru -kutikomi.net -kvartira-sutochno.com -kwzf.net -laapp.com -labafydjxa.su -lacave.ntic.fr -laexotic.com -lalalove.ru +kurwa.win +kuzinsp.ru +ladov.ru +lafourmiliaire.com +lafriore.ru landscaping.center -laparfumotec.com -larutti.ru +laserpen.club +lashstudia.ru laudit.ru -lawyersinfo.org -lechenie-gemorroya.com -legionalpha.com -letsart.ru -lflash.ru -lider-zhaluzi.kiev.ua -life-instyle.com -likesdesign.com -lion.snapmap.us -lisque.batcave.net -livefixer.com -lizace.com -lombardfinder.ru -lomza.info +law-check-eight.xyz +layola.biz.tc +leadwayau.com +lenvred.org +lescinq.com +letmacworkfaster.site +letslowbefast.today +linkbolic.com +lion.playtap.us +liverpool.gsofootball.com +liveshoppersmac.com +loadopia.com +localmatchbook.com +lodki-pvh.dp.ua +loginduepunti.it +lolnex.us +lomb.co +lombia.co louboutinreplica.pw lsex.xyz ltvperf.com -luxup.ru +luxmagazine.cf lyrics.home-task.com -m292.info -m4ever.net macfix.life -macotool.com -macrotek.ru +mafcards.ru +magicalfind-a.akamaihd.net +maglid.ru magnetic-bracelets.ru -makedo.ru +makemoneyonline.com mamasuper.prom.ua -managerpak204.weebly.com mansiondelrio.co -manve.info map028.com -matpre.top -maximilitary.ru -mbiologi.ru -mebel-vstroika.ru -meccadumps.net -mediawhirl.net -medicine-4u.org -medicines-choice.com +marcogrup.com +marcowebonyodziezowe.pl +marktforschung-stuttgart.com +matrixalchemy.com +max-eclat.men +maxthon.com +maxxtor.eu +m.b00kmarks.com +medanestesia.ru +meddesk.ru medictube.ru -medkletki.ru medosmotr-ufa.ru -megahdporno.net -merryhouse.co.uk -metalonly.info +med-zdorovie.com.ua +meetingrainstorm.bid +megavolt.net.ua +menetie.ru +mere.host.sk +mesbuta.info +methodsmarketing.com mex-annushka.ru -mezaruk.info -mhi-systems.ru -midst.eu -minecraft-neo.ru -missclub.info +michaelkorssaleoutletonline.net +microsearch.ru +microsoftportal.net +migente.com +mil-stak.com +minet.club +miniads.ca +mir-business-24.ru missis.top -mmgq.ru -mobile-appster.ru -mobioffertrck.com -mobot.site -modnie-futbolki.net -moetomnenie.com +mixx.com +mlvc4zzw.space +mmstat.com +mnogolok.info +moinozhki.com moje-recenze.cz -mokrayakiska.com -monclercoats.xyz -money-every-day.com +mojowhois.com +mojpregled.com +monarhs.info +monclerjacketsoutlet.pw +monclerjacketsoutlet.win +monetizer.com-01.site +money-for-placing-articles.com moneymaster.ru -monthlywinners.com +montazhnic.ru moomi-daeri.com -morlat.altervista.org -morocco-nomad-excursions.com -moviemail-online.co.uk +moonci.ru +more-letom.ru +mosrif.ru +motherboard.vice.com +mozello.ru mrbitsandbytes.com -mrlmedia.net -mrpornogratis.xxx -mtmtv.info -muizre.ru -mundoaberrante.com -musflashtv.com -musicspire.online -mustwineblog.com -mwtpludn.review +mrsdalloways.com +mturkcontent.com +music.utrolive.ru +muz-shoes.ru +muz-tracker.net mxgetcode.com -mydownlodablefiles.com -myfreemp3.eu -myhydros.org -mylida.org -mypornfree.ru -nalogovyy-kodeks.ru -nalogovyykodeks.ru -naval.jislaaik.com -nbsproject.ru -neks.info -netoil.no -net-profits.xyz -networkad.net -networkcheck.xyz -newstudio.tv -nextconseil.com -nfljerseyscheapchinabiz.com -nfljerseys.online +myanyone.net +my-big-family.com +myhitmp3.club +myonlinepayday.co +myphotopipe.com +myplaycity.com +nacap.ru +nagdak.ru +namenectar.com +napalm51.nut.cc +nash-krym.info +nastroyke.net +natali-forex.com +nelc.edu.eg +netcheckcdn.xyz +news-readers.ru +nextlnk12.com +nfljerseyscheapbiz.us nhl17coinsforps3.gratisblog.biz -nippon-bearings.ru -nlfjjunb5.ru -nordvpn.com -notasprensa.info -november-lax.com -nowtorrents.com -obesidadealgarve.com -obsessionphrases.com +nibbler.silktide.com +nikitabuch.com +noclegonline.info +nottyu.xyz +novatech.vn +nrv.co.za +oddamzadarmo.eu offergroup.info -offf.info +office-windows.ru offtopic.biz -ok.ru -oktube.ru -olvanto.ru -onetravelguides.com -onlainbesplatno.ru -onlinemeetingnow.com -o-o-11-o-o.com -o-o-8-o-o.ru +onclkads.com +oneshotdate.com +ons-add.men +onthemarch.co +o-o-6-o-o.com +o-o-6-o-o.ru +o-o-8-o-o.com oops-cinema.ru -oralsexfilme.net -orhonit.com -orion-v.com -osnova3.ru -ostroike.org -otbelivanie-zubov.com +openstat.com +ops.picscout.com +optom-deshevo.ru ourtherapy.ru -outrageousdeal-a.akamaihd.net -outshop.ru -oynat.info -panchro.xyz -panouri-solare-acoperis.com -papasdelivery.ru -par-fallen.ga -parfusale.se -park.above.com +outclicks.net +ownshop.cf +pacificair.com +paintingplanet.ru +panamaforbeginners.com +panicatack.com partner-high.men -partner-print.men -partner-stop.men -partnerworkroom.men -pawli.eu +partner-host.men +patterntrader-en.com pdn-4.com -pekori.to -phobia.us -phormchina.com -physfunc.ru -picphotos.net -picscout.com -pictures-and-images.net -picturesfrom.com +pdns.download +pechikamini.ru +pelfind.me +perfectpracticeweb.com +perosan.com +petsblogroll.com +piccdata.com +picmoonco.pw +picswe.com +pictures-and-images.com +picturesmania.com +pierrehardysale.online +pigrafix.at pihl.se -pills24h.com -pinstake.com -pinwallpaper.top -pistonclasico.com -pix24x7.com -pladform.ru -plastgran.com -platinumdeals.gr -play.leadzupc.com -playlott.com -play-movie.pl -pons-presse.com -poptool.net -popup.matchmaker.com +pijoto.net +piuminiita.com +pixelrz.com +plaff-go.ru +platesauto.com +playmsn.com +playtap.us +pogruztehnik.ru +polimga.pw +polybuild.ru +popserve.adscpm.net +popugaychiki.com +popup-fdm.xyz +popup-hgd.xyz +popup-jdh.xyz porndairy.in -pornhub-ru.com -pornoblood.com -pornobrazzers.biz +porndroids.com pornogig.com -pornolook.net -porno-transsexuals.ru -portal-eu.ru -preparevideosafesystem4unow.space -priora-2.com -prlog.ru -producm.ru -prodvigator.ua -profitkode.com -prointer.net.ua -projectforte.ru -pronekut.com -pro-poly.ru -proprostatit.com +porno-video-chati.ru +porn-w.org +porodasobak.net +posible.net +predmety.in.ua +preg.marketingvici.com +princeadvantagesales.com +printdirectforless.com +privatefx-in.ru +privhosting.com +prize44.com +prizeestates.cricket +proekt-mos.ru +professionaldieselcare.com +promoforum.ru +promoheads.com +pronorm.fr +proposal-engine.com prospekt-st.ru -prostitutki-novgoroda.org -prostitutki-rostova.org -pskcijdc.bloger.index.hr -pts163.ru -pulseonclick.com -puzzleweb.ru +prostitutki-kharkova.org +prostitutki-odessa.org +prostitutki-tolyatti.org +proxyelite.biz +pr-ten.de +pufip.com +push-ad.com +pushdata.sendpulse.com +pussysaga.com pyrodesigns.com.au qitt.ru q-moto.ru -quickcashlimited.com -qwesa.ru -rcb101.ru -rcpmda.ikan1080.xyz -real-time-analytics.com -redbottomheels.xyz +qpypcx.com +quality-traffic.com +questionmarque.ch +quickchange.cc +quickloanbank.com +raavidesigns.com +radiodigital.co +raisedseo.com +rangjued.com +ranksays.com +realting-moscow.ru +recordpage-a.akamaihd.net +redhotfreebies.co.uk +redirectingat.com +refudiatethissarah.info regionshop.biz -remont-ustanovka-tehniki.ru -remorcicomerciale.ro -replicaclub.ru -replicalouboutin.xyz -resultshub-a.akamaihd.net +remmling.de +remontbiz.ru +repeatlogo.co.uk +restorator-msk.ru +ringtonepartner.com +rique.host.sk risparmiocasa.bz.it -robertefuller.com -rospromtest.ru -rossmark.ru -royalvegascasino.com -ruclicks.com -running-line.ru -runstocks.com -rvtv.ru +rniaeba.ga +rockingclicks.com +rockma.se +roll123.com +rome2rio.com +rossanasaavedra.net +rumamba.com +runtnc.net +ruspdd.com +rvzr-a.akamaihd.net +rybalka-opt.ru sabaapress.com -sandhillsonline.com -sanyuprojects.com -saveindex.xyz -savingsslider-a.akamaihd.net +saecsa.co +sakhboard.ru +sammlungfotos.online sax-sex.com -scanmyphones.com -scanner-andrew.top -scanner-barak.top -scanner-elena.top -scanner-julia.top -scanner-marwin.top +sayyoethe.blogspot.co.za +scanner-alex.top +scanner-fred.top +scanner-ivan.top +scanner-walter.top scenicmissouri.us -scopich.com -scrapy.org +schlampen-treffen.com +scmor.ilxc.cc +scrapinghub.com +screentoolkit.com scrnet.biz.ua sc-specialhost.com -sdelai-prosto.ru -sdsjweb.com -searchwebknow-a.akamaihd.net -search.xtconnect.com -se.bnt-team.com -secretscook.ru -see-your-website-here.com +searchengineranker.email +searchmywindow-a.akamaihd.net +search.pch.com +seccioncontrabajo.com +security60-e.com seksotur.ru -sell-fb-group-here.com -seminarygeorgia59.ga seminarykansas904.ml -seoanalyses.com -seoboxes.com -seocdvig.ru -seofirmreviewsus.info -seojokes.net -seokicks.de -seo-prof1.xyz -seorankinglinks.xyz -serpstat.com -serptehnika.ru -sexad.net -sex.hotblog.top +semp.net +senger.atspace.co.uk +seocheki.net +seoheap.com +seorankinglinks.us +seorussian.ru +seo-traffic-ranking.info +sethrollins.net sexkontakteao.info -sexphoto.site -sexpornotales.com -sexstream.pl -sextracker.be -sex-tracker.de -sexvideo-sex.com -sexy-pings.com +sexpartygirls.net +sex-watch.com sexy-screen-savers.com -sharebutton.to -sherlock.se -shikiso.info +shijian.ac.cn +shiksabd.com shivafurnishings.com -sicfor.bcu.cc -sientalyric.co -signal03.ru +shmetall.com.ua +shoesonlinebuy.cn +shopcheermakeup.info +shopperifymac.com +shoppingjequiti.com.br +shopvilleroyboch.com.ua +shop.xz618.com +shymkent.xkaz.org sildenafil-tadalafil.info -silktide.com -simplepooltips.com -sims-sims.ru -siteonomy.com -site-speed-check.site -sitevaluation.com -s-iwantyou.com -skachat-besplatno-obrazcy.ru -slomm.ru +silvermature.net +sirpornogratis.xxx +sispe.com.br +site-auditor.online +sitebeam.net +siteripz.net +sitopreferito.it +sky-mine.ru +slavic-magic.ru slowmacfaster.trade -small-game.com -smallseotools.com -smartadserver.com -sneakyboy.com +slowmac.tech +smailik.org +snow.nvr163.com +snsdeainavi.info snworks.com -socas.pluto.ro -social-buttons.com -sodexo.com -softlinesolutions.me -softomix.com -soft-program.com -soheavyblog.com -solution4u.com +snyatie-lomki-v-stacionare.ru +soc-econom-problems.ru +socialbuttons.xyz +soc-proof.su +sofit-dmd.ru +soft-terminal.ru +solitaire-game.ru sonata-arctica.wz.cz -souvenir.cc -spb.afora.ru +spabali.org +space4updating.win spb.ru -special-porn.com -speedup-my.site +spidtest.space +spinnerco.ca +sports-supplements.us spravka-medosmotr.ru -sprttrack.com -spyfu.com -spywarenuker.com -stairliftsarea.com -stairliftstrue.com -standardchartered-forex.com -startwp.org -starwars.wikia.com -steamoff.net -stmassage.ru -stpicks.com -stroiminsk.org -stroydetali.ru -stroyhelp-dv.ru -studiofmp.com +sribno.net +staff.prairiesouth.ca +stard.shop +stats-collector.org +stillmiracle.com +stretchmate.net +stromerrealty.com +success-seo.com suchenindeutschland.com sukarame.net -sukirgenk.dvrlists.com -superfish.com -superinterstitial.com -superlist.biz -supers.com.ua -support.nopeas.sk -svarbit.com -sweepstakes.rewardit.com -szamponrevita.pl -tagil.zrus.org -teesdaleflyballclub.co.uk -tengohydar.tk -testingads.pro -theautoprofit.ml -thebluenoodle.com -thebluffs.com -thegalerie.eu -themestotal.com -thin.me.pn -timdreby.com -tizanidineandcipro.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidineingredients.blogspot.com -tizanidineinteractions.blogspot.com -tizanidineorflexeril.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinestreetvalue.blogspot.com +sumo.com +supermesta.ru +superstats.com +suralink.com +surffoundation.nl +swagbucks.com +swinginwithme.ru +swsociety.se +symbaloo.com +syndicate.fun +tackletarts.co +taraz.xkaz.org +tattooha.com +teastory.co +tehngr.ru +telefonsex-ohne0900.net +telemetryverification.net +teslathemes.com +thedownloadfreeonlinegames.blogspot.com +theendivechronicles.com +thegamerznetwork.com +thegolfclub.info +thelottosecrets.com +theplacetoupdating.pw +ticketsys.inetwd.com +tilido.com +tizanidine4mgprice.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidine4mguses.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinevsvalium.blogspot.com tmtrck.com -tomck.com tootoo.to -topmira.com -torrentgamer.net -torrents.cd -torrents-tracker.com +top250movies.ru +topvidos.ru +torontoplumbinggroup.com torrnada.ru +totu.us touchmods.fr -tpu.ru -track112.site -track2.shop -trackmedia101.com -track-rankings.online -tradedeals.biz +tourcroatia.co.uk +toursmaps.com +toxicwap.com +toyota.7zap.com +tracklead.net +traffic100.com trafficfactory.biz -trafficgenius.xyz -trafficjunky.com -trainoffend.ml -trustaffs.com -trustedhealthtips.com -trustl.life -tsan.net -ttrraacckkrr.com -tuberkuleznik.ru -twiclub.in -udayavani.com -udsgame.online +trafficjunky.net +trafficreceiver.club +traffixer.com +traffmonster.info +trailer.cinemaflix.website +tula.howotorg.ru +turbo-suslik.org +turist-strani.ru +turn-up-life.life +tvnewsclips.info +tx41tclega.ru +tytoona.com +u17795.netangels.ru +uamtrk.com +uasb.ru +uchebavchehii.ru +uchetunet.su +ucoz.ru +ukrobstep.com +ukrup.com ultimateclassicrock.com -umg-stroy.ru -unacittaconte.org -unlimitdocs.net -uptime.com -urldelivery.com -urll.eu -urlopener.blogspot.com.au -uroffer.link -us-america.ru -uytmaster.ru -valmetrundan.se -vasileostrovsky-rayon.ru +umnovocaminho.com +undergroundcityphoto.com +uni.me +unitexindia.com +unrealcommander.org +uptime-alpha.net +uptime-as.net +upupa.net +usdx.us +userequip.com +utiblog.fr +vadimkravtcov.ru +vancleefreplica.pw +veles.shop velobikestock.com -veopornogratis.xxx -veselokloun.ru -vezuviy.su +vereo.eu via-energy-order.com -viagengrarx.com -viagroid.ru -viandpet.com +video-camer.com videochat.ph -videochat.world -videogamesecrets.com video-hollywood.ru -videooko.weebly.com -video--production.com -videositename.com -vintontech.info -vinylvault.co.uk -vip-file.com -vk-mus.ru -vodaodessa.com -volgograd.xrus.org -voluumtrk.com -vostoktrade.info -vsexkontakte.net -vzube.com -w3data.co +videotuber.ru +video-woman.com +vipms.ru +vip-parfumeria.ru +visa-china.ru +vkgaleria.com +volume-pills.biz +vpnmouse.com +vriel.batcave.net +vrotike.ru +vtc.pw +vucms.com +vvpg.ru +vzubah.com wallpapers-best.com -watsonrealtycorp.com -waycash.net -waysbetter.cn -webcamdevochka.com -webinstantservice.com -webix.me -webkeyit.com +wapsite.me +web.cvut.cz +webjam.com +webmasterhome.cn +webnode.me +weboptimizes.com +webradiology.ru +webscouter.net +website-audit.com.ua +websiteexplorer.info +website-speed-up.site website-speed-up.top -wesharepics.com -wesharepics.site -westum.se -wingsoffury2.com -winterclassichockeyjerseys.com -winwotgold.pl -wleuaprpxuvr.ga -woman-h.ru -wordpresscore.com -word-vorlagen.xyz -workle.website -worldis.me -worldtraveler.world -worst-sites.online -wpsecurity.website -ww2awards.info -www.888.com -www.arenda-yeisk.ru -www.get-free-traffic-now.com -xbaboon.com -xchangetrak.com -xerox-douglas.cf -xfire.com -xgftnlrt.bloger.index.hr -xjlottery.com -x-lime.net -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +weddingdresses.xyz +weightatraining.com +wejdz-tu.pl +wellcome2slovenia.ru +wemarketing.se +while.cheapwebsitehoster.com +whiteproduct.com +whos.amung.us +williamrobsonproperty.com +winner7777.net +witherrom55.eklablog.fr +wnoz.de +womensplay.net +wordpress-crew.net +wsgames.ru +wufak.com +wurr.voila.net +wwwadultcheck.com +www.event-tracking.com +wygraj-skiny.win +xblog.in +xclicks.net +xdoza.com +xgames-04.com xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn--hxazdsfy.blogspot.com -xn--lifehacer-1rb.com +xn--80aanaardaperhcem4a6i.com +xn--80ahvj9e.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--80ak6aa92e.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--c1acygb.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--d1abj0abs9d.in.ua +xnxxandxvideos.com x-true.info -xxxnatelefon.ru -xxxrus.org -xxxtubesafari.com -yeartwit.com -yginekologa.com -yogamatsexpert.com -yopoint.in -youporn-ru.com -yourdesires.ru -youresponsive.com -yourothersite.com -yoursearch.me -yourserverisdown.com -zaidia.xhost.ro -zaloadi.ru -za-music.mymobiplanet.com -zeroredirect10.com -zeroredirect1.com -zeroredirect.com -zhacker.net -zhongwenlink.com -zigarettenonlinekaufen2.bloog.pl -znakom.sibtest.ru -zootravel.com -zytpirwai.net -zzbroya.com.ua +xxart.ru +xzlive.com +yaminecraft.ru +yaoguangdj.com +yebocasino.co.za +ynymnwbm.bloger.index.hr +youjizz.com +youraticles.pl +yourtemplatefinder.com +you-shall-not-pass.is74.ru +youtuhe.com +ypmuseum.ru +yurgorod.ru +yuweng.info +zacreditom.ru +zagadki.in.ua +zakazfutbolki.com +zambini.ru +zarabotat-na-sajte.ru +zatjmuzu.info +zeroredirect11.com +zeroredirect2.com +zeroredirect7.com +zetmaster.ru +zog.link +zolotoy-lis.ru +zoogdisany.com +zootoplist.com +zvezdagedon.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index c70900f6e..c5e33375c 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -11235813.webzdarma.cz -20pascals.nl -2kata.ru -45en.ru -777-club.ru -8xv8.com -aasoldes.fr -abcguru.xyz -adclickservice.com -adelly.bg -adtiger.tk -aerogo.com +007angels.com +00author.com +202ch.com +2ads.co.uk +2rich4bitches.com +4k-player.pl +5-steps-to-start-business.com +7zap.com +83net.jp +8558l.jobs.net +abtasty.com +adanih.com +adcash.com +adclickthru.net +admanaerofoil.com +adprotect.net +advancedmassagebysara.com +affordablewebsitesandmobileapps.com afslankpillen2017nl.eu -agahinameh.com -albuteroli.com -alert-hgd.xyz -alienwheel.es -all-number.com -allornamenti.com -anal-acrobats.hol.es -anonymizeme.pro -apartamentwroclaw.eu -apccargo.com -apessay.com -apiallgeniusinfo-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -appsaurus.com -azbukafree.com -balitouroffice.com -bambi.ck.ua -banki76.ru -bannertesting.com -basisches-wasser.net -bestpriceninja.com -blog.f00kclan.de -bluesman.nu -bobba.dzaba.com -boleznikogi.com -bum.com.ru -buydissertation.net -buyessaynow.biz -cand.jp -cartierring.xyz -cayado.snn.gr -cenokos.ru -ceotrk.com -cfacarrosserie74.com -chocolateslim-original.com -christianlouboutinsaleonline.us -christianlouboutinshoes.xyz -clickso.com -clipartnew.com -club-musics.ru -coindirect.io -collegeessay19.blogspot.ru -cypernhuset.se -dangphoto.trade -dgfitness.co -docs4all.com -dogoimage.com -domainanalyzing.xyz -domini.cat -dotnetdotcom.org -dtm-spain.com -dynainbox.com -e-biznes.info -ege-russian.ru -ekosmetyki.net.pl -eluxer.net -envaseslotusama.com -erotik-kostenlos.net -everytalk.tv -exoclick.com -facebook-mobile.xyz -factorynightclub.com -failingmarriege.blogspot.com -fickenbumsen.net -financeloan.us -finejewelryshop.ru -finuse.com -flirt4free.com +androids-store.com +angry-fermi-7633.arukascloud.io +animenime.ru +apibetweenlinesn-a.akamaihd.net +asdfz.pro +asscenihotosidea.blogspot.com +atout-energie-69.com +auto-zapchasti.org +aviav.co +avtochehli.by +babespcs.com +baixar-musicas-gratis.com +balkanfarma.org +bang-hotties.com +bankiem.pl +banksrf.ru +battlecarnival.su +bensbargains.net +bestbuy.ca +betonka.pro +bingo8888.com +biznesschat.net +blog.remote-computer.de +bocoarchives.org +break-the-chains.com +brimstonehillfortress.org +bumskontakte.org +burn-fat.ga +buyfriend.ru +cactussoft.biz +callejondelpozo.es +candytiner.com +cartierlovebraceletreplica.xyz +c-gainsbourg.com +chatroulette.online +cheapestjerseys-wholesale.com +cheap-trusted-backlinks.com +chinacheapelitejerseys.com +cialischstgerts.com +cialis-samples.com +cityadspix.com +classicakuhni.ru +compliance-barak.top +compliance-irvin.xyz +cornerstone-countertops.com +counciltally.com +cubs-jerseys.us +customerpromos-a.akamaihd.net +dalavia.ru +damasarenai.info +dev78.dioniqlabb.se +divku.ru +dlya-android.org +doxyporno.com +eas-seo.com +ekspresihati.info +elektrozigarette1.dreamwidth.org +elkacentr.ru +encodable.com +en.home-task.com +eonpal.com +epicbrogaming.com +erot.co +esopini.com +fantasticpixcool.com +fashionavenuegame.com +fashion-stickers.ru +ff30236ddef1465f88547e760973d70a.com +filmfanatic.com fok.nl -formularz-konkurs.tk -fotoxxxru.com -foxweber.com -franch.info -freshberry.com.ua -freshwallpapers.info -freza-sverlo.ru -fuel-gas.com -germes-trans.com -get-free-traffic-now.com -glavtral.ru -go2album.com -goldpanningtools.com -gz2.bbsoldes.fr -heartofbeijing.blogspot.com -hebr.myddns-flir.com -highstairs-a.akamaihd.net -hledejvshopech.cz +forexgb.ru +forodvd.com +free-gluten.ru +freemags.cc +fyxabomiw.ru +gallerylisting.com +garciniaxt.us +gfaq.ru +gratuitbaise.com +gsmlab.pl +gsou.cf +guruofcasino.com +hao123.com +hatedriveapart.com +havepussy.com +hchha.com +headpress.ru +hermesbelts.xyz +hermesreplica.win +histock.info +hmmm.cz hoporno.com -hoste.octopis.com -hoverboard360.es -ifmo.ru -innodgfdriverhm.aircus.com -isitpaleo.info -jabimgo.pw -jovencitas.gratis -kaz.kz -kerwinandcariza.com -khafre.us -kinobest.pl +hostnow.men +hoverboard360.at +incep.imagine-ex.co +inclk.com +insurple.com +internet-apteka.ru +intervsem.ru +irkutsk.online-podarki.com +islamtoday.co.za +ivanstroi.ru +iwanttodeliver.com +japfm.com +journeydownthescale.info +jrpmakati.com +kiinomaniak.pl +kinoduh.ru kino-ecran.ru -kinogonew.ru -kinohall.ru -kliksaya.com -komputernaya-pomosh-moscow.ru -labvis.host.sk -lennatin.info -lignofix.ua -lion.misba.us -lkbennettstore.online -lob.com.ru -lombia.com -louboutinbooties.xyz -makedo.ru -mamasuper.prom.ua -manve.info -marketingtechniques.info -master-muznachas.ru -mesbuta.info -mirobuvi.com.ua -misterjtbarbers.com -mockupui.com -montredemarque.nl -motherboard.vice.com -mrinsidesales.com -mrpornogratis.xxx -mrwhite.biz -msfsaar.de -musicas.baixar-musicas-gratis.com -musicspire.online -my-aladin.com -myghillie.info -mylesosibirsk.ru -netcheckcdn.xyz -nfljerseyscheapchinabiz.com -oconto.ru -onlainbesplatno.ru -online7777.com -o-o-11-o-o.com -ooo-gotovie.ru -optibuymac.com -outrageousdeal-a.akamaihd.net -panchro.co.uk +kino-filmi.com +krasnodar.ru +kuzinsp.ru +la-fa.ru +landmania.ru +lechtaczka.net +ledpolice.ru +letmacworkfaster.site +letslowbefast.today +lexaprogeneric.link +lifehacĸer.com +liffa.ru +liran-locks.com +locatellicorretor.com.br +locustdesign.co +maridan.com.ua +mebel-ekb.com +medkritika.ru +mexicotravelnet.com +microstatic.pl +mlvc4zzw.space +mojpregled.com +montazhnic.ru +movies-in-theaters.net +mturkcontent.com +mydirtystuff.com +mymercy.info +mymobilemoneypages.com +naturtreenspicerx.pw +nelc.edu.eg +netpics.org +nicefloor.co.uk +noclegonline.info +nofreezingmac.work +nonews.co +nootrino.com +ons-add.men +osoznanie-narkotikam.net +partnersafe.men partybunny.ru -pc-services.ru -photochki.com -phuketscreen.com -physfunc.ru -picsforkeywordsuggestion.com pintattoos.com -pk-pomosch.ru -pk-services.ru -pl.id-forex.com -porndairy.in -porngalleries.top -pornmania.pl -pornonik.com -productarium.com -projectforte.ru -quangcaons.com -ratemodels.net -replica-watch.ru -royalcar-ufa.ru -sanjosestartups.com -saratov.xrus.org -scanner-julia.top -seinterface.com -seogadget.ru -seoheap.com -seokicks.de -sergiorossistore.online -seryeznie-znakomstva.ru -se-welding.ru +pixgood.com +pizda.lol +platesauto.com +pokemongooo.ml +pornhub-ru.com +portnoff.od.ua +pozdrawleniya.com +pozdrawleniya.ru +prchecker.info +prosperent.com +proxyelite.biz +quickcashlimited.com +realtytimes.com +ring4rhino.com +searchinterneat-a.akamaihd.net +security60-e.com +sel-hoz.com +serptehnika.ru +sexfreepornoxxx.com sexsearch.com -sexyteens.hol.es -shop.acim.org -shopwme.ru -skladvaz.ru -socialbutton.xyz -socialmadesimple.com -souvenir.cc -space4updating.win -speechfoodie.com -spy-app.info -stats-public.grammarly.io -stauga.altervista.org -streetfooduncovered.com -suhanpacktech.com -supernew.org -tandvardshuset.net -taximytishi.ru -td-l-market.ru -thaisamkok.com -timer4web.com -tizanidine6mg.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidineoral.blogspot.com +sex-tracker.de +sextracker.de +shariki-zuma-lines.ru +sigmund-freud.co.uk +silverage.ru +sixcooler.de +sledstvie-veli.net +smailik.org +socialtrade.biz +spacash.com +sport7777.net +spymac.net +spywarespy.com +symbaloo.com +symphonyintegratedhealthcare.com +takethatad.com +tastyfoodideas.com +teesdaleflyballclub.co.uk +tgtclick.com +thedownloadfromwarez.blogspot.com +thelottosecrets.com +tizanidineandhydrocodone.blogspot.com +tizanidinedrugtest.blogspot.com tizanidineusedfor.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com +tjkckpytpnje.com toon-families.com -toonfamilies.net -torontoplumbinggroup.com -tracksurf.daooda.com -trustaffs.com -tv-spoty.info -unionmarkt.de -v720hd.ru -vabasa.inwtrade.com -vacances-voyages.info -vacuumscleaner.com -viagengrarx.com -visa-pasport.ru -vkak.ru -vkmusics.ru +trackzapper.com +turbo-suslik.org +txxx.com +u17795.netangels.ru +umg-stroy.ru +unrealcommander.biz +upproar.com +uprour.com +uptimechecker.com +vapomnoncri.tk +vasileostrovsky-rayon.ru +veles.shop +vladimir.xrus.org vmnmvzsmn.over-blog.com -website-speed-checker.site -whatsappdownload10.com -wholesalejerseys-cheapest.com -wholesalenfljerseys.us.com -wikes.20fr.com -wingsoffury2.com -win-spy.com -wordpress-crew.net -xbaboon.com -xchangetrak.com -xingzi-vision.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--b1ag5cfn.xn--p1ai -yaderenergy.ru -youjizz.vc -zakon-ob-obrazovanii.ru -zastroyka.org -zeleznobeton.ru -zeroredirect8.com -znakomstvaonlain.ru -zoosexart.com +vonradio.com +vucms.com +wanker.us +warningzscaler.heraeus.com +watchdogs-2.ru +welck.octopis.com +westen-z.life +westsextube.com +womama.ru +womensplay.net +wufak.com +x-diesel.biz +xfluro.com +x-mix.info +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +youradexchange.com +youtuhe.com +zigarettenonlinekaufen2.bloog.pl +zoolubimets.ru +zytpirwai.net diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index e42e64139..34cb39aec 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 222bbe32f..349a65442 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 43994f1f3..1907683fc 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e78fff96f..a5e3f0a01 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1693 +#### Version: V4.2019.06.1694 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 8ceea964a..b50698087 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1693 +#### Version: V4.2019.06.1694 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index fb09ac382..e595a6aa6 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1693 +#### Version: V4.2019.06.1694 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 735aad980..1b723fac8 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1693 +#### Version: V4.2019.06.1694 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 97ea67af5..3ed486966 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1693 -### Updated: Sat Jun 29 17:23:42 SAST 2019 +### Version: V3.2019.06.1694 +### Updated: Sat Jun 29 17:44:18 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b86586c4d..f09eb7130 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:41 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:17 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 9dd35fab8..6318d5743 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1693 -### Updated: Sat Jun 29 17:23:43 SAST 2019 +### Version: V4.2019.06.1694 +### Updated: Sat Jun 29 17:44:20 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##