From 10d9e4574bd0a8431db26787014606d504f6e2f5 Mon Sep 17 00:00:00 2001 From: Mitchell Krog Date: Thu, 2 Nov 2017 17:29:21 +0200 Subject: [PATCH] Bots (+/-) --- _generator_lists/bad-user-agents.list | 7 +++++++ _generator_lists/limited-user-agents.list | 1 - 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index ca4856176..46b203ad7 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,3 +1,4 @@ +sexsearcher 360Spider 80legs Abonti @@ -62,6 +63,7 @@ ChinaClaw Chlooe Claritybot Cliqzbot +Cloud\ mapping Cogentbot cognitiveseo Collector @@ -108,6 +110,7 @@ EirGrabber EMail\ Siphon EMail\ Wolf EroCrawler +evc-batch Evil Exabot Express\ WebPictures @@ -345,6 +348,8 @@ Seomoz SEOprofiler seoscanners SEOstats +Seznam +SeznamBot Siphon SISTRIX Sitebeam @@ -467,6 +472,8 @@ WeSEE Whack Whacker Whatweb +Who.is +Who.is\ Bot Widow WinHTTrack WiseGuys\ Robot diff --git a/_generator_lists/limited-user-agents.list b/_generator_lists/limited-user-agents.list index d9231b1b5..77cb4fe9a 100755 --- a/_generator_lists/limited-user-agents.list +++ b/_generator_lists/limited-user-agents.list @@ -11,7 +11,6 @@ R6_CommentReader R6_FeedFetcher RED/1 RPT-HTTPClient -SeznamBot sfFeedReader/0.9 Spaidu UptimeRobot/2.0