V4.2020.04.2036 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404checker
+80legs
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 Aipbot
+Alexibot
 Alligator
-Anarchie
-Ankit
+AllSubmitter
 Apexoo
+arquivo.pt
+arquivo-web-crawler
 Aspeigel
 ASPSeek
-Attach
+Asterias
+AwarioRssBot
 AwarioSmartBot
-Bandit
-BDCbot
-Bigfoot
-Blackboard
-BLEXBot
-Blow
-BlowFish
+BackDoorBot
+BackWeb
+Badass
+BDFetch
+BlackWidow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
-BuiltBotTough
-BuiltWith
-BuzzSumo
+Bullseye
+BunnySlippers
 CATExplorador
 CazoodleBot
 CCBot
-Claritybot
+CherryPicker
+CheTeam
+Chlooe
 Cliqzbot
+Cloud mapping
+coccocbot-web
 Cogentbot
 cognitiveseo
-com.plumanalytics
-Copier
-CopyRightCheck
-Copyscape
+Collector
 Craftbot
-crawler4j
-crawl.sogou.com
-CrazyWebCrawler
-Crescent
+crawler.feedback
+CSHttp
 Curious
 Custo
 DatabaseDriverMysqli
-DataCha0s
-demandbase-bot
+Demon
+Deusu
+Devil
 Digincore
-DigitalPebble
-DIIbot
-Dirbuster
-Discobot
-Dispatch
+Disco
+DomainCrawler
 DomainStatsBot
 Dotbot
-DTS Agent
+DSearch
 EasyDL
+Ebingbong
 ECCP/1.0
-EMail Siphon
-EMail Wolf
+EirGrabber
 evc-batch
+Express WebPictures
 ExtLinksBot
 Extractor
+EyeNetIE
+Ezooms
 facebookscraper
 FDM
-FemtosearchBot
 FlashGet
-Flunky
+Foobot
 Freeuploader
 FrontPage
-FyberSpider
-Fyrebot
 GalaxyBot
+Genieo
 GermCrawler
-Getintent
-G-i-g-a-b-o-t
-Gotit
-GoZilla
+GetRight
+GetWeb
+Go-Ahead-Got-It
 Go!Zilla
-Grabber
-Grafula
-GrapeFX
+GrabNet
+GrapeshotCrawler
+GridBot
+GT::WWW
 Haansoft
 HaosouSpider
+Havij
 Heritrix
-HMView
+HTTP::Lite
+Humanlinks
 IDBot
-IlseBot
+Indy Library
 InfoNaviRobot
-InfoTekies
 instabid
-InterGET
+Intelliseek
 Internet Ninja
-ips-agent
-Iria
+internetVista monitor
 IRLbot
-Jbrofuzz
+Iskanie
+IstellaBot
+JamesBOT
+JennyBot
+Joomla
 Jorgee
-Kinza
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kozmosbot
 Lanshanbot
-Larbin
+LeechFTP
+LeechGet
 LexiBot
+Lftp
 LibWeb
-Lightspeedsystems
-LinkpadBot
+Linkdexbot
+LinkextractorPro
 LinksManager
 LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
 lwp-request
-lwp-trivial
-Majestic SEO
+LWP::Simple
+Magnet
+magpie-crawler
+Mail.RU_Bot
 MarkMonitor
-Masscan
-Mass Downloader
-Mata Hari
-MauiBot
-meanpathbot
-mediawords
-Metauri
+MarkWatch
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MFC_Tear_Sample
+Microsoft Data Access
 Microsoft URL Control
-MIDown tool
+Mojeek
 Morfeus Fucking Scanner
 MQQBrowser
 MSFrontPage
-Msrabot
+MSIECrawler
 muhstik-scan
 Musobot
-Name Intelligence
-Nameprotect
-Navroad
-Nessus
+NetAnts
+NetMechanic
 Net Vampire
+NetZIP
 NICErsPRO
 Niki-bot
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
 NPbot
-Octopus
+Nutch
 Offline Explorer
+Offline Navigator
 OnCrawl
-OPPO A33
+Openvas
+OpenVAS
 OrangeSpider
-OutclicksBot
-OutfoxBot
+PageGrabber
 PageScorer
-Panscient
-Pavuk
+Pandalytics
 pcBrowser
-PeoplePal
-PHPCrawl
+PECL::HTTP
+Picsearch
+PictureFinder
 Pimonster
-PleaseCrawl
+Pixray
 polaris version
-ProWebWalker
-PxBroker
+Probethenet
 QueryN Metasearch
+Quick-Crawler
+RankActive
 RankFlex
-RankurBot
-RealDownload
+RankingBot2
+RebelMouse
+Recorder
 RedesScrapy
+RepoMonkey
+RSSingBot
 s1z.ru
+SBIder
+Scanbot
+scan.lol
 Scrapy
-Screaming
-Semrush
-SemrushBot
+ScreenerBot
 SEOkicks
-SEOlyticsCrawler
-Seomoz
+SEOkicks-Robot
+seoscanners
 SeoSiteCheckup
 Shodan
-Siphon
 SISTRIX
 Siteimprove
-SiteLockSpider
-Site Sucker
-SmartDownload
 SMTBot
-Spammen
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
+sogouspider
+Sogou web spider
+Sosospider
 SpankBot
 Spanner
 sp_auditbot
-Spinn3r
-SputnikBot
-Sqworm
-Stripper
-Sucker
+Spbot
+spyfu
+Sqlworm
+Sucuri
 SuperBot
 SuperHTTP
-SurveyBot
-Suzuran
-Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
-Telesoft
 Telesphoreo
 Telesphorep
-Thumbor
+The Intraformant
+Toata
 Trendiction
-Trendictionbot
-trendiction.de
-Turingos
-Turnitin
+trendiction.com
+TwengaBot
+Twice
 Typhoeus
-Vacuum
+UnisterBot
+Upflow
+URLy Warning
 Vagabondo
 VB Project
 VCI
-Virusdie
-VoidEYE
-Wallpapers/3.0
-WASALive-Bot
-WBSearchBot
+VeriCiteCrawler
+VidibleScraper
+Voil
+WebAuto
 Web Auto
-WebCopier
-Web Fetch
-WebmasterWorldForumBot
-WebPix
-WebReaper
+WebBandit
+WebCollage
+WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+webmeup-crawler
+WebSauger
 Webshag
 WebsiteExtractor
-WebsiteQuester
 Website Quester
-Webster
 WebStripper
-Web Sucker
-WebWhacker
-Whack
 Whacker
-Who.is Bot
-Widow
 WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
+Wprecon
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
+x09Mozilla
 Xenu
-xpymep1.exe
-Zade
-Zermelo
 Zeus
-zgrab
-ZyBorg
+Zitebot
+ZmEu