V4.2020.05.2068 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
 Abonti
-Aboundex
 Aboundexbot
 ADmantX
 AfD-Verbotsverfahren
-AIBOT
+AhrefsBot
+AiHitBot
+Alligator
 AllSubmitter
-Anarchie
+AlphaBot
+Apexoo
+Aspiegel
 ASPSeek
-Attach
-autoemailspider
-AwarioRssBot
-BackDoorBot
-BackWeb
+Asterias
+AwarioSmartBot
+Backlink-Ceck
+BacklinkCrawler
 Badass
-Barkrowler
-BDFetch
+BatchFTP
+Battleztar Bazinga
+BDCbot
 BetaBot
+Bitacle
 Blackboard
-BlackWidow
+BotALot
 Brandwatch
-Buddy
-BuiltWith
+BuiltBotTough
 Bullseye
 BunnySlippers
-Calculon
-CCBot
+CazoodleBot
+Cegbfeieh
 CherryPicker
+CheTeam
+ChinaClaw
 Chlooe
-Claritybot
 Cliqzbot
-cognitiveseo
-Collector
-CopyRightCheck
-Craftbot
+Cloud mapping
+Cogentbot
+Copier
+Copyscape
 crawler.feedback
-CrazyWebCrawler
 Crescent
 CrunchBot
 CSHttp
-Curious
-demandbase-bot
+Custo
+DatabaseDriverMysqli
+Demon
 Deusu
-Devil
-Digincore
-DigitalPebble
-DIIbot
-Discobot
+Dirbuster
+Disco
 DittoSpyder
-DnyzBot
+DomainAppender
 Domains Project
 DomainStatsBot
-Dotbot
+Download Wonder
 Dragonfly
-Ebingbong
-Express WebPictures
-Extractor
+DSearch
+DTS Agent
+eCatch
+ECCP/1.0
+Ecxi
+EMail Siphon
+EMail Wolf
+evc-batch
+Evil
+Exabot
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
-Foobot
-Freeuploader
+facebookscraper
+Firefox/7.0
+FlashGet
+Flunky
 FrontPage
-FyberSpider
-Fyrebot
-GalaxyBot
-Genieo
 GetRight
-GetWeb
-Gigablast
-Go-Ahead-Got-It
-Harvest
+Gotit
+GoZilla
+Grabber
+GrabNet
+Grafula
+GrapeFX
+GridBot
+GT::WWW
+HaosouSpider
 Havij
-heritrix
-Heritrix
+HEADMasterSEO
+Hloader
 HTTP::Lite
-Humanlinks
-Iblog
-Id-search
-Image Sucker
-Indy Library
-Intelliseek
+HTTrack
+HybridBot
+IlseBot
+Image Fetch
+IndeedBot
 Internet Ninja
-ips-agent
-IRLbot
+internetVista monitor
+Iria
 JamesBOT
-Jbrofuzz
-JOC Web Spider
+JetCar
+JikeSpider
 JustView
-Lanshanbot
-LeechGet
+Kinza
+Larbin
+LeechFTP
 LexiBot
+Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Linkdexbot
 LinkpadBot
-LinkScan
 LinkWalker
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
 Lmspider
 LNSpiderguy
 Ltx71
-lwp-request
 lwp-trivial
-Mag-Net
+Magnet
+magpie-crawler
 Majestic12
-MarkMonitor
+Majestic-SEO
+MarkWatch
 Mata Hari
-Mb2345Browser
 meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
+MFC_Tear_Sample
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
 MIIxpc
-Mister PiX
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+MQQBrowser
 Mr.4x3
-MSIECrawler
-muhstik-scan
-Musobot
 Name Intelligence
-Navroad
-NearSite
-Needle
+Netcraft
+netEstate NE Crawler
 NetLyzer
 NetSpider
+Nettrack
 Netvibes
+NetZIP
+NextGenSearchBot
+Nibbler
+NICErsPRO
+Niki-bot
 NimbleCrawler
-Ninja
-NPbot
+Nutch
 oBot
 Octopus
 Offline Navigator
+OnCrawl
 Openfind
-OPPO A33
-OrangeSpider
-OutclicksBot
-PageAnalyzer
-PageGrabber
-PageScorer
-Panscient
-pcBrowser
-PECL::HTTP
-Picsearch
+Openvas
+OpenVAS
+OrangeBot
+Pandalytics
+Pavuk
+PeoplePal
+PHPCrawl
+PictureFinder
 Pimonster
-Pi-Monster
+Pixray
 PleaseCrawl
 plumanalytics
 Pockey
 Probethenet
-ProWebWalker
-Psbot
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
+PyCurl
+QueryN Metasearch
 Rankivabot
-RealDownload
-Reaper
+Recorder
 ReGet
-Ripper
-RocketCrawler
+RepoMonkey
+Rogerbot
+s1z.ru
 SalesIntelligent
+SBIder
 Screaming
 ScreenerBot
 Searchestate
 SearchmetricsBot
 Semrush
-SemrushBot
-Seomoz
 SEOprofiler
-sexsearcher
-Sitebeam
+SeoSiteCheckup
+serpstatbot
+Shodan
+SISTRIX
 SiteExplorer
 SiteLockSpider
 SiteSucker
+Site Sucker
 SmartDownload
-Snapbot
 SocialRankIOBot
-Sociscraper
 sogouspider
-Sottopop
+Sogou web spider
+Sosospider
 SpaceBison
-Spammen
-Spanner
-SputnikBot
-spyfu
+SpankBot
+Spbot
+Spinn3r
+Sqlmap
+Sqlworm
 Steeler
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
+Swiftbot
 sysscan
-Szukacz
 T8Abot
 Telesoft
 Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
+Toata
 Toweyabot
-Tracemyfile
-Trendiction
-True_Robot
-Turnitin
-TurnitinBot
-Twice
+trendiction.com
+TwengaBot
 Upflow
+URLy Warning
+Vacuum
+Vagabondo
 VeriCiteCrawler
 VidibleScraper
-Virusdie
-Voltron
+VoidEYE
 Wallpapers/3.0
-WallpapersHD
-WBSearchBot
 Webalta
 WebAuto
-Web Auto
 WebCollage
+WebEnhancer
+WebFetch
 Web Fetch
-WebFuck
-WebLeacher
-WebmasterWorldForumBot
-WebPix
-Web Pix
-WebSauger
-WebsiteExtractor
+Web Fuck
+WebGo IS
+WebImageCollector
+webmeup-crawler
+WebReaper
+Webshag
+WebsiteQuester
+Website Quester
+WeSEE
 Whack
-Whacker
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
-WISENutbot
-Wonderbot
+Whatweb
 Woobot
-Wotbox
 WPScan
-WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 xpymep1.exe
+Zauba
 zauba.io
-zgrab
-ZmEu
+Zermelo
+Zitebot
+ZumBot
 ZyBorg