V4.2020.04.2057 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-80legs
-Aboundex
-AhrefsBot
-AIBOT
-AiHitBot
-Alexibot
-AllSubmitter
+ADmantX
+Alligator
+AlphaBot
+Apexoo
 archive.org_bot
 arquivo.pt
-arquivo-web-crawler
-Asterias
+Aspiegel
+ASPSeek
 Attach
-BackStreet
-Badass
-Barkrowler
-BBBike
+AwarioSmartBot
+Backlink-Ceck
+backlink-check
+Bandit
+Battleztar Bazinga
 BDCbot
+BetaBot
 Bigfoot
-Blackboard
-BlackWidow
-BlowFish
-Bolt
-BotALot
+Brandprotect
 Brandwatch
-Calculon
+BuiltWith
+CATExplorador
+CazoodleBot
 CCBot
-CheeseBot
-ChinaClaw
+Cegbfeieh
+CherryPicker
+Chlooe
+Cliqzbot
+Cloud mapping
+coccocbot-web
 Cogentbot
-Copier
-CopyRightCheck
-crawler.feedback
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
+Copyscape
+Cosmos
+Craftbot
+crawler4j
 CrazyWebCrawler
-Crescent
 CrunchBot
+CSHttp
+Custo
+DatabaseDriverMysqli
+DataCha0s
 DBLBot
-Deusu
-DIIbot
+Digincore
 Dirbuster
-Discoverybot
-Dispatch
+Domains Project
+DomainStatsBot
 Dotbot
 Download Wonder
+Dragonfly
 Drip
 DSearch
-EirGrabber
+DTS Agent
+ECCP/1.0
 EMail Siphon
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-Ezooms
-facebookscraper
-FDM
-Fimap
-FlashGet
-Freeuploader
-FrontPage
-GalaxyBot
-GermCrawler
-Getintent
+EroCrawler
+Exabot
+Extreme Picture Finder
+FemtosearchBot
+Flunky
+Foobot
+Fyrebot
 G-i-g-a-b-o-t
 Go-Ahead-Got-It
 Gotit
-GoZilla
 Go!Zilla
 Grabber
-GrapeFX
-GridBot
 GT::WWW
 Harvest
-HEADMasterSEO
-heritrix
-HMView
+Havij
+Heritrix
 HTMLparser
-HTTP::Lite
-HTTrack
-Humanlinks
-Iblog
+HybridBot
+IDBot
+IlseBot
 Image Fetch
+Indy Library
 InfoNaviRobot
-instabid
-ips-agent
-JamesBOT
-JennyBot
+Internet Ninja
+internetVista monitor
+Iria
+IRLbot
 JetCar
 Jetty
-Joomla
+JOC Web Spider
+JustView
 Kenjin Spider
-Kinza
+Keyword Density
+Kozmosbot
+Lanshanbot
 LeechFTP
-LeechGet
-LexiBot
-Likse
-Linkdexbot
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-lwp-trivial
+LibWeb
+Libwhisker
+LinkextractorPro
+Lipperhey Spider
+Ltx71
+LWP::Simple
 Magnet
 Mag-Net
-magpie-crawler
+Majestic-SEO
 MarkWatch
+Mass Downloader
+Mata Hari
 MauiBot
-meanpathbot
 Meanpathbot
-MeanPath Bot
 Mediatoolkitbot
-mediawords
+MegaIndex.ru
 Metauri
 MFC_Tear_Sample
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
 MIDown tool
 MIIxpc
-Mojeek
-MQQBrowser
+Mister PiX
+MJ12bot
+Morfeus Fucking Scanner
 Mr.4x3
 MSIECrawler
-Msrabot
+muhstik-scan
+Musobot
 Name Intelligence
 Navroad
-Nessus
+Needle
+NetAnts
 NetMechanic
-NICErsPRO
-Niki-bot
-NimbleCrawler
-NPbot
-Nutch
-Octopus
-Offline Explorer
-OnCrawl
+Nettrack
+Net Vampire
+NextGenSearchBot
+Nibbler
+Nikto
+Nimbostratus
+Ninja
+Nmap
 Openfind
 OpenVAS
-OPPO A33
+OrangeBot
+OutclicksBot
 OutfoxBot
 Page Analyzer
-PageScorer
-Pandalytics
-Panscient
+page scorer
 Papa Foto
-Pavuk
 pcBrowser
+PeoplePal
 Picsearch
-PleaseCrawl
-plumanalytics
+Pixray
 Pockey
 POE-Component-Client-HTTP
-polaris version
 Probethenet
-ProPowerBot
+Psbot
+Pump
+PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
 RankurBot
-RealDownload
 Reaper
-Recorder
-RedesScrapy
 ReGet
 RepoMonkey
 RocketCrawler
-RSSingBot
-s1z.ru
 SalesIntelligent
-SBIder
+ScanAlert
+Scanbot
+scan.lol
 ScoutJet
-Screaming
+ScreenerBot
 Searchestate
-Semrush
-SEOkicks
+SemrushBot
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
+seoscanners
 serpstatbot
-Siphon
+sexsearcher
+Shodan
+SISTRIX
 Sitebeam
+SiteExplorer
 Siteimprove
+Site Sucker
 SlySearch
-SmartDownload
-Snapbot
-Sogou web spider
-SpaceBison
+SMTBot
+Snoopy
+SocialRankIOBot
+Sottopop
 Spammen
-Spanner
+SpankBot
 Spbot
 spyfu
-Steeler
-SuperBot
-SuperHTTP
-Suzuran
+Sqlmap
+Sqworm
+Sucker
+Surfbot
 Swiftbot
 sysscan
-Szukacz
-tAkeOut
 TeleportPro
 Telesphorep
 The Intraformant
-TheNomad
 Thumbor
-TightTwatBot
 Titan
 Tracemyfile
-Trendiction
 trendiction.com
-Turingos
-TwengaBot
+trendiction.de
+Turnitin
+Twice
+Typhoeus
+UnisterBot
 Upflow
-URLy.Warning
+URLy Warning
 Vacuum
 Vagabondo
-VeriCiteCrawler
-Voil
+VCI
+Virusdie
+VoidEYE
+Voltron
 Wallpapers/3.0
 WallpapersHD
 WASALive-Bot
 WBSearchBot
-WebAuto
-Web Auto
+WebBandit
 WebCollage
-WebEnhancer
+Web Collage
+WebFetch
+Web Fetch
+WebGo IS
+WebLeacher
+WebmasterWorldForumBot
+webmeup-crawler
 WebPix
-Webshag
+Web Pix
+WebsiteExtractor
 WebsiteQuester
-Website Quester
-WebStripper
+Webster
+Web Sucker
 WebWhacker
+WebZIP
 WeSEE
 Whatweb
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
+Woobot
+Wotbox
+Wprecon
 WWW-Mechanize
-WWW::Mechanize
-x09Mozilla
-Xenu
+Xaldon_WebSpider
 xpymep1.exe
-YoudaoBot
-Zauba
-zauba.io
-Zermelo
-zgrab
+Zade
+Zeus
 Zitebot
 ZmEu
-ZyBorg
+ZumBot