V4.2021.10.2678 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-80legs
 AIBOT
-ALittle Client
-Abonti
 Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
-AllSubmitter
-Anarchy
-Ankit
-Anthill
+Aipbot
+Alexibot
+Anarchie
+Apexoo
+Asterias
+AwarioRssBot
 AwarioSmartBot
-BBBike
+BackDoorBot
+BackWeb
+BacklinkCrawler
+Badass
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Black Hole
-Blow
-BotALot
-Buck
-BuiltBotTough
-Bullseye
-BunnySlippers
+BlackWidow
+Bolt
+Brandprotect
+Buddy
+BuiltWith
 CATExplorador
+CODE87
+CazoodleBot
+CensysInspect
+CheTeam
 CheeseBot
 ChinaClaw
-Claritybot
 Cliqzbot
+Cloud mapping
 Cocolyzebot
+Cogentbot
 Collector
+CopyRightCheck
 Copyscape
+Crescent
 Custo
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
 DatabaseDriverMysqli
-Deusu
+Demon
 Digincore
+DigitalPebble
 Dirbuster
-Discobot
-Discoverybot
+Disco
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainCrawler
-Domains Project
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
 Dotbot
-Dragonfly
-Drip
-EMail Siphon
 EasyDL
 Ebingbong
 EirGrabber
-EroCrawler
-Evil
-ExtLinksBot
-Extractor
+Exabot
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
 FemtosearchBot
 Fimap
-FlashGet
-Freeuploader
-Fuzz
-FyberSpider
+Flunky
+Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Genieo
 GermCrawler
-GetWeb
 Getintent
-GoZilla
+Gigabot
+Go-Ahead-Got-It
 Gotit
-GrabNet
 Grabber
+Grafula
 GrapeFX
 GridBot
-HEADMasterSEO
+HTMLparser
+HTTP::Lite
 HTTrack
-HaosouSpider
-Harvest
 Havij
-Heritrix
+Humanlinks
 IDBot
 Id-search
-IlseBot
-Image Fetch
-Image Sucker
 InfoNaviRobot
 Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
-Iria
-JikeSpider
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+Jetty
 Joomla
+Jorgee
 Jyxobot
-Kinza
-Kozmosbot
+Keyword Density
 Lanshanbot
-LexiBot
-Lightspeedsystems
+Lftp
+LieBaoFast
 Likse
-LinkWalker
-LinkextractorPro
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
-MIDown tool
-MIIxpc
-MQQBrowser
+Ltx71
+MFC_Tear_Sample
+MJ12bot
 MSFrontPage
+MSIECrawler
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Mata Hari
-MeanPath Bot
-Moblie Safari
-Mojeek
-Musobot
-NICErsPRO
+Masscan
+Mb2345Browser
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
 NPbot
-Name Intelligence
-Nameprotect
 NearSite
-Needle
+Nessus
 NetMechanic
+NetSpider
+Netcraft
 Nettrack
 NextGenSearchBot
-Nibbler
-Nuclei
+NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
 Nutch
-Openfind
-PHPCrawl
-PageThing.com
+Offline Explorer
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageScorer
+Panscient
 Papa Foto
 Pavuk
 PeoplePal
 Petalbot
 Pi-Monster
+Picscout
 Picsearch
+PictureFinder
+PleaseCrawl
 Pockey
-ProWebWalker
-Probethenet
-Pump
-PxBroker
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-RebelMouse
-Ripper
-Rogerbot
-SBIder
-SEOlyticsCrawler
+Psbot
+Pu_iN
+PyCurl
+Quick-Crawler
+Rankivabot
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
 SMTBot
-ScanAlert
-Scanbot
+SalesIntelligent
 Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
+Screaming
+ScrepyBot
 Semrush
 SentiBot
-SeoSiteCheckup
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-Sitebeam
-SlySearch
+SiteSucker
+Siteimprove
 SmartDownload
-Snake
 Snapbot
-Snoopy
-SpankBot
+Sogou web spider
+Sosospider
+SpaceBison
+Spanner
 SputnikBot
 Stripper
-Sucuri
+Sucker
+SuperBot
+Surfbot
 SurveyBot
-Szukacz
-Telesphoreo
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+The Intraformant
 Thumbor
-Toata
+TightTwatBot
+Titan
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
 True_Robot
 Turingos
-Turnitin
-Twice
+Typhoeus
 UnisterBot
-Upflow
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-WPScan
+VoidEYE
+Voltron
+WBSearchBot
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-WeSEE
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
-Web Enhancer
-Web Fetch
+Web Collage
 Web Fuck
-Web Pix
-WebAuto
-WebBandit
-WebGo IS
-WebImageCollector
+Web Sauger
+WebCollage
+WebPix
 WebReaper
 WebSauger
-WebSucker
-WebZIP
+WebWhacker
 WebsiteQuester
 Webster
-Who.is Bot
+Whatweb
 Widow
-Wprecon
-Xaldon WebSpider
+Wotbox
+YoudaoBot
+Zade
+Zauba
+Zeus
+Zitebot
+ZmEu
 ZoomBot
-autoemailspider
+ZumBot
+archive.org_bot
+arquivo.pt
 backlink-check
 check1.exe
-clark-crawler
-com.plumanalytics
+crawl.sogou.com
 crawler4j
-demandbase-bot
+dataforseo.com
 eCatch
-instabid
+evc-batch
+facebookscraper
+heritrix
 internetVista monitor
-muhstik-scan
+isitwp.com
+magpie-crawler
+netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
-polaris version
-ripz
-seoscanners
-seostar
-serpstatbot
-sitechecker.pro
+probe-image-size
+satoristudio.net
+scalaj-http
 siteripz
-sp_auditbot
-tAkeOut
+sogouspider
+spyfu
 webpros.com
-webprosbot
-x09Mozilla
-xpymep1.exe
-zgrab
+zauba.io