V4.2022.05.3079 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 80legs
 AIBOT
-ALittle Client
-ASPSeek
+Aboundex
+Aboundexbot
 Acunetix
-AhrefsBot
-Aipbot
-Alexibot
-Anarchie
-Ankit
+Alligator
+AlphaBot
+Anarchy
 Apexoo
 Aspiegel
-Asterias
-Atomseobot
-Attach
-BDFetch
-BLEXBot
-BacklinkCrawler
-Bandit
-Barkrowler
-Battleztar Bazinga
+AwarioRssBot
+BatchFTP
 BetaBot
 Bigfoot
-Bitacle
+BlackWidow
 Blackboard
+Boardreader
 Bolt
-BotALot
 Brandprotect
-Buck
-BuiltBotTough
-BunnySlippers
-CATExplorador
+Buddy
+BuiltWith
 CCBot
-CODE87
-Calculon
-Cegbfeieh
-CensysInspect
-CheeseBot
+CazoodleBot
 ChinaClaw
-Chlooe
 Claritybot
 Cocolyzebot
-Cogentbot
+Collector
 Cosmos
-Craftbot
-Crescent
-CrunchBot
+Crawling at Home Project
+CrazyWebCrawler
 Custo
-CyotekWebCopy
-DSearch
+DBLBot
+DataCha0s
+Demon
+Deusu
+DigitalPebble
 Dirbuster
-Discoverybot
-Dispatch
+Discobot
+DittoSpyder
+DnyzBot
 DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
 ECCP/1.0
+EMail Wolf
+EasyDL
+Evil
 Exabot
+Express WebPictures
 ExtLinksBot
-Extractor
-EyeNetIE
+ExtractorPro
+Ezooms
+FDM
+FHscan
+Fimap
 FlashGet
-Flunky
-Freeuploader
+Foobot
 FrontPage
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-GetWeb
-Go!Zilla
+GetRight
+Go-Ahead-Got-It
 GoZilla
+Gotit
 GrabNet
-GrapeFX
+Grafula
+GrapeshotCrawler
 HMView
-HaosouSpider
-Harvest
+HTTrack
+Haansoft
+Heritrix
 HonoluluBot
 Humanlinks
+HybridBot
 IDBTE4M
+IDBot
+Iblog
+Id-search
+Image Fetch
 Image Sucker
-InternetSeer
-Iria
-Iskanie
-JetCar
+IndeedBot
+InfoNaviRobot
+InterGET
+Internet Ninja
+IstellaBot
+Joomla
 Jorgee
-JustView
 Keyword Density
 Kozmosbot
-LNSpiderguy
 Lanshanbot
-Lftp
+Leap
+LeechFTP
+Libwhisker
 LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey Spider
+Litemage_walker
+Lmspider
 MIIxpc
 MJ12bot
-MSIECrawler
+MQQBrowser
+MSFrontPage
 MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
 MarkWatch
-Mass Downloader
-MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-Mozlila
+Mata Hari
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojolicious
+MolokaiBot
 Mr.4x3
 Musobot
-NPbot
-Nameprotect
+Name Intelligence
 Navroad
 NearSite
-NetAnts
-NetZIP
+Needle
+Net Vampire
+NetSpider
 Netcraft
-Nettrack
-Netvibes
-Nikto
-Not
+Nibbler
+Nmap
 Octopus
 OpenVAS
-Openfind
 OrangeBot
-OrangeSpider
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
 PageScorer
+PageThing.com
+Panscient
 Papa Foto
-Petalbot
-Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-Psbot
-Quick-Crawler
+ProPowerBot
+Pu_iN
+Pump
+QueryN Metasearch
 RSSingBot
-RankFlex
-Rankivabot
+RankingBot2
 RankurBot
-RebelMouse
-RepoMonkey
+Re-re
+RedesScrapy
 Ripper
-RocketCrawler
 SBIder
-SEOkicks
 SEOlyticsCrawler
-SEOstats
-SISTRIX
+SMTBot
 SalesIntelligent
 Scanbot
-Screaming
+ScoutJet
+Scrapy
 ScrepyBot
-SearchmetricsBot
-Seekport
 SemanticJuice
-Semrush
 SeobilityBot
+Siphon
+SiteExplorer
+SiteSucker
 Siteimprove
+SmartDownload
+Snake
+Snoopy
 Sociscraper
-SpaceBison
+Spanner
 Spbot
 Sqlworm
-Sqworm
-Sucuri
-SuperBot
+Steeler
+Sucker
 SuperHTTP
 Surfbot
-TeleportPro
-Telesoft
+Teleport
 Telesphoreo
+Telesphorep
+The Intraformant
 Thumbor
 TightTwatBot
+Titan
+Toata
+Toweyabot
 Trendictionbot
+True_Robot
 Turnitin
 Twice
-Upflow
-VB Project
-VCI
+Typhoeus
+UnisterBot
+V-BOT
+Vagabondo
 VeriCiteCrawler
-Virusdie
+VidibleScraper
+VoidEYE
 Voil
-Voltron
 WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers/3.0
-Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
+Web Fetch
+Web Sauger
+Web Sucker
 WebAuto
-WebCollage
 WebCopier
-WebImageCollector
-WebSauger
-WebWhacker
-WebZIP
-Webalta
-Webshag
+WebFetch
+WebFuck
+WebLeacher
+WebReaper
+WebStripper
+WebSucker
+WebmasterWorldForumBot
 WebsiteExtractor
 Webster
 Who.is Bot
-WiseGuys Robot
+WinHTTrack
 Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
 Zade
-Zeus
-Zitebot
+Zermelo
+ZoomBot
 ZumBot
+ZyBorg
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
+check1.exe
 coccocbot
-com.plumanalytics
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
 crawler4j
-domainsproject.org
-gopher
-heritrix
-isitwp.com
-iubenda-radar
-lwp-trivial
-mediawords
-muhstik-scan
+evc-batch
+facebookscraper
+meanpathbot
+netEstate NE Crawler
 page scorer
-plumanalytics
-seocompany.store
+polaris version
+probe-image-size
+satoristudio.net
+seobility
+seostar
 sexsearcher
+sitechecker.pro
 spyfu
-sysscan
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webprosbot
-x09Mozilla
+x22Mozilla
+zgrab