V4.2021.08.2496 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
+80legs
 ADmantX
-ALittle Client
-Aboundexbot
-Acunetix
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
-AllSubmitter
-AlphaBot
-Ankit
-Anthill
+Alexibot
+Anarchie
+Anarchy
+Anarchy99
 Apexoo
-Aspiegel
-Asterias
-AwarioRssBot
-BBBike
-BDCbot
-BDFetch
+BackStreet
 Badass
 Bandit
-Barkrowler
+BatchFTP
 Battleztar Bazinga
 Bitacle
+Black Hole
+BlackWidow
+Blackboard
+Blow
 BlowFish
 Boardreader
-Bolt
-BotALot
 Brandprotect
-Buck
-Buddy
-BuiltBotTough
-CCBot
-CODE87
-CensysInspect
-CheeseBot
-CherryPicker
-Cocolyzebot
-Copier
-Craftbot
+BuiltWith
+CATExplorador
+CSHttp
+CazoodleBot
+Cegbfeieh
+Cliqzbot
+Cloud mapping
+Cogentbot
+Cosmos
 Curious
-DSearch
-DTS Agent
+DBLBot
 DataCha0s
 DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Dirbuster
+Demon
+Devil
+Discobot
 Discoverybot
 DittoSpyder
-DomCopBot
-DomainStatsBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-ECCP/1.0
+Dotbot
+Dragonfly
 EMail Wolf
 EasyDL
-Ebingbong
+EirGrabber
 EroCrawler
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+Express WebPictures
+ExtLinksBot
+FDM
 FemtosearchBot
 Fimap
-Firefox/7.0
-FlashGet
-Flunky
-FrontPage
+Foobot
+Freeuploader
+Fuzz
 FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
+GetRight
 Gigablast
-Go-Ahead-Got-It
-Gotit
-Grabber
-GridBot
+Gigabot
+Go!Zilla
+GrabNet
+GrapeshotCrawler
 HMView
-HTMLparser
-Haansoft
-HaosouSpider
-Hloader
+HTTP::Lite
+Heritrix
+HybridBot
+IDBTE4M
 IDBot
-IRLbot
-Id-search
-IlseBot
-Image Fetch
+Image Sucker
 InfoTekies
-Intelliseek
+Internet Ninja
+InternetSeer
 Iria
-JOC Web Spider
+IstellaBot
 Jbrofuzz
+JennyBot
 Jetty
-JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+Lanshanbot
+Larbin
 Leap
-LeechFTP
-LexiBot
+LeechGet
 Lftp
-Libwhisker
-Lightspeedsystems
-LinkScan
-Linkdexbot
-LinqiaRSSBot
-Litemage_walker
-MTRobot
-MarkWatch
-Mass Downloader
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MIDown tool
+MIIxpc
+MJ12bot
+MSFrontPage
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Masscan
+Mata Hari
 MauiBot
-Meanpathbot
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Msrabot
+Mister PiX
+Mojeek
+Mozlila
+Mr.4x3
 Musobot
-NearSite
 NetAnts
-Nettrack
-Niki-bot
-Ninja
-Offline Explorer
+NetLyzer
+Netvibes
+Nibbler
+Nikto
+Nimbostratus
+Octopus
 OnCrawl
-OrangeSpider
+OpenVAS
+Openfind
 OutclicksBot
 OutfoxBot
-PHPCrawl
+PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
+PageScorer
 Panscient
 Papa Foto
+Pavuk
+PeoplePal
 Pi-Monster
-Picsearch
+Picscout
+PictureFinder
 Pimonster
 Pixray
 Pockey
-Psbot
-Pu_iN
-Pump
-PyCurl
+PxBroker
 QueryN Metasearch
 Quick-Crawler
 RankActive
+RankFlex
 RankingBot
-RepoMonkey
+RankingBot2
+RankurBot
+Re-re
+ReGet
+Recorder
 Rogerbot
-SEOkicks
-SEOkicks-Robot
+SBIder
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
+SEOprofiler
 SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
 ScreenerBot
-ScrepyBot
-SentiBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteSnagger
-Siteimprove
-Sitevigil
+SemrushBot
+SeobilityBot
+Siphon
+Snake
 Snapbot
 Sociscraper
-SpaceBison
+Sosospider
+Spammen
 SpankBot
 Spanner
-Spbot
-Sqworm
-Sucker
+Spinn3r
+SputnikBot
 Sucuri
-Surfbot
+SuperBot
+SuperHTTP
 Szukacz
-T0PHackTeam
+T8Abot
 Teleport
-Telesoft
-Telesphorep
-The Intraformant
+TheNomad
 Thumbor
-Toata
-Tracemyfile
-True_Robot
-Turingos
-Turnitin
-Twice
+Titan
+Typhoeus
+URLy Warning
+Upflow
 V-BOT
-VB Project
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+Vacuum
+Vagabondo
+VidibleScraper
+Voil
 Voltron
 WASALive-Bot
 WEBDAV
-WPScan
+WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Web Sauger
-Web Sucker
+WWWOFFLE
+Web Auto
+WebBandit
 WebCollage
 WebEnhancer
+WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
 WebLeacher
+WebPix
 WebReaper
-WebSauger
 WebStripper
-WebSucker
 WebZIP
-WebmasterWorldForumBot
+Webalta
 Website Quester
+WebsiteExtractor
 Webster
-Whack
 Whacker
+Who.is Bot
+WiseGuys Robot
+Wonderbot
+Wotbox
 Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
-Zauba
 Zermelo
-Zitebot
+Zeus
 ZoominfoBot
-ZyBorg
-archive.org_bot
+ZumBot
 arquivo.pt
-coccocbot-web
+check1.exe
 cognitiveseo
-eCatch
-isitwp.com
-lwp-request
-meanpathbot
-page scorer
+crawler.feedback
+evc-batch
+gopher
+heritrix
+internetVista monitor
+muhstik-scan
+netEstate NE Crawler
+oBot
+plumanalytics
 polaris version
-scalaj-http
+probe-image-size
+scan.lol
 seobility
-seoscanners
-seostar
 serpstatbot
-sexsearcher
-sogouspider
+sysscan
+tAkeOut
+trendiction.com
 voyagerx.com
 webmeup-crawler
-zgrab
+zauba.io