V4.2022.02.2899 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 ALittle Client
 Abonti
 Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alligator
-Ankit
+Anarchy
 Anthill
-Apexoo
-AwarioRssBot
-AwarioSmartBot
+Atomseobot
+Attach
 BBBike
+BDCbot
+BDFetch
+BLEXBot
+BackDoorBot
 BackStreet
-BackWeb
-BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-BatchFTP
+Backlink-Ceck
 Battleztar Bazinga
-BetaBot
 Bitacle
-BlackWidow
-Blow
-BlowFish
-Brandwatch
-Buck
+Blackboard
+Boardreader
+Buddy
+BuiltBotTough
 BuiltWith
-CATExplorador
-Calculon
+BunnySlippers
+CSHttp
 Cegbfeieh
-CheeseBot
-CherryPicker
-CopyRightCheck
+CensysInspect
+CheTeam
+ChinaClaw
+Claritybot
+Cliqzbot
+Collector
+Copyscape
 Craftbot
-DIIbot
+Crawling at Home Project
+CrazyWebCrawler
+DBLBot
+DTS Agent
 DataCha0s
-Dirbuster
-Discoverybot
-Dispatch
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
 DittoSpyder
-DomainCrawler
-Dotbot
+DnyzBot
+DomCopBot
 Drip
-EMail Wolf
+Ecxi
 EroCrawler
 Exabot
-EyeNetIE
-Ezooms
+Express WebPictures
 FDM
-Firefox/7.0
-Foobot
-FrontPage
+FemtosearchBot
+Fimap
 Fuzz
-Fyrebot
 GT::WWW
 Genieo
 GermCrawler
-Getintent
+GetRight
 Gigabot
-GrapeFX
-HMView
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GrabNet
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
 HTTrack
 Haansoft
-Humanlinks
-Image Fetch
-InfoTekies
+Heritrix
+HonoluluBot
+HybridBot
+IDBTE4M
+IRLbot
+Iblog
+IlseBot
+Indy Library
+InternetSeer
 Iria
-JamesBOT
-Kenjin Spider
-Keyword Density
+IstellaBot
+Jbrofuzz
+JikeSpider
+Joomla
 Kozmosbot
 LWP::Simple
 Larbin
-Leap
 Lftp
 LibWeb
-LieBaoFast
-Likse
+Libwhisker
 LinkScan
 LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
 Litemage_walker
-Lmspider
-MIDown tool
-MJ12bot
-MSFrontPage
+Ltx71
+MIIxpc
+MQQBrowser
+MSIECrawler
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
-Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
+MeanPath Bot
 Meanpathbot
+Mediatoolkitbot
 Metauri
-MicroMessenger
+Minefield
+Mister PiX
+Moblie Safari
 Mozlila
-Mr.4x3
-Musobot
-Name Intelligence
+NPbot
 Navroad
-NearSite
-Needle
 Nessus
 Net Vampire
-NetAnts
 NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-Netvibes
 Nibbler
 Niki-bot
 Nikto
-Ninja
+NimbleCrawler
+Nmap
 Not
-Nuclei
 Nutch
-Offline Explorer
+Octopus
 Offline Navigator
+OnCrawl
 OpenVAS
-Openfind
 OrangeBot
-Panscient
-Pavuk
+OrangeSpider
+OutfoxBot
+PHPCrawl
+PageGrabber
+Papa Foto
 PeoplePal
-Picsearch
-Pockey
+Petalbot
+Pimonster
+Probethenet
+Psbot
+Pu_iN
 Pump
-PyCurl
+PxBroker
 Quick-Crawler
-RankActive
-RankFlex
-RankingBot
-RankingBot2
+RSSingBot
+RankActiveLinkBot
+RankurBot
 ReGet
 RealDownload
-Recorder
+Reaper
+RepoMonkey
 RocketCrawler
-SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
-SMTBot
-SalesIntelligent
-Scrapy
+Scanbot
+ScoutJet
+Screaming
+SearchmetricsBot
 Seekport
-SentiBot
-SeoSiteCheckup
+SemanticJuice
+Semrush
+Seomoz
 Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
 Siteimprove
-SlySearch
-SmartDownload
-Snake
-Sottopop
-Spanner
+Sitevigil
+Snoopy
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spbot
-Spinn3r
-SputnikBot
 Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-Teleport
-TeleportPro
-The Intraformant
-TheNomad
-Titan
-Toweyabot
+SurveyBot
+Swiftbot
+Telesphorep
+Thumbor
+Toata
 Trendictionbot
-True_Robot
 Turingos
-URLy.Warning
+TurnitinBot
+Twice
+URLy Warning
 V-BOT
+VB Project
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
-WASALive-Bot
 WBSearchBot
-WISENutbot
-WWW::Mechanize
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
-Web Fetch
 Web Fuck
-Web Sauger
-WebBandit
+Web Pix
+WebAuto
 WebCopier
-WebFetch
-WebImageCollector
-WebPix
+WebEnhancer
 WebSauger
 WebStripper
 WebSucker
-WebZIP
+WebWhacker
 Website Quester
-Widow
+WebsiteExtractor
+WebsiteQuester
+Webster
 WinHTTrack
-Wonderbot
-Wprecon
+Woobot
 Xaldon WebSpider
-Xenu
-Zade
+Xaldon_WebSpider
+YoudaoBot
 Zermelo
+Zeus
+Zitebot
 ZmEu
 ZoominfoBot
 ZumBot
 ZyBorg
 adscanner
-archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
+check1.exe
+coccocbot-web
 crawler4j
-demandbase-bot
-gopher
-internetVista monitor
+evc-batch
+isitwp.com
+lwp-trivial
 magpie-crawler
-meanpathbot
+mediawords
 netEstate NE Crawler
-oBot
-plumanalytics
 polaris version
+probe-image-size
 ripz
-satoristudio.net
-scalaj-http
-sitechecker.pro
+scan.lol
+seobility
+seoscanners
+seostar
+sexsearcher
 siteripz
 sogouspider
 sp_auditbot
 sysscan
-ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webprosbot
-x22Mozilla
+webgains-bot
+x09Mozilla
+zgrab