V4.2021.11.2722 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
+80legs
 AIBOT
 ALittle Client
-ASPSeek
-Aboundexbot
-AllSubmitter
+Aboundex
+Acunetix
+AiHitBot
+Aipbot
 Alligator
+AlphaBot
+Anarchy99
+Ankit
 Anthill
-Asterias
+AwarioRssBot
 BDFetch
-BackDoorBot
-BacklinkCrawler
-BetaBot
+BLEXBot
+BackStreet
+Bandit
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-Black Hole
+Bitacle
 BlackWidow
-Blackboard
+Blow
 BlowFish
-Boardreader
-Brandprotect
-Brandwatch
-Buck
+BotALot
+Buddy
+BuiltBotTough
+Bullseye
+BunnySlippers
 BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-CheeseBot
-CherryPicker
-Chlooe
+Calculon
+CazoodleBot
+Cegbfeieh
 Claritybot
-Cocolyzebot
+Cloud mapping
 Cogentbot
-Craftbot
-Curious
+Crescent
 DBLBot
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Discobot
-Dispatch
-DittoSpyder
+Digincore
+DigitalPebble
+Dirbuster
+Disco
+Discoverybot
 DnBCrawler-Analytics
-DomainSigmaCrawler
-Download Wonder
-ECCP/1.0
-EasyDL
-Ebingbong
-EirGrabber
-Express WebPictures
-Extractor
-Extreme Picture Finder
-Ezooms
+DnyzBot
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Drip
+Ecxi
+EroCrawler
+Exabot
 FDM
-Fimap
-Firefox/7.0
+FemtosearchBot
+FlashGet
 Flunky
+Foobot
 Freeuploader
-Fuzz
+FrontPage
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
-Go!Zilla
+Getintent
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HaosouSpider
-Havij
+HMView
+HTTP::Lite
+Haansoft
+Harvest
+Heritrix
+Humanlinks
+IDBTE4M
 IlseBot
-Indy Library
-Internet Ninja
-InternetSeer
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 Iria
-IstellaBot
+Iskanie
 JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
 JikeSpider
-JustView
-Keyword Density
-Kozmosbot
-Lanshanbot
+Joomla
+Jyxobot
+Kinza
+Larbin
+LeechFTP
 LeechGet
-LexiBot
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinqiaMetadataDownloaderBot
+Lftp
+Libwhisker
+Likse
+LinkScan
+Linkdexbot
+LinksManager
+LinqiaScrapeBot
 Lipperhey
 Lmspider
-Ltx71
-MIIxpc
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
 MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
 Mass Downloader
-Masscan
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
 Metauri
 Mister PiX
-Mojolicious
+Moblie Safari
+Mozlila
+Musobot
+NPbot
 Name Intelligence
-NearSite
-Nessus
-NetMechanic
+NetAnts
+NetLyzer
 NetSpider
-Netcraft
-Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
-Openvas
-OrangeSpider
+Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
+Nuclei
+Octopus
+Offline Navigator
+OpenVAS
 OutclicksBot
 PECL::HTTP
-Panscient
+PHPCrawl
+PageAnalyzer
+PageGrabber
+PageScorer
+Pandalytics
 Papa Foto
 Pavuk
-PictureFinder
-Pimonster
-PleaseCrawl
+PeoplePal
+Pi-Monster
+Pockey
+ProPowerBot
+Pu_iN
+Pump
 PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankingBot
+PyCurl
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
-RealDownload
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
 SalesIntelligent
 ScanAlert
 ScoutJet
 Scrapy
-ScreenerBot
+Screaming
 ScrepyBot
-Searchestate
-SemanticJuice
-Semrush
-Siphon
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Snapbot
+Siteimprove
+Sitevigil
 SocialRankIOBot
 Sosospider
-Spammen
+SpaceBison
 Spanner
-Spbot
+Spinn3r
 Sqworm
-Steeler
 Stripper
-SuperBot
+Sucuri
 Surfbot
-SurveyBot
+Suzuran
 Swiftbot
-T0PHackTeam
 T8Abot
-TheNomad
+TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
+Thumbor
+TightTwatBot
 Titan
-Tracemyfile
-Trendictionbot
-Turnitin
-TwengaBot
 Twice
-UnisterBot
-VB Project
-VeriCiteCrawler
+Typhoeus
+URLy.Warning
+V-BOT
+Vagabondo
 Virusdie
-VoidEYE
-Voltron
+Voil
+WASALive-Bot
 WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Collage
-Web Enhancer
-Web Fuck
-WebAuto
+WPScan
+Web Auto
+Web Fetch
+Web Sauger
+WebBandit
+WebCollage
 WebEnhancer
-WebFuck
 WebGo IS
-WebImageCollector
-WebReaper
+WebLeacher
+WebPix
 WebSauger
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webster
-Whacker
-Whatweb
+WebStripper
+WebsiteExtractor
+WebsiteQuester
 Who.is Bot
-WinHTTrack
-Wprecon
+Wonderbot
+Xaldon_WebSpider
 Xenu
+Zade
 Zermelo
-Zeus
-ZoominfoBot
-arquivo.pt
+ZoomBot
+ZyBorg
+archive.org_bot
+backlink-check
 cah.io.community
-clark-crawler
-cognitiveseo
+coccocbot-web
 crawl.sogou.com
-eCatch
-gopher
+dataforseo.com
+demandbase-bot
 heritrix
-instabid
 internetVista monitor
-ips-agent
-isitwp.com
+lwp-request
 meanpathbot
-mediawords
 muhstik-scan
 netEstate NE Crawler
+pcBrowser
+plumanalytics
 polaris version
 probe-image-size
-satoristudio.net
+ripz
+seobility
 seocompany.store
-sexsearcher
-sitechecker.pro
-sysscan
+seoscanners
+seostar
+sogouspider
+sp_auditbot
+spyfu
 tAkeOut
-trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webprosbot
-x09Mozilla
-x22Mozilla
-zauba.io
-zgrab