V4.2021.10.2649 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
-ALittle Client
-Aboundex
+80legs
+ASPSeek
+Aboundexbot
 AhrefsBot
 AiHitBot
-Alexibot
-Anarchie
+Aipbot
+Alligator
+AlphaBot
 Anarchy
 Anarchy99
+Ankit
 Anthill
-Aspiegel
 Asterias
-AwarioSmartBot
-BBBike
-BDFetch
+AwarioRssBot
+BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
-Bandit
+BacklinkCrawler
+Badass
 Barkrowler
 Battleztar Bazinga
-Black Hole
+Bigfoot
+Blackboard
 Blow
 BlowFish
-BotALot
-Brandwatch
-BuiltBotTough
-BuzzSumo
+Bolt
+Brandprotect
+Buck
+BuiltWith
+Bullseye
+CODE87
 CensysInspect
 CheeseBot
 CherryPicker
 Chlooe
-Cloud mapping
-Cocolyzebot
-Cogentbot
+Collector
 Copier
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
+CopyRightCheck
+Copyscape
+Craftbot
 CrunchBot
-Curious
 Custo
-DBLBot
-DIIbot
-DSearch
-DTS Agent
+CyotekWebCopy
 DataCha0s
 DatabaseDriverMysqli
-Demon
-DnyzBot
-DomCopBot
-DomainAppender
+Deusu
+Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
 Domains Project
 Dotbot
 Dragonfly
-EMail Wolf
-EasyDL
+EMail Siphon
 Ebingbong
-EroCrawler
-Evil
+Ecxi
 Exabot
 ExtLinksBot
 Extractor
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
+FHscan
 Fimap
-Firefox/7.0
-FlashGet
-Foobot
+Freeuploader
 Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-GetWeb
-Getintent
+GT::WWW
+GalaxyBot
+Genieo
 Go!Zilla
 Go-Ahead-Got-It
 GrabNet
-Grabber
-GrapeFX
-GrapeshotCrawler
-HMView
-HTMLparser
-HTTrack
-Harvest
-Hloader
+Haansoft
 Humanlinks
-HybridBot
-IDBot
+IRLbot
 Iblog
-Image Sucker
-InfoTekies
-JOC Web Spider
+Id-search
+Image Fetch
+InfoNaviRobot
+Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
+IstellaBot
+Jbrofuzz
+Jetty
 JikeSpider
+Jorgee
 JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kozmosbot
-LNSpiderguy
 LeechFTP
-LexiBot
-LinkScan
-Linkbot
-LinkpadBot
+LibWeb
+LieBaoFast
+Lightspeedsystems
+LinkWalker
 LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MQQBrowser
+MIDown tool
+MJ12bot
 MSFrontPage
-MTRobot
 Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Microsoft Data Access
-Mister PiX
-Mojolicious
-NPbot
-Name Intelligence
-NearSite
-NetSpider
+Masscan
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
+Mojeek
+Msrabot
+NICErsPRO
+Needle
+NetMechanic
+Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
+Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
+Nuclei
 Nutch
-Offline Explorer
-OpenVAS
+Octopus
+OpenLinkProfiler
 OrangeBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageGrabber
-Papa Foto
+Panscient
 Pavuk
-Petalbot
+Picscout
 Picsearch
-PictureFinder
-Pixray
-PxBroker
+Piepmatz
+ProPowerBot
+Probethenet
+Pu_iN
+Pump
 QueryN Metasearch
-Quick-Crawler
-Re-re
+RankActive
+RankActiveLinkBot
+RankingBot2
 ReGet
-Recorder
+Reaper
 RepoMonkey
-Ripper
-Rogerbot
-SEOkicks-Robot
+RocketCrawler
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
 SalesIntelligent
 ScanAlert
 Scanbot
 ScoutJet
-Screaming
-Searchestate
-SeobilityBot
-Siphon
-SiteSnagger
+Scrapy
+Semrush
+SentiBot
+Seomoz
+Site Sucker
+SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-SmartDownload
-Snapbot
+Snake
 Snoopy
-SocialRankIOBot
-Sogou web spider
-Sottopop
-SpaceBison
+Spammen
 SpankBot
-Spbot
-SputnikBot
 Sqlmap
-Sqworm
+Sqlworm
+Steeler
+Sucker
 Sucuri
+Surfbot
 Suzuran
-Swiftbot
-T8Abot
-Telesoft
+Szukacz
+TeleportPro
 Telesphoreo
+Telesphorep
 TheNomad
-Toata
-Toweyabot
+Titan
 Trendiction
-TwengaBot
-VeriCiteCrawler
-Virusdie
+TurnitinBot
+Twice
+UnisterBot
+V-BOT
+Vacuum
 Voil
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-Web Pix
-Web Sauger
-WebAuto
+Voltron
+WEBDAV
+WWW-Mechanize
+Wallpapers
+Web Auto
+Web Enhancer
 WebBandit
 WebCollage
 WebEnhancer
-WebReaper
+WebLeacher
+WebPix
 WebStripper
-WebZIP
-Webalta
-WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
+Webster
+Whack
 Whatweb
 Widow
 WinHTTrack
-Wonderbot
 Woobot
-Wprecon
 Xaldon WebSpider
-YoudaoBot
-Zauba
+Xenu
+Zade
 Zitebot
-ZumBot
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+ZoomBot
+ZyBorg
+cah.io.community
 clark-crawler
-demandbase-bot
-evc-batch
-instabid
-ips-agent
+com.plumanalytics
+crawl.sogou.com
+eCatch
+heritrix
+internetVista monitor
 lwp-request
-magpie-crawler
-meanpathbot
-mediawords
+lwp-trivial
 muhstik-scan
-oBot
-plumanalytics
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
+netEstate NE Crawler
+satoristudio.net
+scan.lol
 seoscanners
-serpstatbot
-sexsearcher
 sitechecker.pro
-sogouspider
-spyfu
+sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
 trendiction.de
 webpros.com
-xpymep1.exe
-zauba.io
+x09Mozilla