V4.2022.02.2930 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
 ADmantX
 AIBOT
-Abonti
-Aboundexbot
-Acunetix
+ALittle Client
+ASPSeek
+Aboundex
+AhrefsBot
 AllSubmitter
-AlphaBot
-Anarchy
-Anthill
+Anarchie
+Anarchy99
 Apexoo
 Asterias
 Atomseobot
 AwarioRssBot
-BBBike
-BLEXBot
-BackStreet
-BackWeb
+BDFetch
 Bandit
 Barkrowler
+Battleztar Bazinga
+Bigfoot
 Black Hole
 Blackboard
-Boardreader
-BuiltWith
-Bullseye
-CCBot
+Brandwatch
+BuiltBotTough
+CATExplorador
+CODE87
 Cegbfeieh
 CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
 Chlooe
 Citoid
+Collector
 Copier
+CopyRightCheck
 Copyscape
-Cosmos
-CrazyWebCrawler
-Crescent
-DSearch
-DTS Agent
-DataCha0s
-Demon
-Devil
-Digincore
-Discobot
-Dispatch
-DittoSpyder
-DomainStatsBot
-ECCP/1.0
-EasyDL
-EirGrabber
-EroCrawler
+CrunchBot
+DBLBot
+DIIbot
+Dirbuster
+DnBCrawler-Analytics
+DomCopBot
+Ecxi
 Evil
 Exabot
+ExtLinksBot
 Extractor
+ExtractorPro
 Extreme Picture Finder
 Ezooms
+FDM
 FHscan
-FlashGet
+FemtosearchBot
+Firefox/7.0
 Foobot
-GT::WWW
-GermCrawler
-GetWeb
-GrabNet
+FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+Gotit
+Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Haansoft
-Harvest
 Hloader
-HonoluluBot
-IRLbot
-Id-search
-InfoNaviRobot
+Humanlinks
+HybridBot
+IDBTE4M
+Iblog
+IndeedBot
+Intelliseek
 InternetSeer
-Iskanie
 JOC Web Spider
-Jbrofuzz
-Joomla
+JennyBot
+JikeSpider
 Jyxobot
-Kenjin Spider
+Keyword Density
 Kozmosbot
-LWP::Simple
-Lanshanbot
 Larbin
+LeechFTP
 LeechGet
+LexiBot
 Lftp
 Likse
-Linkdexbot
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
 MQQBrowser
 MTRobot
-Majestic SEO
-Majestic-SEO
+MarkMonitor
 Mass Downloader
-Masscan
+MauiBot
 MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-Microsoft URL Control
-Minefield
+Metauri
+Microsoft Data Access
+Moblie Safari
 Mojeek
 Mojolicious
 NICErsPRO
-Nameprotect
+NPbot
 Navroad
+NearSite
 Needle
+NetLyzer
+NetSpider
 Netcraft
+NextGenSearchBot
 Nibbler
-Niki-bot
-NimbleCrawler
+Nikto
+Nimbostratus
 Ninja
 Nmap
-Not
-Octopus
-Offline Navigator
+Nutch
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
 Openvas
-OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
+PECL::HTTP
+Page Analyzer
 PageAnalyzer
-PageScorer
+PageGrabber
+PageThing.com
 Pandalytics
+Panscient
 Pavuk
-PeoplePal
 Petalbot
 PictureFinder
-Piepmatz
-ProPowerBot
-Probethenet
-Psbot
+PleaseCrawl
+Pockey
 Pu_iN
 Pump
 PxBroker
 Quick-Crawler
+RankFlex
 RankingBot
-RankingBot2
+Rankivabot
 RankurBot
-Re-re
 Reaper
 RepoMonkey
 Ripper
 Rogerbot
 SBIder
-SEOstats
-SalesIntelligent
+SEOlyticsCrawler
+ScanAlert
 Scanbot
+ScoutJet
 Scrapy
-ScrepyBot
+Searchestate
 SearchmetricsBot
-Shodan
+Seekport
+Semrush
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-Sitevigil
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Siteimprove
+SmartDownload
+Snake
 Snapbot
 Snoopy
 SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-Spammen
 SpankBot
+Spanner
+Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
-Steeler
-Stripper
-Sucuri
+Sqworm
+SuperBot
+Surfbot
+SurveyBot
 Swiftbot
 Szukacz
-T0PHackTeam
-Thumbor
-Titan
+T8Abot
+Teleport
+Telesphoreo
+The Intraformant
 Toata
-Toweyabot
-Tracemyfile
+Trendiction
 True_Robot
-Turingos
-Twice
 Typhoeus
 URLy Warning
+Upflow
 VB Project
-Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 Virusdie
-WASALive-Bot
-WEBDAV
-WISENutbot
+VoidEYE
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
+Wallpapers
+Wallpapers/3.0
+WeSEE
 Web Collage
 Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
-WebLeacher
+WebBandit
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
 WebZIP
-WebsiteExtractor
-WebsiteQuester
+WebmasterWorldForumBot
+Webshag
+Whack
 Whacker
+Whatweb
+Who.is Bot
+Widow
+Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-YoudaoBot
-ZmEu
+Xenu
+Zauba
 ZoomBot
+ZyBorg
 adscanner
-archive.org_bot
-cah.io.community
-clark-crawler
-cognitiveseo
-crawl.sogou.com
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+coccocbot-web
+com.plumanalytics
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
-instabid
+internetVista monitor
 lwp-request
+lwp-trivial
 magpie-crawler
-mediawords
-page scorer
-probe-image-size
-s1z.ru
-satoristudio.net
-seobility
-seocompany.store
-seostar
+muhstik-scan
+plumanalytics
+polaris version
+scan.lol
+sexsearcher
 sitechecker.pro
-sogouspider
 sp_auditbot
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
+spyfu
+trendiction.com
+trendiction.de
 webpros.com
-x09Mozilla
+webprosbot
+x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab