V4.2022.01.2826 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
 ADmantX
+ALittle Client
 ASPSeek
+Abonti
 Aboundex
-Acunetix
 AhrefsBot
-AllSubmitter
-Anarchie
-Anarchy
-Apexoo
+Alexibot
+Ankit
+Anthill
+Aspiegel
 Attach
-AwarioRssBot
 AwarioSmartBot
-BDCbot
-BackStreet
-BackWeb
+BDFetch
+BackDoorBot
+Backlink-Ceck
+Bandit
 Barkrowler
+Battleztar Bazinga
+BetaBot
 Bitacle
 Black Hole
-Boardreader
-BotALot
-Brandwatch
+Blow
+BlowFish
+Bolt
+BuiltBotTough
 BuiltWith
-BuzzSumo
-CATExplorador
 CODE87
-CSHttp
 CazoodleBot
-CheTeam
-CherryPicker
+CheeseBot
+ChinaClaw
 Citoid
-Claritybot
-Cloud mapping
-Cogentbot
-Collector
-CopyRightCheck
-Cosmos
-Curious
+Craftbot
+CrunchBot
 DBLBot
-DSearch
-DTS Agent
 DataCha0s
+DatabaseDriverMysqli
+Deusu
 Devil
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-DnBCrawler-Analytics
-DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
-Domains Project
-Dragonfly
-EMail Siphon
+DomainSigmaCrawler
+DomainStatsBot
+EasyDL
 Ecxi
-Exabot
-Extractor
-ExtractorPro
+EroCrawler
+EyeNetIE
 Ezooms
+FHscan
 Firefox/7.0
-Freeuploader
+FrontPage
+FyberSpider
 GT::WWW
-GetRight
-GetWeb
-Go!Zilla
-Go-Ahead-Got-It
+Genieo
+GermCrawler
+Getintent
+Gigabot
 GoZilla
+Grabber
+Grafula
 GrapeFX
+HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-Harvest
-Havij
-Heritrix
+Hloader
 Humanlinks
+HybridBot
+IDBTE4M
 IDBot
-Iblog
-Id-search
-InfoNaviRobot
+IlseBot
+Image Sucker
+Intelliseek
+Internet Ninja
+InternetSeer
+Iria
 IstellaBot
+JOC Web Spider
 Jbrofuzz
-JennyBot
-Jetty
 Joomla
-Jyxobot
-Kinza
-Kozmosbot
+Jorgee
+Kenjin Spider
+Keyword Density
 LNSpiderguy
-LWP::Simple
+Larbin
 Leap
-LeechGet
+Lftp
 LibWeb
-LinqiaRSSBot
-LinqiaScrapeBot
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkextractorPro
+LinkpadBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MIDown tool
 MIIxpc
+MQQBrowser
 MSFrontPage
 MSIECrawler
-MTRobot
-Majestic-SEO
-Majestic12
-MarkWatch
+Majestic SEO
 Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
 MicroMessenger
+Mister PiX
 Mojeek
 Mojolicious
 Mozlila
-NICErsPRO
+Msrabot
 NPbot
-Navroad
-NearSite
 Needle
 Nessus
-Netcraft
-NextGenSearchBot
+NetAnts
+NetMechanic
+Nettrack
+Netvibes
+Niki-bot
 Nikto
-Ninja
+NimbleCrawler
+Nmap
 Not
-OpenLinkProfiler
-Openfind
-Openvas
-OutfoxBot
-PHPCrawl
+Nutch
+OnCrawl
+OrangeBot
+OrangeSpider
 POE-Component-Client-HTTP
-PageAnalyzer
-Pandalytics
-Pavuk
+PageGrabber
+PeoplePal
 Petalbot
-Pi-Monster
-Piepmatz
+Picscout
+Pimonster
+Pixray
+Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-Pu_iN
 PxBroker
-PyCurl
-RankActiveLinkBot
-RankingBot
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 RankurBot
+Re-re
+ReGet
 RealDownload
-Reaper
 RebelMouse
+Recorder
 RepoMonkey
 RocketCrawler
+SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-Scanbot
-Scrapy
-ScreenerBot
-Searchestate
+SalesIntelligent
+ScrepyBot
 SearchmetricsBot
-SemanticJuice
-SentiBot
-SeoSiteCheckup
 Shodan
-Site Sucker
-SiteLockSpider
-SiteSnagger
-Siteimprove
-SlySearch
+Siphon
+Sitebeam
 Snake
+Snapbot
+Snoopy
 Sociscraper
-Sottopop
+Sogou web spider
+Spammen
+SpankBot
+Spanner
 SputnikBot
-Sqworm
-Steeler
-SuperBot
+Sucuri
+SurveyBot
 Swiftbot
-Szukacz
+T0PHackTeam
 Teleport
-TeleportPro
 Telesoft
-Telesphorep
-The Intraformant
-Thumbor
+Titan
 Trendiction
-Turingos
-Turnitin
-Twice
+True_Robot
+TwengaBot
+URLy Warning
 UnisterBot
+Upflow
 V-BOT
-VCI
+VB Project
 Vagabondo
-Virusdie
-WPScan
-WWW-Collector-E
+VeriCiteCrawler
+VidibleScraper
+Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WWW-Mechanize
-Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Collage
-Web Fuck
+Web Pix
 WebAuto
 WebBandit
 WebCollage
 WebCopier
 WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
-WebReaper
+WebSauger
 WebStripper
-WebZIP
 WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteQuester
+WebsiteExtractor
 Whatweb
-Woobot
+Widow
+Wonderbot
 Wprecon
+Xaldon WebSpider
 Xenu
 YoudaoBot
-Zermelo
-adscanner
+Zauba
+Zeus
+ZoomBot
+ZyBorg
 arquivo-web-crawler
+arquivo.pt
 backlink-check
-check1.exe
-com.plumanalytics
-crawler.feedback
+coccocbot-web
 crawler4j
+demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
-gopher
-heritrix
-internetVista monitor
 isitwp.com
-magpie-crawler
-page scorer
+lwp-trivial
+meanpathbot
+mediawords
+oBot
+pcBrowser
 plumanalytics
+polaris version
 s1z.ru
+satoristudio.net
+scan.lol
 seocompany.store
+serpstatbot
+sexsearcher
 siteripz
+sogouspider
 sp_auditbot
-trendiction.com
-trendiction.de
-webgains-bot
+sysscan
 webprosbot
-x09Mozilla
 x22Mozilla
 xpymep1.exe
-zauba.io
 zgrab