V4.2022.07.3202 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-ALittle Client
-ASPSeek
+404enemy
 Aboundex
 Aboundexbot
 Acunetix
-AiHitBot
 AllSubmitter
 Alligator
 Anarchy
-Ankit
 Anthill
-Apexoo
-Asterias
-Attach
-AwarioRssBot
-AwarioSmartBot
-BLEXBot
+BDCbot
+BDFetch
 BackDoorBot
 BackStreet
-Bandit
+BacklinkCrawler
+Badass
 Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
-Blackboard
-Bolt
 BotALot
+Brandprotect
 BuiltBotTough
-BuiltWith
-CCBot
-CheTeam
+CATExplorador
+CSHttp
+CazoodleBot
+Cegbfeieh
+CensysInspect
+ChinaClaw
+Chlooe
 Citoid
-Cliqzbot
 Cloud mapping
-Cogentbot
-CopyRightCheck
-Craftbot
+Collector
+Copyscape
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CrunchBot
+Curious
 CyotekWebCopy
-DIIbot
-DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
-Dirbuster
-Discobot
+DigitalPebble
 Dispatch
 DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomainStatsBot
-Domains Project
+DomainAppender
+DomainCrawler
 Download Wonder
-Ebingbong
-EirGrabber
-ExtLinksBot
+Dragonfly
+ECCP/1.0
+EasyDL
+Exabot
 Extractor
-ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 FDM
-FemtosearchBot
 Foobot
 Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
+FrontPage
 G-i-g-a-b-o-t
-GalaxyBot
+GetWeb
 Getintent
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+Gotit
+Grabber
+Grafula
 GrapeFX
-HEADMasterSEO
-HMView
+GrapeshotCrawler
 HTMLparser
 HTTP::Lite
-HTTrack
-HaosouSpider
+Heritrix
 Hloader
-IDBTE4M
-IDBot
+HonoluluBot
 IRLbot
+Iblog
+Image Fetch
 Image Sucker
+InfoNaviRobot
 Intelliseek
+InterGET
 Internet Ninja
-Iria
-IstellaBot
-JOC Web Spider
-Jetty
-JikeSpider
-Joomla
-Jorgee
-Keyword Density
+Iskanie
+JamesBOT
+JetCar
+JustView
 Kozmosbot
+LNSpiderguy
 LWP::Simple
+Leap
+LexiBot
+Lftp
 LibWeb
-Libwhisker
 Lightspeedsystems
-LinkScan
-Linkbot
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+LinkWalker
+Litemage_walker
 MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MSFrontPage
-MSIECrawler
 MTRobot
+Mag-Net
 Magnet
+Majestic SEO
 Majestic12
+Masscan
 MauiBot
 Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
-Microsoft URL Control
-Mister PiX
-Mozlila
+Metauri
+MicroMessenger
+MolokaiBot
+Morfeus Fucking Scanner
 Msrabot
-Musobot
 NPbot
-Nameprotect
-Net Vampire
+Name Intelligence
 NetAnts
-Nibbler
-Niki-bot
-Nikto
+NetMechanic
 NimbleCrawler
 Nimbostratus
-Nmap
 Not
-Octopus
-OpenLinkProfiler
-Openfind
-OrangeBot
-OrangeSpider
-OutfoxBot
+Nuclei
+Offline Explorer
+OutclicksBot
+PHPCrawl
+PageAnalyzer
+PageScorer
 Papa Foto
-Petalbot
-Picscout
-Piepmatz
-Pixray
-Pockey
+Pavuk
+PictureFinder
+Pu_iN
 PyCurl
 QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-Re-re
+RankFlex
+RankingBot
+RankurBot
+ReGet
+RealDownload
 RebelMouse
+RedesScrapy
+RepoMonkey
+Rogerbot
 SEOkicks
-SalesIntelligent
-Scrapy
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SMTBot
+ScanAlert
 ScreenerBot
 ScrepyBot
 Searchestate
-SearchmetricsBot
-Seekport
+SemanticJuice
+Semrush
+SemrushBot
 SentiBot
-SeobilityBot
 Seomoz
-Shodan
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
+Site Sucker
+SlySearch
 SmartDownload
-SocialRankIOBot
-Sosospider
-SpankBot
-Spanner
-Spbot
+Snake
+Snapbot
+Snoopy
+Sottopop
+SpaceBison
+Spammen
 SputnikBot
-Sqlmap
 Sqworm
-Sucker
-SuperBot
-SuperHTTP
+Stripper
 Surfbot
+SurveyBot
 T8Abot
-Teleport
-Titan
-Trendictionbot
+TeleportPro
+Telesphorep
+TheNomad
+Toweyabot
+Tracemyfile
 True_Robot
-TwengaBot
-Twice
-URLy.Warning
-Upflow
-V-BOT
-Vacuum
-Vagabondo
+Turingos
+TurnitinBot
+Typhoeus
+URLy Warning
+VB Project
+VCI
 VeriCiteCrawler
+VoidEYE
+Voil
 WBSearchBot
-WWW::Mechanize
-WWWOFFLE
-WeSEE
+WEBDAV
+WISENutbot
+Wallpapers/3.0
+WallpapersHD
+Web Collage
 Web Fetch
-Web Sucker
+Web Pix
+WebBandit
+WebCollage
 WebEnhancer
+WebImageCollector
 WebLeacher
 WebPix
-WebReaper
-WebSucker
-Webalta
-WebmasterWorldForumBot
+WebSauger
+Webshag
 WebsiteQuester
 Webster
-Whack
 Whatweb
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
-Xenu
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zeus
 Zitebot
-ZoomBot
-ZoominfoBot
-adscanner
-clark-crawler
-coccocbot
-com.plumanalytics
+ZumBot
+archive.org_bot
+backlink-check
+cognitiveseo
 crawler4j
+dataforseo.com
 domainsproject.org
-evc-batch
-facebookscraper
+eCatch
+gopher
 internetVista monitor
-ips-agent
-linkdexbot
+lwp-request
+lwp-trivial
 magpie-crawler
+muhstik-scan
+page scorer
+pcBrowser
+polaris version
 probe-image-size
+ripz
+satoristudio.net
+scalaj-http
+scan.lol
+seoscanners
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
 siteripz
-sogouspider
-spyfu
 sysscan
 tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-xpymep1.exe
+webprosbot
 zauba.io
 zgrab