V4.2021.08.2534 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 80legs
 ADmantX
+AIBOT
 Abonti
-AhrefsBot
-Alligator
-AlphaBot
-Anarchie
+Aboundex
 Anarchy99
 Ankit
 Aspiegel
 Asterias
 Attach
-AwarioRssBot
-BackStreet
-BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-Bitacle
+AwarioSmartBot
+BBBike
+BLEXBot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Badass
+BetaBot
+Bigfoot
+Black Hole
 BlackWidow
-Blow
-BlowFish
-Bolt
-BotALot
-Buddy
+Brandprotect
 BuiltBotTough
 BuiltWith
 BunnySlippers
-CATExplorador
+CCBot
+CODE87
 CSHttp
-CensysInspect
 CheTeam
-ChinaClaw
-Cliqzbot
+CherryPicker
+Claritybot
 Cloud mapping
 Collector
-Copyscape
-CrazyWebCrawler
+Cosmos
+Craftbot
 CrunchBot
 Curious
 CyotekWebCopy
-DBLBot
+DSearch
 DTS Agent
-DatabaseDriverMysqli
-Digincore
 DigitalPebble
-Dispatch
 DittoSpyder
 DnyzBot
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Dotbot
+Download Wonder
 ECCP/1.0
 EMail Siphon
+EMail Wolf
 EirGrabber
+Exabot
+ExtLinksBot
+EyeNetIE
 FDM
 FemtosearchBot
-FlashGet
+Flunky
 Foobot
-Fyrebot
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
 GetWeb
 Getintent
 Gigablast
-GrabNet
-HEADMasterSEO
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+Grafula
 HMView
 HTMLparser
 HTTP::Lite
-HaosouSpider
-Heritrix
-Hloader
-Humanlinks
+HTTrack
 HybridBot
-IDBTE4M
-IDBot
 IRLbot
 Id-search
-IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
-InfoTekies
-InterGET
-InternetSeer
-Iria
 Iskanie
+JamesBOT
+JennyBot
 JetCar
+Jetty
 JikeSpider
+Joomla
 Jorgee
-Kozmosbot
+JustView
 LNSpiderguy
-LWP::Simple
 Lanshanbot
-LexiBot
+Larbin
+LeechFTP
 LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
+Libwhisker
 Linkbot
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
 Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-MSIECrawler
+MIIxpc
+MSFrontPage
+MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
 MarkMonitor
+Masscan
+Mata Hari
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-Metauri
+MegaIndex.ru
 Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Msrabot
 Musobot
-NICErsPRO
-NPbot
-NearSite
-Net Vampire
-NetAnts
+Nessus
 NetLyzer
-NetZIP
-Netvibes
-Nikto
-Nimbostratus
-Ninja
+Nibbler
 Nuclei
-Offline Explorer
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+Openfind
+Openvas
+PECL::HTTP
 Page Analyzer
-PageScorer
-PageThing.com
-Pandalytics
 Panscient
-Pavuk
+Pi-Monster
 Pimonster
-ProPowerBot
+PxBroker
 PyCurl
-QueryN Metasearch
-RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
 RankingBot
-Rankivabot
+RankurBot
+ReGet
 RealDownload
-RepoMonkey
-Rogerbot
+Reaper
+RedesScrapy
+RocketCrawler
+SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
 SISTRIX
-Scanbot
-ScoutJet
+SalesIntelligent
 Screaming
-ScreenerBot
-Semrush
-SemrushBot
-SeoSiteCheckup
+ScrepyBot
+SearchmetricsBot
+SentiBot
+Shodan
 Site Sucker
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sitebeam
 Sitevigil
 SlySearch
-Snake
+SmartDownload
 Snapbot
 Snoopy
-SocialRankIOBot
-Sosospider
+Sogou web spider
 Sottopop
-Spbot
-Sqlmap
+SpaceBison
+SpankBot
+Spinn3r
+SputnikBot
 Sqlworm
 Sqworm
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
-Szukacz
+Surfbot
 T0PHackTeam
-Teleport
 Telesphoreo
+Telesphorep
+Titan
 Toata
 Toweyabot
-Tracemyfile
 Trendiction
-Turnitin
-Twice
-VelenPublicWebCrawler
-VeriCiteCrawler
+TurnitinBot
+URLy.Warning
+V-BOT
+VB Project
 VoidEYE
 Voil
-WASALive-Bot
-WEBDAV
-WWW-Collector-E
-WWW::Mechanize
+WISENutbot
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
 Web Collage
 Web Fetch
-Web Pix
+Web Fuck
+Web Sucker
+WebAuto
 WebBandit
 WebCollage
-WebCopier
 WebEnhancer
-WebFetch
-WebLeacher
-WebReaper
-WebStripper
-Webalta
-Webster
-Whack
-Whacker
+WebImageCollector
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Who.is Bot
-WiseGuys Robot
+Widow
 Wonderbot
-Woobot
-Wotbox
+Wprecon
+Xaldon_WebSpider
+Xenu
+Zade
 Zauba
 Zeus
+ZmEu
+ZoomBot
 ZumBot
-arquivo-web-crawler
-cognitiveseo
-com.plumanalytics
-crawler.feedback
+ZyBorg
+backlink-check
+cah.io.community
+coccocbot-web
 crawler4j
-domainsproject.org
+evc-batch
 facebookscraper
+heritrix
+instabid
 ips-agent
 lwp-request
-magpie-crawler
-muhstik-scan
-page scorer
+lwp-trivial
+meanpathbot
+plumanalytics
+polaris version
 probe-image-size
+s1z.ru
 satoristudio.net
 scalaj-http
 seobility
+seoscanners
 seostar
-siteripz
+serpstatbot
+sogouspider
 sp_auditbot
-trendiction.de
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webprosbot
-x09Mozilla
+webpros.com
 xpymep1.exe
+zauba.io
+zgrab