V4.2021.11.2725 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404enemy
 ADmantX
 AIBOT
-ALittle Client
 Abonti
-Aboundex
-Aboundexbot
-Aipbot
-Alligator
+Acunetix
+AhrefsBot
+AiHitBot
 AlphaBot
-Anarchy
+Anarchy99
+Ankit
 Apexoo
-Asterias
-Attach
+Aspiegel
+AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
+Badass
+Bandit
+BatchFTP
 Bigfoot
+Bitacle
+Black Hole
 BlackWidow
-Blackboard
 Boardreader
 Bolt
-Brandprotect
-Buck
-BunnySlippers
+BotALot
+BuiltWith
 BuzzSumo
-CODE87
+CATExplorador
+CCBot
 Calculon
-CensysInspect
-ChinaClaw
+CazoodleBot
+CheTeam
 Chlooe
-Claritybot
 Cogentbot
-Copier
-CopyRightCheck
-Copyscape
 Cosmos
-CrazyWebCrawler
-Crescent
-Curious
+Crawling at Home Project
 DBLBot
 DIIbot
 DSearch
 DTS Agent
-DataCha0s
-Disco
-DomainStatsBot
-Dotbot
-Download Wonder
+Demon
+Devil
+Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
+Domains Project
+Dragonfly
 Drip
 ECCP/1.0
-Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-ExtLinksBot
+Exabot
+Express WebPictures
 Extreme Picture Finder
 EyeNetIE
-Ezooms
+FDM
 FHscan
-FemtosearchBot
+Fimap
+Firefox/7.0
+FlashGet
 Flunky
-Foobot
 FrontPage
-GermCrawler
-GetRight
+Fuzz
+Fyrebot
+GT::WWW
+Genieo
 Go-Ahead-Got-It
+GoZilla
 GrabNet
+GrapeshotCrawler
 HEADMasterSEO
+HMView
+HTTP::Lite
 HTTrack
-Haansoft
-Heritrix
-Hloader
-Humanlinks
-HybridBot
-IRLbot
+HaosouSpider
+Havij
+IDBTE4M
 Iblog
-Id-search
 IlseBot
 InfoNaviRobot
+InterGET
 Internet Ninja
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JetCar
-Jetty
-JikeSpider
 Joomla
 Jorgee
-JustView
 Keyword Density
 Kozmosbot
-LNSpiderguy
-Lanshanbot
+LWP::Simple
 Larbin
+LeechFTP
 LeechGet
 Libwhisker
+LieBaoFast
 Likse
-LinkScan
-Linkbot
+LinkWalker
 Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-MFC_Tear_Sample
-MIDown tool
+Lipperhey
+Lmspider
 MQQBrowser
+MSFrontPage
+MSIECrawler
 Mag-Net
-Magnet
-Mail.RU_Bot
 Majestic SEO
-MarkMonitor
+Majestic-SEO
+Majestic12
+Masscan
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-Metauri
+MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Mojeek
 Mr.4x3
-NetLyzer
-NextGenSearchBot
+NearSite
+Needle
+Nessus
+NetMechanic
+NetSpider
+NetZIP
 Nibbler
 Niki-bot
-Nikto
 Ninja
 Nmap
+Nuclei
 Nutch
-OnCrawl
+Octopus
+Offline Navigator
 OpenLinkProfiler
-OutfoxBot
+OrangeBot
 PECL::HTTP
 Page Analyzer
-PageScorer
-PageThing.com
+PageGrabber
 Pandalytics
+Papa Foto
 PeoplePal
-Pi-Monster
+Picsearch
+PictureFinder
+Piepmatz
 Pimonster
+Pixray
+PleaseCrawl
 ProPowerBot
-Probethenet
+ProWebWalker
+Psbot
 Pu_iN
-PyCurl
-Quick-Crawler
+Pump
+RSSingBot
 RankActiveLinkBot
-RankFlex
+RankingBot
 RankingBot2
-Re-re
+Rankivabot
+RankurBot
 ReGet
-RealDownload
+Reaper
 RedesScrapy
 RepoMonkey
 Ripper
-SBIder
 SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SMTBot
 SalesIntelligent
-ScanAlert
 ScoutJet
 Scrapy
-ScreenerBot
 ScrepyBot
-SearchmetricsBot
+SemanticJuice
 SentiBot
-SeobilityBot
+SeoSiteCheckup
+Siphon
+SiteCheckerBotCrawler
 SiteSucker
-Sitebeam
 Sitevigil
-SlySearch
-SocialRankIOBot
-Sottopop
+Snake
+Snoopy
+Sosospider
+SpaceBison
 Spbot
-Spinn3r
-Sqworm
-Steeler
-Sucuri
-Surfbot
+Sqlworm
+SuperHTTP
 Suzuran
-Szukacz
-Thumbor
-TightTwatBot
-Toweyabot
+T0PHackTeam
+T8Abot
+TheNomad
+Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
 TwengaBot
+Twice
+Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
 Upflow
-VB Project
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
 Virusdie
 Voil
-WBSearchBot
+Voltron
+WISENutbot
 WWW-Collector-E
-WallpapersHD
+WWW-Mechanize
+WWWOFFLE
+WeSEE
 Web Collage
-Web Enhancer
-Web Fetch
-WebBandit
-WebCollage
-WebFuck
-WebStripper
+WebAuto
+WebCopier
+WebFetch
+WebGo IS
+WebPix
+WebReaper
+WebSauger
+WebSucker
+WebWhacker
 WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
+Whacker
 Whatweb
-Widow
 Wonderbot
-Wprecon
-Xaldon WebSpider
-Zeus
+Xaldon_WebSpider
 Zitebot
-ZmEu
-backlink-check
-coccocbot-web
+ZoominfoBot
+ZumBot
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+check1.exe
 com.plumanalytics
-dataforseo.com
 demandbase-bot
-domainsproject.org
+eCatch
+evc-batch
 facebookscraper
 instabid
-lwp-trivial
-meanpathbot
-mediawords
+internetVista monitor
+lwp-request
+magpie-crawler
 muhstik-scan
-netEstate NE Crawler
-probe-image-size
-scalaj-http
-scan.lol
-seocompany.store
-seostar
+plumanalytics
+seoscanners
+serpstatbot
+sexsearcher
 sitechecker.pro
-sp_auditbot
-ubermetrics-technologies.com
+trendiction.com
 voyagerx.com
 webpros.com
-webprosbot
-x09Mozilla
-x22Mozilla
-zgrab
+xpymep1.exe