V4.2022.08.3318 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-ADmantX
+404enemy
+80legs
 ALittle Client
-Abonti
+ASPSeek
 Aboundexbot
 Acunetix
-Aipbot
+AhrefsBot
 AllSubmitter
-Anarchie
-Anarchy99
-Ankit
-Apexoo
-Aspiegel
-Asterias
+AlphaBot
+AwarioRssBot
+BDCbot
 BDFetch
-BackStreet
-Badass
+BLEXBot
+BackDoorBot
+Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
+Bitacle
 Black Hole
-BlowFish
+Blackboard
+Blow
+Boardreader
+Bolt
 BotALot
+Buck
+Buddy
 Bullseye
 BunnySlippers
 BuzzSumo
-CATExplorador
-CSHttp
-Cegbfeieh
-CensysInspect
-ChinaClaw
+CazoodleBot
+CheTeam
 Citoid
+Claritybot
 Cliqzbot
-Collector
-Curious
+Copier
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
 CyotekWebCopy
-Deusu
-Digincore
-DigitalPebble
+DIIbot
+DSearch
+DataCha0s
+Dirbuster
 Disco
-Discobot
-Dispatch
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-Download Wonder
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Dragonfly
 Drip
-ECCP/1.0
-EMail Wolf
-Ebingbong
+EasyDL
+Ecxi
+EroCrawler
 Evil
+Exabot
 Extractor
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 FDM
-FHscan
-Fimap
-Firefox/7.0
-Foobot
+FlashGet
+Freeuploader
+FrontPage
+GalaxyBot
 GetWeb
-Getintent
 Gigabot
-Grabber
+Gotit
+GrabNet
 GrapeFX
-HEADMasterSEO
 HMView
-Haansoft
-Harvest
-Heritrix
-HonoluluBot
+HTTP::Lite
+HTTrack
+HaosouSpider
+IDBot
 Iblog
 Id-search
+IlseBot
+Image Sucker
+Indy Library
+InfoTekies
+Internet Ninja
 Iria
-JamesBOT
-JennyBot
+Iskanie
 JetCar
-Jorgee
-Kenjin Spider
-Keybot Translation-Search-Machine
+Jetty
+JikeSpider
 Kozmosbot
 LNSpiderguy
-LWP::Simple
+Lanshanbot
+Larbin
+LeechFTP
 Lftp
-LibWeb
-Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+Libwhisker
+LieBaoFast
+LinkWalker
+LinksManager
+LinqiaRSSBot
 Litemage_walker
-Lmspider
+Ltx71
+MIIxpc
+MJ12bot
+MSIECrawler
+Mag-Net
+Magnet
 Mail.RU_Bot
-MarkWatch
-Mass Downloader
+Majestic-SEO
 Mata Hari
-MauiBot
 Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
-Minefield
-Mister PiX
+Microsoft Data Access
 Moblie Safari
+Mojeek
 Mojolicious
-Mozlila
 Mr.4x3
-NPbot
+NICErsPRO
+Nameprotect
 Nessus
-Net Vampire
 NetAnts
 NetLyzer
-NetZIP
+NetSpider
 Nettrack
 Netvibes
 Nibbler
 Niki-bot
 Nikto
 NimbleCrawler
+Nimbostratus
+Ninja
 Nutch
-Octopus
-Openfind
-Openvas
-OutclicksBot
-PageGrabber
-PageThing.com
+Offline Navigator
+OpenVAS
+PECL::HTTP
+PageAnalyzer
+PageScorer
+Panscient
 Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Picscout
-Picsearch
-PictureFinder
-Pixray
-Pockey
-Probethenet
+Pi-Monster
+Piepmatz
+PleaseCrawl
+ProWebWalker
 Pu_iN
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot2
-RealDownload
-Recorder
-RedesScrapy
-RepoMonkey
+RankFlex
+RankingBot
+RankurBot
+Reaper
+Ripper
 RocketCrawler
-SBIder
-SEOkicks-Robot
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SEOstats
-SISTRIX
+SEOprofiler
 ScanAlert
-ScoutJet
+Scrapy
+ScreenerBot
+Searchestate
 SemanticJuice
 SemrushBot
-SeoSiteCheckup
-Siphon
-SiteSucker
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-Sociscraper
-Sogou web spider
+Siteimprove
+SlySearch
+Snake
+Snapbot
+SocialRankIOBot
 Sosospider
-Sottopop
 SpaceBison
 Spammen
+SpankBot
+Spbot
 Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
 Sucker
 SuperHTTP
-Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
-TheNomad
-TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
 Trendiction
 Turnitin
+TurnitinBot
 TwengaBot
-URLy.Warning
-UnisterBot
+URLy Warning
+V-BOT
 VB Project
-Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-Voil
-Voltron
-WISENutbot
+VoidEYE
 WPScan
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
-WeSEE
-Web Fuck
-Web Sucker
-WebBandit
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Collage
+WebCopier
 WebEnhancer
 WebFetch
-WebGo IS
-WebPix
+WebImageCollector
 WebSucker
 Webalta
-Webshag
-WebsiteQuester
-Whack
-Whatweb
+WebmasterWorldForumBot
+WebsiteExtractor
 Who.is Bot
-Wonderbot
+Widow
+WinHTTrack
+Woobot
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
 Zade
-ZmEu
-ZoomBot
 ZoominfoBot
 ZyBorg
 arquivo.pt
-autoemailspider
-cah.io.community
-clark-crawler
-crawl.sogou.com
+backlink-check
 crawler.feedback
 facebookscraper
-linkdexbot
+gopher
+isitwp.com
 lwp-request
-lwp-trivial
-meanpathbot
-mediawords
-oBot
+magpie-crawler
+netEstate NE Crawler
 page scorer
-pcBrowser
 plumanalytics
-polaris version
-probe-image-size
 s1z.ru
 satoristudio.net
-scan.lol
-seobility
-seoscanners
 seostar
-siteripz
-sogouspider
-sp_auditbot
-voyagerx.com
+sexsearcher
+spyfu
+tAkeOut
 webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 zauba.io