V4.2022.05.3133 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+360Spider
+404checker
+ASPSeek
 Aboundex
 Aboundexbot
 AiHitBot
 Aipbot
 Alexibot
+Alligator
+AlphaBot
+Anarchie
+Anarchy
+Apexoo
 Asterias
-AwarioRssBot
-AwarioSmartBot
+Atomseobot
+Attach
 BLEXBot
 BackDoorBot
 BackStreet
-BackWeb
-BacklinkCrawler
 Badass
 BatchFTP
-Black Hole
-BlackWidow
-Blackboard
-Blow
-BlowFish
-Bolt
-Brandwatch
-BuiltBotTough
+BotALot
+Buck
+Buddy
 BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
-CODE87
+CazoodleBot
 CensysInspect
-CheeseBot
 Claritybot
 Cliqzbot
-Copier
-CopyRightCheck
+Cloud mapping
+Cocolyzebot
+Collector
 Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CyotekWebCopy
-DSearch
-DataCha0s
-Demon
-Deusu
+Curious
+DTS Agent
 Digincore
-DigitalPebble
+Disco
 Discobot
 Discoverybot
-Dispatch
-DittoSpyder
 DnBCrawler-Analytics
+DomCopBot
 DomainCrawler
-Domains Project
-Download Wonder
-Drip
+ECCP/1.0
+EMail Siphon
 Ebingbong
 Ecxi
-EroCrawler
-Evil
-Exabot
-Extractor
+EirGrabber
+Express WebPictures
+ExtractorPro
+EyeNetIE
 Ezooms
 FDM
-FHscan
+FemtosearchBot
+Fimap
+Firefox/7.0
 FlashGet
 Foobot
 FyberSpider
+Fyrebot
+GT::WWW
 GermCrawler
-Getintent
 Gigabot
 Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
+GrabNet
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HaosouSpider
+HMView
+HTTrack
+Harvest
 Havij
+Heritrix
 Hloader
+HonoluluBot
 Humanlinks
-HybridBot
-Intelliseek
-Internet Ninja
-Iria
+IDBTE4M
+IRLbot
+Id-search
+Image Fetch
+IndeedBot
+InfoNaviRobot
+InfoTekies
+InterGET
+InternetSeer
 Iskanie
-JamesBOT
 Jbrofuzz
-JetCar
+JennyBot
+Jetty
 Jorgee
+JustView
 Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
-Larbin
-LibWeb
-Likse
-LinqiaMetadataDownloaderBot
+LNSpiderguy
+Lanshanbot
+Leap
+LexiBot
+LinkScan
+Linkbot
+LinkextractorPro
+LinkpadBot
+Lipperhey
 Ltx71
-MIDown tool
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
-Mag-Net
-Magnet
-Majestic SEO
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
 MarkMonitor
 Mass Downloader
 Masscan
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+Mata Hari
+MauiBot
+Meanpathbot
+Metauri
+Microsoft URL Control
 Minefield
-Moblie Safari
+Mister PiX
 Mojeek
 Mojolicious
-Msrabot
+Mr.4x3
+Musobot
 NPbot
 Name Intelligence
-Navroad
-Nessus
-NetAnts
-NetLyzer
-NetMechanic
-NetSpider
-Nettrack
-Netvibes
-Nibbler
-Nikto
+NearSite
+Needle
+Netcraft
+Ninja
 Not
-Nutch
-OnCrawl
-OpenVAS
+OpenLinkProfiler
+Openfind
 Openvas
 OrangeBot
-POE-Component-Client-HTTP
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
 PageScorer
-PageThing.com
-Papa Foto
 Pavuk
-Picscout
-PictureFinder
-Pimonster
-Pixray
-ProWebWalker
+Piepmatz
+ProPowerBot
+Probethenet
 Psbot
-Pu_iN
-Pump
-QueryN Metasearch
 RankActive
 RankActiveLinkBot
 RankingBot2
 Rankivabot
+RankurBot
 Re-re
-RealDownload
 Reaper
-RebelMouse
-SEOkicks-Robot
+RedesScrapy
+SBIder
+SEOkicks
 SEOlyticsCrawler
+SISTRIX
 SMTBot
 ScanAlert
 ScoutJet
-ScreenerBot
+Screaming
+ScrepyBot
 Seekport
-SemanticJuice
-Semrush
-SentiBot
-SeoSiteCheckup
 Seomoz
 Shodan
+Siphon
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Siteimprove
+Sitebeam
 Sitevigil
-Sogou web spider
+Sottopop
 SpaceBison
 SpankBot
-Spanner
-Spinn3r
 Sqlmap
-Stripper
+Sqlworm
 Sucuri
-Surfbot
+SuperBot
 SurveyBot
-Suzuran
-Swiftbot
-T8Abot
-Telesphoreo
+Telesoft
 Telesphorep
 The Intraformant
-TheNomad
-Toata
+Thumbor
+Titan
 Toweyabot
-Trendiction
-Trendictionbot
 TwengaBot
-URLy Warning
+Twice
 UnisterBot
-Upflow
-VB Project
+Vagabondo
+Virusdie
 Voil
+Voltron
 WISENutbot
-WPScan
 WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Collage
+Wallpapers
 Web Enhancer
-Web Fetch
-Web Fuck
 Web Pix
-Web Sucker
-WebCollage
+WebBandit
 WebEnhancer
-WebFetch
+WebGo IS
+WebImageCollector
 WebPix
-WebmasterWorldForumBot
+WebSauger
+WebZIP
+Webalta
+Webshag
 WebsiteExtractor
-WinHTTrack
-Wonderbot
-Wotbox
+Webster
+Whack
+Whatweb
+WiseGuys Robot
+Woobot
 Wprecon
-ZumBot
+Zauba
+Zeus
+Zitebot
+ZmEu
+ZoomBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
 backlink-check
-cah.io.community
-com.plumanalytics
+coccocbot
 demandbase-bot
-domainsproject.org
+evc-batch
 facebookscraper
+gopher
 internetVista monitor
-ips-agent
+iubenda-radar
+lwp-request
 lwp-trivial
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
 page scorer
-ripz
 s1z.ru
+satoristudio.net
+scalaj-http
 seobility
-seocompany.store
 seoscanners
-serpstatbot
-siteripz
-sysscan
-webpros.com
+seostar
+sogouspider
+tAkeOut
+trendiction.de
+x09Mozilla
+zauba.io
+zgrab