V4.2021.12.2789 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+404enemy
+80legs
 ADmantX
-ASPSeek
-AiHitBot
+Aboundex
+Aboundexbot
+Alligator
 AlphaBot
-Anarchie
-Anarchy99
-Anthill
+Ankit
 Apexoo
-Asterias
-AwarioRssBot
-BDCbot
-BLEXBot
+BBBike
+BDFetch
 BackWeb
+Backlink-Ceck
+Bandit
 BatchFTP
-BetaBot
-Black Hole
-Boardreader
-Bolt
-BotALot
+Bitacle
+Blow
+BlowFish
 Brandprotect
+Brandwatch
+BuiltWith
 Bullseye
-BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-CensysInspect
+CCBot
+Calculon
+CheTeam
 CheeseBot
-ChinaClaw
-Citoid
+CherryPicker
 Cliqzbot
+Cloud mapping
 Cocolyzebot
-Collector
-CopyRightCheck
-Craftbot
+Cogentbot
+Copier
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
-DSearch
-DTS Agent
-Dirbuster
-Disco
-Discoverybot
-DittoSpyder
+Curious
+DBLBot
+DIIbot
+Deusu
+Devil
+Digincore
+DigitalPebble
+Dispatch
+DnBCrawler-Analytics
+DnyzBot
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
-EasyDL
-Ecxi
-EirGrabber
+EMail Wolf
+Ebingbong
 EroCrawler
-Express WebPictures
+Exabot
 ExtLinksBot
 Extractor
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
+FDM
 FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
+Foobot
+Freeuploader
+FrontPage
 FyberSpider
-Fyrebot
 GT::WWW
-GetWeb
+GalaxyBot
+Genieo
+GermCrawler
+GetRight
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
+Grabber
+Grafula
 GrapeFX
+GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
 Havij
-Humanlinks
+HybridBot
 IDBTE4M
-IlseBot
-Image Fetch
-Image Sucker
-InterGET
+IDBot
+Id-search
+IndeedBot
+Indy Library
+InfoNaviRobot
+Intelliseek
 InternetSeer
-Iskanie
-IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
 Jetty
+JikeSpider
+Joomla
+Jorgee
 JustView
-Jyxobot
-Keyword Density
-Kinza
+Kenjin Spider
 LNSpiderguy
-Lanshanbot
+Larbin
 LeechFTP
-LeechGet
-Likse
+LibWeb
 LinkScan
 LinkWalker
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-MIIxpc
+MSFrontPage
+MSIECrawler
 MTRobot
-Mag-Net
 Majestic SEO
 Mass Downloader
 Mata Hari
-MauiBot
-Mb2345Browser
-MegaIndex.ru
-Microsoft Data Access
-Mozlila
+Mojolicious
 Mr.4x3
 Musobot
 NICErsPRO
-Nessus
-Net Vampire
-NextGenSearchBot
-Niki-bot
+NPbot
+Name Intelligence
+NetMechanic
+NetSpider
+Nettrack
+Netvibes
+NimbleCrawler
 Nmap
-OnCrawl
-OpenVAS
-POE-Component-Client-HTTP
-PageAnalyzer
+Not
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
-Papa Foto
+Panscient
 PeoplePal
 Pi-Monster
 Picscout
 PictureFinder
 Piepmatz
-Pixray
-PleaseCrawl
-ProWebWalker
-PyCurl
+Probethenet
+Pu_iN
 RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
-RankingBot2
+Rankivabot
+RankurBot
 ReGet
 RealDownload
-Reaper
-RocketCrawler
+Recorder
+RepoMonkey
 Rogerbot
-Scanbot
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SMTBot
 ScoutJet
-Scrapy
-ScreenerBot
-SearchmetricsBot
-SentiBot
+Screaming
+ScrepyBot
+Searchestate
+SemanticJuice
 SeobilityBot
-Seomoz
 Site Sucker
-SiteLockSpider
-SiteSnagger
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSucker
 Siteimprove
-Sitevigil
+SmartDownload
+Snake
 Snapbot
-SocialRankIOBot
+Snoopy
 Sociscraper
+Sogou web spider
+Sosospider
+SpankBot
 Spanner
-Spbot
-Sqlmap
+Spinn3r
+Sqworm
+Stripper
+Surfbot
 Swiftbot
+Szukacz
 T0PHackTeam
 T8Abot
-Teleport
-Telesphoreo
-Telesphorep
+TeleportPro
 TheNomad
 Thumbor
 TightTwatBot
-Toata
-Tracemyfile
 True_Robot
-Turingos
-TwengaBot
-Typhoeus
-URLy Warning
+TurnitinBot
 URLy.Warning
-Upflow
-V-BOT
+UnisterBot
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+VidibleScraper
 Virusdie
+VoidEYE
 Voltron
-WASALive-Bot
-WISENutbot
+WEBDAV
 WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Web Auto
 Web Enhancer
-Web Fetch
-Web Fuck
-Web Sucker
+Web Pix
 WebBandit
-WebCollage
-WebImageCollector
+WebEnhancer
+WebFuck
+WebGo IS
+WebLeacher
 WebPix
-WebmasterWorldForumBot
+WebReaper
+WebWhacker
+Webshag
 Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whacker
-Widow
-WiseGuys Robot
+Webster
+Whack
 Wonderbot
 Woobot
-Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Zade
-Zauba
-Zermelo
+YoudaoBot
 Zeus
 Zitebot
-ZmEu
+ZoominfoBot
 ZumBot
+adscanner
+archive.org_bot
+autoemailspider
 backlink-check
-cah.io.community
 check1.exe
 clark-crawler
-cognitiveseo
+coccocbot-web
 com.plumanalytics
-dataforseo.com
-demandbase-bot
-eCatch
-heritrix
-instabid
+crawler.feedback
+domainsproject.org
+evc-batch
+gopher
 internetVista monitor
-mediawords
+magpie-crawler
 oBot
-pcBrowser
-plumanalytics
-satoristudio.net
-seobility
+page scorer
+s1z.ru
 seoscanners
+seostar
 sogouspider
-trendiction.com
+sp_auditbot
+tAkeOut
 voyagerx.com
 webgains-bot
+webmeup-crawler
 webprosbot
-zauba.io
+x09Mozilla