V4.2021.09.2607 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ADmantX
-AIBOT
-Acunetix
-Alexibot
-AllSubmitter
-Asterias
-BDFetch
-BackDoorBot
-BackWeb
-Badass
+Aboundexbot
+AhrefsBot
+Aipbot
+Anarchy
+Apexoo
+Aspiegel
+AwarioSmartBot
+BDCbot
+BackStreet
+BacklinkCrawler
 Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Blow
-BuiltWith
-Bullseye
+Boardreader
+Bolt
+Buck
+BuiltBotTough
+BunnySlippers
 CCBot
 CODE87
-Calculon
-CazoodleBot
+CSHttp
+Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
+Cliqzbot
 Copyscape
-Craftbot
-Crescent
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-DTS Agent
+DataCha0s
 Demon
 Deusu
-Devil
-Dispatch
+DigitalPebble
+Dirbuster
+Disco
+Discobot
 DittoSpyder
-DomCopBot
 DomainAppender
-DomainCrawler
 DomainStatsBot
 Domains Project
+Dotbot
 Download Wonder
-ECCP/1.0
+Dragonfly
+Drip
 EMail Wolf
-Ebingbong
-EroCrawler
+EasyDL
+Evil
 Extreme Picture Finder
-FHscan
-FemtosearchBot
-Fimap
+FlashGet
 Flunky
+Foobot
 Fuzz
+FyberSpider
 Fyrebot
 GalaxyBot
+Genieo
+GetRight
 GetWeb
-Getintent
-Gigabot
-GoZilla
-GrabNet
-HEADMasterSEO
-HaosouSpider
+Go!Zilla
+Gotit
+Grabber
+GridBot
+HTTP::Lite
+Haansoft
 Havij
+Heritrix
 Hloader
+Humanlinks
+IDBTE4M
 IRLbot
-Iblog
-Id-search
-Image Fetch
-Image Sucker
-Indy Library
+InfoTekies
+Intelliseek
 Internet Ninja
-InternetSeer
-IstellaBot
 JOC Web Spider
-Jbrofuzz
-JennyBot
 JikeSpider
-Joomla
-Jorgee
 JustView
-Jyxobot
-Lanshanbot
+Keyword Density
+LWP::Simple
 Larbin
 LeechGet
 Lftp
+LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-LinkWalker
-LinkextractorPro
+Likse
+LinkScan
+Linkdexbot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
+Litemage_walker
+Lmspider
+Ltx71
 MIDown tool
 MIIxpc
-MQQBrowser
-MSIECrawler
+MJ12bot
 Magnet
+MarkMonitor
 Mass Downloader
-Mb2345Browser
-MeanPath Bot
+Masscan
+MauiBot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Moblie Safari
+Mister PiX
 Mojeek
+Mojolicious
 Mozlila
+Msrabot
 Musobot
+NPbot
 Name Intelligence
 Nameprotect
-Nessus
-Net Vampire
-NetLyzer
-Netcraft
-NextGenSearchBot
-Niki-bot
-Nikto
-Nimbostratus
+Navroad
+NearSite
+Needle
+Nettrack
+Nibbler
+Nutch
 Octopus
-OnCrawl
-OpenLinkProfiler
-OrangeBot
+Offline Navigator
 OrangeSpider
-OutclicksBot
 OutfoxBot
-PECL::HTTP
 Page Analyzer
 PageAnalyzer
 PageScorer
 PageThing.com
-Panscient
-Pavuk
+Pandalytics
+Papa Foto
 PeoplePal
-Picsearch
+Pi-Monster
 PictureFinder
+Pimonster
+Pixray
 PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
-QueryN Metasearch
-RankActive
+Pockey
+Pump
+PyCurl
+RSSingBot
 RankActiveLinkBot
-RankFlex
 RankingBot
 RankingBot2
-RankurBot
-Re-re
+Rankivabot
+ReGet
+RealDownload
 RebelMouse
 Recorder
-RepoMonkey
+RedesScrapy
 Rogerbot
 SEOkicks
+SEOstats
 SalesIntelligent
-ScoutJet
-Scrapy
+Scanbot
 Screaming
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
+Searchestate
+Seomoz
 Shodan
+Site Sucker
 SiteCheckerBotCrawler
-Sitevigil
-Snake
-Snapbot
-Snoopy
+SiteExplorer
+SiteSnagger
+Sitebeam
 SocialRankIOBot
-Sociscraper
-SpaceBison
+Sogou web spider
+Spammen
+Spanner
 Spbot
+Sqlmap
 Steeler
-Sucker
-Swiftbot
-Szukacz
+SuperBot
+Suzuran
 T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
-Telesphoreo
 Telesphorep
-TheNomad
 Thumbor
-Titan
-Turingos
-Turnitin
-TwengaBot
+Toata
+Trendiction
+True_Robot
+Twice
+Typhoeus
+URLy.Warning
+UnisterBot
 Upflow
-V-BOT
-VB Project
+VCI
 Vacuum
 Vagabondo
-Virusdie
-WEBDAV
-WWW-Mechanize
-WeSEE
-Web Auto
+VelenPublicWebCrawler
+VoidEYE
+Voil
+WASALive-Bot
+WBSearchBot
+WWW::Mechanize
+Wallpapers
+Web Enhancer
+Web Fuck
 WebAuto
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebPix
+WebFuck
+WebReaper
+WebStripper
 Webalta
-Website Quester
-Webster
-Whatweb
-Wonderbot
-Woobot
-Wotbox
-Wprecon
+WebsiteExtractor
+WebsiteQuester
+Whack
+Who.is Bot
+Widow
+WiseGuys Robot
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zeus
-Zitebot
+Zermelo
 ZmEu
-ZoomBot
-ZumBot
-ZyBorg
+ZoominfoBot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-backlink-check
 clark-crawler
 coccocbot-web
 cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-eCatch
-heritrix
-internetVista monitor
-lwp-trivial
+crawler4j
+demandbase-bot
+domainsproject.org
+ips-agent
+magpie-crawler
 meanpathbot
+mediawords
+muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
+pcBrowser
 plumanalytics
-probe-image-size
 s1z.ru
+satoristudio.net
 scan.lol
 seobility
 seoscanners
-seostar
-sitechecker.pro
-siteripz
+sogouspider
 webmeup-crawler
-webpros.com
-webprosbot
 x09Mozilla
 x22Mozilla
-zauba.io
 zgrab