V4.2021.07.2454 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
-80legs
 ADmantX
-Aipbot
-Ankit
-Aspiegel
-Attach
-AwarioSmartBot
+AIBOT
+Abonti
+Aboundex
+Acunetix
+AllSubmitter
+Anarchy99
+AwarioRssBot
+BDCbot
 BDFetch
-BLEXBot
+BacklinkCrawler
 Badass
+Bandit
 Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
+BlackWidow
 Blackboard
+Blow
 BlowFish
-Brandprotect
-Brandwatch
-Buddy
-BunnySlippers
-CazoodleBot
+Boardreader
+BuiltWith
+CATExplorador
+CCBot
+CODE87
+CSHttp
 Cegbfeieh
 CheTeam
-CheeseBot
-Cocolyzebot
+Cliqzbot
+Collector
 Copier
-CopyRightCheck
+Copyscape
 Craftbot
 CrazyWebCrawler
-Crescent
-CrunchBot
 Curious
-Custo
-CyotekWebCopy
-DSearch
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Devil
-Dirbuster
+Digincore
+DigitalPebble
+Disco
+Discobot
+Discoverybot
 DnyzBot
+DomCopBot
 DomainAppender
-Dotbot
+DomainStatsBot
+Domains Project
 Dragonfly
+Drip
 EMail Siphon
-Evil
-Exabot
-ExtLinksBot
-Extractor
-FHscan
-FlashGet
-Foobot
+EasyDL
+Ecxi
+EirGrabber
+Firefox/7.0
+Flunky
 FrontPage
+Fuzz
 Fyrebot
-GetRight
-Getintent
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-GridBot
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+Gigabot
+Gotit
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTMLparser
 HTTrack
+Harvest
+Havij
 Heritrix
-HybridBot
-IDBTE4M
+Hloader
+Humanlinks
 IDBot
-Id-search
 Image Fetch
-Indy Library
-Internet Ninja
-Iskanie
-Jbrofuzz
-JennyBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 JetCar
 Jetty
-JikeSpider
+Joomla
 Jorgee
 JustView
-LNSpiderguy
-Lanshanbot
-LeechGet
-Libwhisker
-Lightspeedsystems
-LinkScan
-LinkWalker
-LinkextractorPro
-LinkpadBot
+Jyxobot
+Kenjin Spider
+Kinza
+LWP::Simple
+LeechFTP
+LexiBot
+Lftp
+LieBaoFast
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
-MJ12bot
+Ltx71
 MSFrontPage
-MTRobot
 Magnet
 Mail.RU_Bot
-MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
 Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
+Mojeek
 Mojolicious
+Msrabot
 Musobot
-NICErsPRO
+Name Intelligence
 Needle
 Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+NetLyzer
 Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
 Nibbler
-Niki-bot
 NimbleCrawler
-Nimbostratus
+Nmap
 Nutch
 OPPO A33
-Offline Navigator
-OpenLinkProfiler
+OnCrawl
 Openfind
-Openvas
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
+OrangeBot
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
 PageGrabber
-PageThing.com
-Panscient
+Pandalytics
 Papa Foto
 Pavuk
-Picscout
 Picsearch
-PictureFinder
+Piepmatz
+Pixray
+PleaseCrawl
 Pockey
 ProWebWalker
 Psbot
+Pump
+PxBroker
 PyCurl
 QueryN Metasearch
-RankActive
+Quick-Crawler
+RankActiveLinkBot
 RankingBot
-Recorder
-RepoMonkey
+RealDownload
+RedesScrapy
 Ripper
-SBIder
-SISTRIX
+RocketCrawler
+SEOlyticsCrawler
 ScanAlert
-ScoutJet
-Scrapy
-ScreenerBot
-SentiBot
-SeoSiteCheckup
+Semrush
+SemrushBot
+SeobilityBot
 Seomoz
-SiteExplorer
-SiteSucker
-Sitebeam
+Shodan
+Site Sucker
 Sitevigil
-SmartDownload
+Snapbot
 Snoopy
-Sogou web spider
-Sosospider
-Sottopop
-Spanner
 Sqlmap
+Sqworm
 Stripper
 Sucker
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
 Suzuran
-TeleportPro
+Szukacz
+T0PHackTeam
+Teleport
 Telesphoreo
-TheNomad
-Toata
+Telesphorep
+The Intraformant
+TightTwatBot
+Titan
 Toweyabot
 Trendiction
-Trendictionbot
+True_Robot
 Turingos
-Twice
-Typhoeus
 UnisterBot
-Upflow
 V-BOT
-VB Project
-VeriCiteCrawler
-Virusdie
-Voil
+VCI
+Vacuum
+Vagabondo
+VidibleScraper
+VoidEYE
+Voltron
 WEBDAV
-WISENutbot
-WWW-Collector-E
-WallpapersHD
-Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
+WPScan
+WWW-Mechanize
+WeSEE
+Web Auto
+Web Pix
+Web Sauger
 WebBandit
 WebCollage
-WebEnhancer
-WebLeacher
+WebCopier
 WebSauger
 WebStripper
-WebWhacker
-WebZIP
-Webalta
-Widow
+WebSucker
+WebsiteQuester
+Whack
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
-Zade
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
 Zauba
-ZmEu
+Zeus
 ZoomBot
 ZoominfoBot
-ZyBorg
+ZumBot
 archive.org_bot
 arquivo-web-crawler
-autoemailspider
+arquivo.pt
 check1.exe
 coccocbot-web
-cognitiveseo
-crawl.sogou.com
+com.plumanalytics
+crawler4j
+demandbase-bot
 domainsproject.org
+eCatch
 evc-batch
-facebookscraper
-heritrix
-ips-agent
+gopher
+instabid
+lwp-request
+lwp-trivial
 magpie-crawler
+meanpathbot
 mediawords
-page scorer
-plumanalytics
-polaris version
-probe-image-size
-ripz
-satoristudio.net
+pcBrowser
 scalaj-http
-seobility
-sitechecker.pro
-spyfu
+seoscanners
+siteripz
+sogouspider
+sp_auditbot
+sysscan
+trendiction.com
+webmeup-crawler
+xpymep1.exe
 zauba.io
 zgrab