V4.2021.10.2667 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
-ADmantX
+404checker
+404enemy
 AIBOT
 ALittle Client
-AfD-Verbotsverfahren
-Alligator
+Aboundex
+Aboundexbot
+AhrefsBot
+AiHitBot
+AllSubmitter
+Anarchie
 Anarchy99
-Asterias
-BDFetch
-Badass
-Bandit
-Barkrowler
-BatchFTP
+Anthill
+BBBike
+BLEXBot
+BackStreet
+BackWeb
+BacklinkCrawler
 Battleztar Bazinga
-Bigfoot
-BlackWidow
-Blackboard
+BetaBot
+Bitacle
 Blow
-Bolt
-Buck
-BuiltWith
+BlowFish
+Boardreader
+Brandprotect
+BunnySlippers
 CODE87
 CazoodleBot
-CherryPicker
-Chlooe
+CheTeam
+CheeseBot
 Claritybot
-Cloud mapping
+Cliqzbot
+Collector
+Copier
 Copyscape
 Cosmos
-Custo
-CyotekWebCopy
+Craftbot
+Crescent
 DatabaseDriverMysqli
-Deusu
+Demon
+Devil
 Digincore
 DigitalPebble
-Dirbuster
 Discobot
+Discoverybot
 DittoSpyder
+DnyzBot
 DomCopBot
-DomainCrawler
-Drip
+DomainAppender
+Domains Project
+Download Wonder
+Dragonfly
+EMail Siphon
 EMail Wolf
-EirGrabber
+Ebingbong
+Ecxi
 EroCrawler
-ExtLinksBot
-Extractor
+ExtractorPro
 EyeNetIE
-Ezooms
-Fimap
-Firefox/7.0
-Fuzz
+Flunky
+Foobot
 FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
+Genieo
+GermCrawler
 Getintent
-Gigabot
-Go-Ahead-Got-It
-GoZilla
-Grabber
-GrapeFX
-GridBot
-HMView
-HTTrack
-Haansoft
-HaosouSpider
-Havij
+HTMLparser
+HTTP::Lite
 Heritrix
 Hloader
-IRLbot
-Id-search
-Image Sucker
-Indy Library
-InfoTekies
+Humanlinks
+IndeedBot
+InfoNaviRobot
 Intelliseek
 InterGET
 Internet Ninja
-Iskanie
+Iria
 IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
+Jbrofuzz
 JetCar
-JustView
+Jetty
+JikeSpider
+Jyxobot
 Kenjin Spider
 Keyword Density
-LWP::Simple
+Kozmosbot
+Larbin
+LeechFTP
+LeechGet
 LexiBot
-LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Linkbot
+Likse
+LinkWalker
+Linkdexbot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-MQQBrowser
+Lipperhey Spider
+Lmspider
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
-Majestic12
-Mass Downloader
-Mata Hari
+Majestic-SEO
+MarkMonitor
+Masscan
+MauiBot
 Mb2345Browser
-MegaIndex.ru
-Metauri
+Meanpathbot
+Mediatoolkitbot
+Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
-Msrabot
-Navroad
-NearSite
-Nessus
+NPbot
+Needle
 NetAnts
-NetLyzer
+NetMechanic
 NetSpider
-Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
 Nikto
-Ninja
-Nmap
-Nuclei
+Nimbostratus
 Nutch
-Octopus
-Page Analyzer
-PageGrabber
+OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
+PECL::HTTP
+POE-Component-Client-HTTP
 PageScorer
-Pavuk
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
 PeoplePal
-Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Piepmatz
-Pimonster
 PleaseCrawl
 ProPowerBot
-Probethenet
-Psbot
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
+ProWebWalker
+Pump
+PyCurl
+RSSingBot
+RankActive
+RankFlex
+RankingBot
 RankurBot
 RealDownload
-Reaper
 RedesScrapy
 Ripper
-Rogerbot
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SalesIntelligent
-ScoutJet
-ScrepyBot
+SISTRIX
+Screaming
 Searchestate
+Semrush
 SemrushBot
-SeoSiteCheckup
-Shodan
+SentiBot
+SeobilityBot
 SiteSnagger
-Siteimprove
-SocialRankIOBot
-Sosospider
-SpaceBison
+SiteSucker
+Sitebeam
+Sitevigil
+Snapbot
+Snoopy
 SpankBot
 Spanner
+Spbot
 SputnikBot
+Sqlmap
 Sqworm
 Steeler
+Stripper
 Sucker
-SuperHTTP
 Surfbot
-Suzuran
-Swiftbot
-T0PHackTeam
 T8Abot
-TheNomad
+TeleportPro
+Telesphoreo
 Thumbor
 TightTwatBot
-Toweyabot
+Tracemyfile
+Trendictionbot
 Turingos
-TurnitinBot
-Typhoeus
-URLy.Warning
-V-BOT
+UnisterBot
+VB Project
 VCI
+Vacuum
+Vagabondo
 VeriCiteCrawler
-Voil
-WBSearchBot
+VidibleScraper
+VoidEYE
+Voltron
 WISENutbot
-WPScan
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
 WeSEE
 Web Auto
-Web Enhancer
+Web Fetch
 Web Fuck
-Web Sucker
+Web Pix
 WebAuto
-WebBandit
-WebCopier
 WebGo IS
+WebImageCollector
 WebReaper
 WebSauger
 WebSucker
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webster
+Website Quester
+WebsiteExtractor
+WebsiteQuester
 Whack
+Whacker
 Who.is Bot
-Widow
 WinHTTrack
+WiseGuys Robot
 Wotbox
+Xaldon_WebSpider
 Xenu
 Zade
+Zermelo
 Zitebot
+ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
-archive.org_bot
 autoemailspider
 backlink-check
 cah.io.community
-clark-crawler
-crawler.feedback
+check1.exe
+crawl.sogou.com
+crawler4j
 dataforseo.com
-domainsproject.org
-gopher
+evc-batch
+heritrix
 isitwp.com
-lwp-request
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
 page scorer
 pcBrowser
 polaris version
+ripz
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
-sexsearcher
-sitechecker.pro
-sysscan
+serpstatbot
+sp_auditbot
 tAkeOut
-trendiction.de
-x09Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+webprosbot
 xpymep1.exe
-zgrab