V4.2021.11.2702 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
 80legs
 ADmantX
-AIBOT
-ASPSeek
-Aboundex
-Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
 AllSubmitter
 Alligator
-Ankit
-Anthill
+Anarchy
 Apexoo
 Aspiegel
 Asterias
+Attach
 AwarioSmartBot
-BDCbot
-BDFetch
-BackDoorBot
-Backlink-Ceck
+BBBike
+BacklinkCrawler
 Badass
 Bandit
 BatchFTP
-BetaBot
+Bigfoot
+Black Hole
+BlackWidow
+Blow
+Boardreader
 Brandprotect
-Buck
-Buddy
+Brandwatch
 Bullseye
-Cliqzbot
-Cloud mapping
-Cogentbot
+BunnySlippers
+CODE87
+CensysInspect
+CherryPicker
+ChinaClaw
+Claritybot
+Cocolyzebot
+Collector
+Craftbot
 CrazyWebCrawler
-Curious
+Crescent
+CrunchBot
 CyotekWebCopy
-DIIbot
-DTS Agent
 DataCha0s
-Devil
-DigitalPebble
 Disco
 Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
+Dispatch
 Domains Project
 Download Wonder
-Drip
 EasyDL
-Ebingbong
 EroCrawler
 Evil
 ExtLinksBot
-Fimap
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Firefox/7.0
-FlashGet
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
+Foobot
+Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+Genieo
 GermCrawler
 GetWeb
-Go!Zilla
-GoZilla
-Gotit
-Grafula
-GrapeFX
+Go-Ahead-Got-It
 GrapeshotCrawler
-HEADMasterSEO
-HTTrack
+HMView
+HTTP::Lite
 Haansoft
+HaosouSpider
+Havij
 Hloader
-Humanlinks
-Iblog
-Image Fetch
-IndeedBot
-InfoNaviRobot
-InfoTekies
+HybridBot
+Id-search
+IlseBot
+Image Sucker
 Intelliseek
 InterGET
-Iria
-Iskanie
-JamesBOT
-JetCar
-Jyxobot
-LNSpiderguy
+Internet Ninja
+JikeSpider
+Joomla
+JustView
+Larbin
 LeechFTP
-LeechGet
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
+Lightspeedsystems
+LinkWalker
+Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
+LinksManager
 LinqiaScrapeBot
-Lmspider
+Lipperhey Spider
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
-Majestic SEO
+Magnet
 Majestic-SEO
+MarkWatch
+Mass Downloader
+Mata Hari
 MauiBot
-Mb2345Browser
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Moblie Safari
+Mister PiX
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 Msrabot
-NPbot
-Name Intelligence
-Navroad
+NICErsPRO
+Nameprotect
+Needle
 Nessus
-NetAnts
-NetMechanic
-NetSpider
 NetZIP
-Netcraft
-NextGenSearchBot
-Nikto
 NimbleCrawler
-Ninja
-Nmap
 Nuclei
-Nutch
-Offline Explorer
-OnCrawl
-OpenVAS
+Octopus
+OpenLinkProfiler
 Openfind
 Openvas
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
+Page Analyzer
 PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
-Pavuk
-PeoplePal
+Panscient
 Petalbot
+Picscout
+Picsearch
 PictureFinder
-Pimonster
-Pockey
-ProWebWalker
+Piepmatz
+PleaseCrawl
 Probethenet
 Psbot
-Pu_iN
 Pump
-PyCurl
-RSSingBot
-RankActive
+PxBroker
+QueryN Metasearch
+RankFlex
+RankingBot
 RankingBot2
+Rankivabot
 RankurBot
 ReGet
-RealDownload
-Reaper
-RedesScrapy
+RebelMouse
+Recorder
 RepoMonkey
-Ripper
+RocketCrawler
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
-ScoutJet
+SalesIntelligent
+Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
+Searchestate
+Semrush
 SemrushBot
-SentiBot
-SeoSiteCheckup
-Site Sucker
-SiteLockSpider
-SmartDownload
-SocialRankIOBot
-Sottopop
-Spanner
+Shodan
+Sitevigil
+Snake
+Snoopy
+Sogou web spider
+Sosospider
+SpankBot
+Spbot
 Spinn3r
 SputnikBot
-Sqworm
-Surfbot
-Swiftbot
-T0PHackTeam
-Teleport
+Sqlworm
+Sucker
+SuperBot
+SuperHTTP
+SurveyBot
+T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
 The Intraformant
+TheNomad
 TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
 Trendiction
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
+Twice
 URLy Warning
-URLy.Warning
-UnisterBot
-V-BOT
-VCI
-VeriCiteCrawler
-Virusdie
+Upflow
+VelenPublicWebCrawler
+VidibleScraper
+Voil
 WASALive-Bot
-WISENutbot
 WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-Web Auto
+WeSEE
 Web Enhancer
-Web Fuck
-Web Pix
 Web Sucker
-WebBandit
+WebAuto
 WebCopier
+WebFetch
+WebFuck
 WebGo IS
 WebReaper
-WebWhacker
+WebSucker
+Website Quester
 WebsiteQuester
-Webster
 Whack
 Whacker
 Whatweb
-WiseGuys Robot
-Wonderbot
+Who.is Bot
+WinHTTrack
 Wprecon
-Xenu
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zermelo
+Zeus
 ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
 arquivo-web-crawler
+backlink-check
 cah.io.community
 coccocbot-web
 com.plumanalytics
 crawler4j
 dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
+evc-batch
 facebookscraper
-instabid
+gopher
 isitwp.com
 lwp-request
-oBot
-page scorer
-ripz
-scalaj-http
-scan.lol
-seostar
-sexsearcher
+lwp-trivial
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+pcBrowser
+polaris version
+s1z.ru
+siteripz
 spyfu
 sysscan
-trendiction.de
-ubermetrics-technologies.com
+tAkeOut
+trendiction.com
+webmeup-crawler
+webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
+zauba.io
 zgrab