V4.2021.12.2791 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
 404enemy
-80legs
-ADmantX
 AIBOT
-ALittle Client
-ASPSeek
-AhrefsBot
-AiHitBot
-Alexibot
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
 AllSubmitter
 Alligator
+Anarchy
 Anarchy99
 Ankit
-Asterias
-BBBike
 BDFetch
-BackDoorBot
 BackStreet
-BackWeb
-BacklinkCrawler
-Badass
+Backlink-Ceck
 BatchFTP
 BetaBot
+Bitacle
 Black Hole
-BlackWidow
+Blow
 Boardreader
-Bolt
 BotALot
 Brandprotect
-BuiltBotTough
+Brandwatch
+Buck
+Buddy
+BuiltWith
+CCBot
 Calculon
-CazoodleBot
 Cegbfeieh
-CheeseBot
-Cloud mapping
+CensysInspect
+CheTeam
+Chlooe
+Claritybot
 Cocolyzebot
-CopyRightCheck
-Copyscape
-Crescent
+Cogentbot
+Collector
+Crawling at Home Project
+CrunchBot
+Curious
+Custo
 CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
+DBLBot
+DIIbot
 Demon
-Deusu
 Digincore
-Discobot
-Discoverybot
-DomCopBot
-DomainAppender
+Disco
+DittoSpyder
 DomainSigmaCrawler
-Domains Project
-Download Wonder
+DomainStatsBot
+Dragonfly
 Drip
+EMail Siphon
 EMail Wolf
 EasyDL
-EirGrabber
+Ebingbong
+EroCrawler
+Evil
 Exabot
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-Ezooms
-FHscan
-Firefox/7.0
-Flunky
-Foobot
+FemtosearchBot
+FlashGet
 FrontPage
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
-Go-Ahead-Got-It
 GoZilla
-Grabber
+Gotit
+GrabNet
 Grafula
-GrapeFX
 HEADMasterSEO
+HMView
+HTMLparser
 HTTP::Lite
-Haansoft
-HaosouSpider
-Heritrix
-Humanlinks
-IDBot
-IRLbot
-Image Sucker
+Harvest
+HybridBot
+Iblog
+IlseBot
 Indy Library
-Iria
-Jbrofuzz
-JustView
-Jyxobot
-Kenjin Spider
-Kozmosbot
-LWP::Simple
-LeechFTP
-LexiBot
+InfoNaviRobot
+Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
+IstellaBot
+JOC Web Spider
+Jorgee
+Leap
+LeechGet
+LieBaoFast
 Likse
-LinkWalker
+Linkbot
+Linkdexbot
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
 Lipperhey
 Ltx71
-MSFrontPage
-MTRobot
-Majestic SEO
+MJ12bot
+MQQBrowser
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
+MarkMonitor
+Mass Downloader
+MauiBot
 Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft Data Access
-Mister PiX
+Microsoft URL Control
 Moblie Safari
-Mojeek
-Mozlila
-Msrabot
-Musobot
-Name Intelligence
+Mr.4x3
+NICErsPRO
+NPbot
 Nameprotect
 Navroad
-Needle
-NetAnts
+NearSite
+Net Vampire
 NetSpider
+Nettrack
+Nimbostratus
+Ninja
 Nmap
-Nuclei
-Offline Explorer
-OnCrawl
+Nutch
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-OrangeSpider
-OutclicksBot
-OutfoxBot
-Page Analyzer
-PageAnalyzer
+OrangeBot
+PHPCrawl
+PageScorer
 Pandalytics
-PeoplePal
-Pi-Monster
-Picscout
+Panscient
+Papa Foto
+Petalbot
+Picsearch
+Piepmatz
 Pixray
-Pockey
-ProPowerBot
-Pu_iN
+ProWebWalker
+Probethenet
 PxBroker
-Quick-Crawler
 RSSingBot
-RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
 RankingBot2
-Re-re
-RebelMouse
-RedesScrapy
-RepoMonkey
+ReGet
 Ripper
+Rogerbot
+SBIder
 SEOkicks-Robot
-SalesIntelligent
-ScoutJet
-Screaming
+SEOstats
+SMTBot
+Scanbot
+Scrapy
+ScreenerBot
+ScrepyBot
 Searchestate
-Semrush
-Seomoz
+SeobilityBot
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Sitebeam
+Siteimprove
 SmartDownload
-Snake
-Snoopy
-Spbot
-Spinn3r
-Sqlworm
-Sucker
+Snapbot
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpankBot
+Sqlmap
+Stripper
+Sucuri
+SuperHTTP
 Suzuran
 Swiftbot
 T0PHackTeam
-Teleport
-Telesoft
-The Intraformant
-TheNomad
-Titan
-Toata
-Tracemyfile
-Trendiction
-True_Robot
+T8Abot
+TightTwatBot
+Trendictionbot
+Turingos
 Twice
-Typhoeus
-URLy.Warning
+URLy Warning
 UnisterBot
-VB Project
 VCI
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Virusdie
 Voil
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
+Voltron
+WEBDAV
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Collage
 Web Enhancer
+Web Fetch
 Web Sauger
 WebAuto
 WebBandit
-WebCollage
 WebEnhancer
+WebFuck
 WebGo IS
-WebReaper
+WebPix
+WebStripper
 WebZIP
 WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
+Whatweb
+Widow
+WiseGuys Robot
+Wotbox
+Wprecon
 Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zauba
 Zermelo
 Zeus
 Zitebot
-ZyBorg
-adscanner
+ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
-clark-crawler
-cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
+arquivo.pt
+autoemailspider
+backlink-check
+demandbase-bot
+domainsproject.org
 eCatch
-gopher
-heritrix
-instabid
-internetVista monitor
-isitwp.com
-meanpathbot
-oBot
-pcBrowser
-plumanalytics
-polaris version
+evc-batch
+magpie-crawler
 probe-image-size
-ripz
+s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-seocompany.store
-seostar
-sexsearcher
-spyfu
-sysscan
+scan.lol
+seoscanners
+siteripz
 trendiction.de
+webgains-bot
 webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe
+zgrab