V4.2021.12.2763 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 80legs
+ADmantX
 AIBOT
-ALittle Client
+Abonti
 Aboundex
-AhrefsBot
-AllSubmitter
+Aboundexbot
+AiHitBot
+Aipbot
+Alexibot
+Anarchie
 Anarchy
-Anarchy99
-AwarioRssBot
-BBBike
-BDCbot
-BDFetch
+Apexoo
+Aspiegel
+Asterias
 BLEXBot
-BackDoorBot
 BacklinkCrawler
 Barkrowler
-BatchFTP
+BetaBot
 Black Hole
-Blow
+Blackboard
 Boardreader
+Bolt
+BotALot
+Brandprotect
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 BuiltWith
-Bullseye
-CCBot
-CazoodleBot
-CheTeam
+Calculon
+Cegbfeieh
 CherryPicker
 Chlooe
-Citoid
-Claritybot
-Cogentbot
-Collector
-Craftbot
+Cliqzbot
+Cocolyzebot
+Cosmos
 CrazyWebCrawler
-Crescent
-Custo
-Dirbuster
-Discobot
-Discoverybot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+CrunchBot
+CyotekWebCopy
+DBLBot
+Devil
+Digincore
+DigitalPebble
+Dispatch
+DittoSpyder
 Download Wonder
-Drip
-EasyDL
+ECCP/1.0
+EMail Wolf
 EroCrawler
 Evil
 Exabot
+Express WebPictures
 Extractor
+Extreme Picture Finder
 Ezooms
-FemtosearchBot
-FlashGet
+FDM
+FHscan
 Flunky
+Foobot
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GetRight
-Go-Ahead-Got-It
+GalaxyBot
+Gigabot
+Go!Zilla
 GoZilla
-Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
-HTMLparser
+HMView
+HTTP::Lite
 HTTrack
+Haansoft
 HybridBot
 IDBot
 IRLbot
-IlseBot
-Indy Library
+Image Fetch
+IndeedBot
+InfoNaviRobot
 InfoTekies
 Intelliseek
-Internet Ninja
 Iria
+Iskanie
+IstellaBot
 JOC Web Spider
 Jbrofuzz
+JetCar
+Jetty
 JikeSpider
+Joomla
 Jorgee
-JustView
-Jyxobot
-Kenjin Spider
-Keyword Density
 Kozmosbot
+LNSpiderguy
+LWP::Simple
+Leap
+LeechFTP
 LexiBot
-Lftp
 Libwhisker
 LieBaoFast
-Lightspeedsystems
-Likse
+LinkScan
+LinkWalker
+Linkbot
+Linkdexbot
 LinkextractorPro
-LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
+LinqiaScrapeBot
+Lmspider
 Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
+MarkWatch
+Masscan
 Mata Hari
-MauiBot
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-Musobot
-NPbot
-Name Intelligence
 Net Vampire
-NetLyzer
+NetAnts
+Nettrack
 Netvibes
-NimbleCrawler
-Nuclei
-Octopus
+Nibbler
+Nikto
+Not
 Offline Explorer
-Openfind
+Offline Navigator
+OpenLinkProfiler
+Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PageScorer
+POE-Component-Client-HTTP
+PageGrabber
 PageThing.com
 Pandalytics
-Panscient
+Papa Foto
 Pavuk
+PeoplePal
+Petalbot
 Pi-Monster
-Piepmatz
-Pockey
-ProPowerBot
-ProWebWalker
-Pump
-Quick-Crawler
+PictureFinder
+Pixray
+Pu_iN
+PxBroker
+PyCurl
+RSSingBot
+RankActive
+RankActiveLinkBot
 Rankivabot
-Ripper
-SEOkicks-Robot
-SISTRIX
-SalesIntelligent
+Re-re
+RealDownload
+SEOkicks
+ScanAlert
 Scanbot
-ScoutJet
-Searchestate
+ScreenerBot
 SearchmetricsBot
 SemanticJuice
 SemrushBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitevigil
 SlySearch
-Snake
+Snoopy
 SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spammen
+SpankBot
 Spbot
-Sqlworm
-Sqworm
-Steeler
-Sucuri
-SuperBot
-SurveyBot
-Suzuran
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
-The Intraformant
+Sqlmap
+SuperHTTP
+TeleportPro
+Telesphoreo
 TheNomad
-Titan
+Toata
 Toweyabot
+Tracemyfile
 TwengaBot
 URLy Warning
 Upflow
-VCI
-Vacuum
-Vagabondo
-VoidEYE
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
 Voil
-WASALive-Bot
-WEBDAV
-WISENutbot
 WPScan
 WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Web Sauger
-WebBandit
-WebImageCollector
-WebStripper
-WebSucker
-WebWhacker
-Website Quester
+WeSEE
+Web Collage
+Web Pix
+WebCollage
+WebCopier
+WebEnhancer
+WebFetch
+WebGo IS
+WebLeacher
+WebReaper
+WebSauger
+Webshag
 Webster
 Whack
+Whatweb
 Who.is Bot
+Widow
 WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
-Xenu
-ZoomBot
-ZoominfoBot
-archive.org_bot
-backlink-check
-check1.exe
-clark-crawler
-coccocbot-web
+Xaldon WebSpider
+Zade
+Zitebot
+ZmEu
+ZumBot
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
 domainsproject.org
-internetVista monitor
+facebookscraper
+heritrix
 ips-agent
-isitwp.com
-lwp-trivial
+magpie-crawler
 meanpathbot
-mediawords
 muhstik-scan
+netEstate NE Crawler
 pcBrowser
-plumanalytics
-s1z.ru
+polaris version
+satoristudio.net
 scan.lol
-seobility
+seocompany.store
 seoscanners
-seostar
-sogouspider
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+serpstatbot
+sexsearcher
+sp_auditbot
+tAkeOut
 voyagerx.com
 webgains-bot
+webmeup-crawler
 webpros.com
+webprosbot
 x09Mozilla
-x22Mozilla
 xpymep1.exe
+zgrab