V4.2022.09.3344 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-ADmantX
-ALittle Client
-ASPSeek
-Alexibot
-Anarchy
-Anarchy99
-Ankit
+80legs
+Aboundex
+Aboundexbot
+AiHitBot
+Anthill
+Aspiegel
 Atomseobot
-BDFetch
+Attach
+BBBike
+BDCbot
+BLEXBot
+BackDoorBot
 BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Barkrowler
-BatchFTP
-Bigfoot
+Battleztar Bazinga
+Bitacle
 Black Hole
-BlackWidow
-Boardreader
-BotALot
-Brandprotect
-Buck
-Buddy
+Blackboard
+Blow
+BuiltBotTough
 BuiltWith
 BuzzSumo
-Calculon
-CheeseBot
-Citoid
-Cliqzbot
+CODE87
+Chlooe
+Claritybot
+Cloud mapping
+Copyscape
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
+Craftbot
+CrunchBot
+Curious
 Custo
-DBLBot
+CyotekWebCopy
 DIIbot
-DataCha0s
+DSearch
 Demon
 Dirbuster
 Disco
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
 Dotbot
-Drip
-ECCP/1.0
+Dragonfly
 EMail Wolf
-EasyDL
-Ecxi
 EroCrawler
-Exabot
-EyeNetIE
-Fimap
-FlashGet
-Flunky
+Express WebPictures
+Extractor
+Extreme Picture Finder
+FemtosearchBot
+Firefox/7.0
 Foobot
 Freeuploader
-FrontPage
 FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
+GermCrawler
 GetRight
 GetWeb
+Getintent
 GoZilla
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-Havij
+GrabNet
+Grafula
+HMView
+Haansoft
+HaosouSpider
 HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Iblog
-Id-search
-IlseBot
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
+InternetSeer
+Iskanie
 IstellaBot
+JOC Web Spider
 JamesBOT
+Jbrofuzz
+JennyBot
 Jorgee
-Kenjin Spider
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LexiBot
-Libwhisker
+Lftp
 Lightspeedsystems
 Likse
 LinkScan
+LinkWalker
 Linkbot
-LinkextractorPro
-Lipperhey Spider
+Lipperhey
+MIDown tool
+MQQBrowser
 MSFrontPage
-Mail.RU_Bot
-Majestic SEO
+MTRobot
+Magnet
 Majestic-SEO
-Majestic12
-Mass Downloader
-Masscan
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
+MarkMonitor
+MarkWatch
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Moblie Safari
 Mojeek
 Mojolicious
-Msrabot
-NPbot
-Name Intelligence
-Navroad
-Needle
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Nessus
+Net Vampire
+NetAnts
+NetLyzer
+NetMechanic
+Nettrack
 Netvibes
-Nibbler
 Niki-bot
+Nikto
 Nimbostratus
 Ninja
+Nmap
 Not
 Nuclei
-Nutch
 Octopus
-Offline Navigator
-OpenLinkProfiler
+OnCrawl
 Openfind
-OrangeSpider
-OutclicksBot
 OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
 Panscient
-Petalbot
-Pi-Monster
+Pavuk
 Picscout
-Picsearch
-Piepmatz
+PictureFinder
+PleaseCrawl
+Pu_iN
 Pump
 PyCurl
-QueryN Metasearch
-RSSingBot
 RankActive
-Rankivabot
+RankurBot
 Re-re
 RealDownload
 RebelMouse
-SEOkicks-Robot
-SEOprofiler
-SISTRIX
-SMTBot
+Recorder
+RedesScrapy
+RepoMonkey
+ScanAlert
+Scanbot
+ScoutJet
 Scrapy
-Searchestate
+Screaming
 Semrush
+SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-SiteCheckerBotCrawler
-SlySearch
-SmartDownload
+Site Sucker
+SiteExplorer
+Snake
+Snapbot
 SocialRankIOBot
-Sociscraper
-Sottopop
-Spammen
+Sogou web spider
+Sosospider
+SpaceBison
 SpankBot
-Spanner
-SputnikBot
+Spinn3r
 Sqlmap
-Sqlworm
-Sucuri
-SurveyBot
+Sqworm
+Steeler
+SuperHTTP
 Swiftbot
-Teleport
+T8Abot
 The Intraformant
 TheNomad
+Thumbor
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
-TurnitinBot
+Toata
+Trendictionbot
+Turingos
 TwengaBot
-Twice
-URLy.Warning
+URLy Warning
 Upflow
 V-BOT
+VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
 VidibleScraper
-Voil
+Virusdie
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Web Auto
-Web Fetch
-Web Fuck
+WallpapersHD
+WeSEE
+Web Enhancer
+Web Pix
+Web Sauger
+Web Sucker
+WebBandit
+WebCollage
+WebCopier
+WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
+WebFuck
+WebLeacher
 WebReaper
 WebStripper
 WebSucker
 WebWhacker
-Website Quester
-Webster
+Webalta
+Webshag
+WebsiteExtractor
+Whack
 Whacker
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
-Xenu
+Wotbox
+Wprecon
+YoudaoBot
+Zade
 Zauba
-Zermelo
 Zeus
-ZmEu
-ZoomBot
-arquivo.pt
+ZoominfoBot
+ZumBot
+ZyBorg
+adscanner
 autoemailspider
-cah.io.community
 check1.exe
 clark-crawler
-coccocbot
-demandbase-bot
-eCatch
-evc-batch
-heritrix
-lwp-trivial
-magpie-crawler
-meanpathbot
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
+gopher
+instabid
+ips-agent
+isitwp.com
+linkdexbot
+lwp-request
 mediawords
-netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
-probe-image-size
-seobility
+seocompany.store
 seostar
+serpstatbot
 sexsearcher
 sitechecker.pro
-siteripz
+sogouspider
 spyfu
-trendiction.de
+trendiction.com
+voyagerx.com
 webgains-bot
 webmeup-crawler
+webpros.com
 x09Mozilla
-zgrab