V4.2022.09.3375 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-ADmantX
 AIBOT
-ALittle Client
 Aboundex
-AfD-Verbotsverfahren
-AiHitBot
+Aboundexbot
+AhrefsBot
 Aipbot
-Alligator
+Alexibot
 AlphaBot
 Anarchy
-Anarchy99
-Ankit
-Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
 BDCbot
-Backlink-Ceck
-Bandit
-Barkrowler
-Battleztar Bazinga
+BDFetch
+BacklinkCrawler
+Badass
+BatchFTP
 BetaBot
 Bigfoot
-Blow
+BlackWidow
+Boardreader
 Bolt
-BotALot
-BuiltBotTough
-Bullseye
-CATExplorador
-CCBot
-CensysInspect
+Brandprotect
+Brandwatch
+Buddy
+BuiltWith
+BuzzSumo
+CSHttp
+CazoodleBot
+CheTeam
+CheeseBot
 CherryPicker
 ChinaClaw
-Cliqzbot
-Collector
-Copier
+Citoid
+Copyscape
+Cosmos
 Craftbot
+Crawling at Home Project
+CrunchBot
 Curious
-Custo
-DBLBot
-DTS Agent
-DataCha0s
+DIIbot
+DSearch
 DatabaseDriverMysqli
-Deusu
 Devil
+Digincore
 DigitalPebble
-Dirbuster
-Disco
-Dispatch
+Discobot
 DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
 Dotbot
-Dragonfly
 ECCP/1.0
+EMail Siphon
 EasyDL
-EirGrabber
-Exabot
+Ebingbong
+Express WebPictures
 ExtractorPro
-FHscan
-FemtosearchBot
-Firefox/7.0
+Ezooms
 Foobot
+FrontPage
 Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+Genieo
 Getintent
-Grafula
+GrabNet
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
-Havij
-Heritrix
-Hloader
-IRLbot
-Id-search
+HMView
+HTMLparser
+Haansoft
+HaosouSpider
+Humanlinks
+IDBTE4M
+Iblog
+IlseBot
+Image Fetch
 IndeedBot
+InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
-Iria
+InternetSeer
 Iskanie
-JamesBOT
-Jbrofuzz
-Joomla
+IstellaBot
+JOC Web Spider
 Jorgee
 JustView
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-LeechGet
-Lightspeedsystems
-LinkScan
+LeechFTP
+LibWeb
+Libwhisker
 LinkWalker
-LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
+MIIxpc
+MQQBrowser
 MSFrontPage
 MTRobot
-Mag-Net
-Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
 Masscan
-MauiBot
+Mata Hari
+Meanpathbot
 Metauri
-MicroMessenger
-Microsoft Data Access
 Minefield
 Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
 NPbot
+Name Intelligence
 Nameprotect
-NearSite
-Needle
-NetAnts
-Netvibes
-NextGenSearchBot
+NetSpider
+NetZIP
+Netcraft
 Nibbler
+Niki-bot
 Nikto
-Nimbostratus
-Ninja
 Nmap
 Not
-Nuclei
+Nutch
+Octopus
 Offline Navigator
 OnCrawl
-OpenVAS
-Openvas
 OrangeBot
-OutfoxBot
-Page Analyzer
+OrangeSpider
 PageAnalyzer
+PageGrabber
 PageThing.com
 Panscient
+Pavuk
 PeoplePal
-Picscout
-PictureFinder
-Piepmatz
-Pimonster
 Pixray
+PleaseCrawl
+Pockey
 ProWebWalker
-PxBroker
+Probethenet
+Psbot
+Pump
 PyCurl
-RSSingBot
-RankingBot
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
-Re-re
-RealDownload
-RepoMonkey
-Rogerbot
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
-Scrapy
-Screaming
+RankurBot
+RebelMouse
+Recorder
+Ripper
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SMTBot
 ScrepyBot
-SentiBot
+Searchestate
+Seekport
+SemanticJuice
+SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
 SiteCheckerBotCrawler
-SiteSucker
-Snoopy
-Sogou web spider
+Sitebeam
+SlySearch
+SocialRankIOBot
+Sociscraper
 Sosospider
+Sottopop
 Spbot
+Spinn3r
 SputnikBot
 Sqlmap
-Sqlworm
-Stripper
-Sucker
+Steeler
+SuperBot
 Surfbot
+SurveyBot
 T0PHackTeam
-T8Abot
 Teleport
 Telesphoreo
+The Intraformant
+TheNomad
+Thumbor
+Titan
+Toata
 Toweyabot
-Trendiction
-Trendictionbot
+Tracemyfile
+True_Robot
 Turingos
-Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-Vagabondo
-VelenPublicWebCrawler
+Turnitin
+TurnitinBot
+TwengaBot
+Vacuum
 VeriCiteCrawler
 Virusdie
-VoidEYE
-Voltron
-WWW-Collector-E
+Voil
+WASALive-Bot
 WWW-Mechanize
 WWW::Mechanize
-Web Auto
-Web Collage
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Fuck
-Web Sauger
-WebAuto
-WebGo IS
+Web Pix
+WebBandit
+WebEnhancer
+WebFetch
+WebFuck
+WebImageCollector
+WebPix
 WebReaper
-WebStripper
+WebSucker
+Webalta
 Webster
-Whacker
-Whatweb
-Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
+Xaldon WebSpider
+Xenu
 Zermelo
-Zeus
 ZmEu
-ZoomBot
+ZoominfoBot
+ZyBorg
 archive.org_bot
-autoemailspider
-com.plumanalytics
-crawler.feedback
-domainsproject.org
-evc-batch
+arquivo-web-crawler
+backlink-check
+cognitiveseo
+crawl.sogou.com
+crawler4j
+demandbase-bot
+gopher
+heritrix
 instabid
-internetVista monitor
 ips-agent
-linkdexbot
-lwp-request
-lwp-trivial
+iubenda-radar
 mediawords
-page scorer
+muhstik-scan
 plumanalytics
-probe-image-size
 s1z.ru
+satoristudio.net
 scalaj-http
 seobility
 seocompany.store
-seostar
-serpstatbot
+seoscanners
+sitechecker.pro
+siteripz
+sogouspider
 sysscan
-trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webmeup-crawler
-webprosbot
-x09Mozilla
-zgrab
+xpymep1.exe
+zauba.io