V4.2022.01.2860 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
 ADmantX
-ALittle Client
-Aboundexbot
-Acunetix
+AIBOT
+Abonti
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
-Anarchie
-Anarchy
-Anarchy99
-Anthill
+Alligator
+AlphaBot
 Apexoo
+Aspiegel
 Asterias
 Attach
+AwarioRssBot
 AwarioSmartBot
 BDFetch
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-BatchFTP
-Bigfoot
-Black Hole
-BlackWidow
+BLEXBot
+Barkrowler
+Battleztar Bazinga
 Blackboard
-BotALot
-Buck
+Buddy
+BuiltBotTough
 BuiltWith
+Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
-CheTeam
-CherryPicker
+CSHttp
+CazoodleBot
+CensysInspect
+CheeseBot
 ChinaClaw
+Chlooe
 Citoid
 Cliqzbot
+Cocolyzebot
 Collector
 Cosmos
 Craftbot
-Custo
-DIIbot
-DTS Agent
+CrunchBot
+Curious
 Demon
 Devil
-Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
+Discoverybot
 Dispatch
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-EMail Wolf
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
 Ebingbong
-Ecxi
-EirGrabber
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+Express WebPictures
 EyeNetIE
-Ezooms
-FDM
 FHscan
-FemtosearchBot
 Firefox/7.0
-FlashGet
+FrontPage
+Fuzz
+GT::WWW
 GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Gigabot
-Gotit
-GrabNet
-Grabber
-Grafula
-HEADMasterSEO
-HMView
-Havij
+Getintent
+GoZilla
+GrapeFX
+GridBot
+HTTrack
+Harvest
+Hloader
 Humanlinks
 IDBot
 IRLbot
+Iblog
 Id-search
 Image Fetch
-IndeedBot
-InfoNaviRobot
-Intelliseek
+Image Sucker
+InfoTekies
 InterGET
+Internet Ninja
+InternetSeer
 Iria
-IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
+JamesBOT
+Jbrofuzz
+Jetty
 JikeSpider
-Joomla
-Jyxobot
 Keyword Density
-Kozmosbot
-Larbin
+LNSpiderguy
+LeechGet
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 Likse
-LinkScan
+LinkWalker
 LinkextractorPro
-Lmspider
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Ltx71
 MFC_Tear_Sample
-MIDown tool
 MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
-MeanPath Bot
+MQQBrowser
+MTRobot
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
+Masscan
+MauiBot
+Mb2345Browser
 Meanpathbot
 Metauri
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Moblie Safari
 Mojolicious
+Morfeus Fucking Scanner
 Msrabot
-NPbot
-Navroad
+Musobot
+Name Intelligence
 Needle
+Nessus
 Net Vampire
-NetSpider
+NetLyzer
 Netvibes
-NextGenSearchBot
+Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Not
-Nutch
-Offline Explorer
-OrangeSpider
+Nuclei
+Octopus
+OpenVAS
+Openfind
+Openvas
 PECL::HTTP
 PHPCrawl
-Page Analyzer
 PageGrabber
 PageThing.com
-Pandalytics
-Panscient
-Petalbot
-Pi-Monster
-Picsearch
+Papa Foto
+PictureFinder
 PleaseCrawl
-PxBroker
-RSSingBot
-RankActive
+Pump
+PyCurl
 RankFlex
+RankingBot
+RankingBot2
 Re-re
+ReGet
+Reaper
+RebelMouse
 Recorder
 Ripper
+RocketCrawler
+Rogerbot
 SEOkicks
-SEOprofiler
-SISTRIX
+SEOstats
+SMTBot
 SalesIntelligent
 ScanAlert
 Scanbot
+ScoutJet
+Scrapy
+Screaming
+SearchmetricsBot
 Seekport
-SemanticJuice
+Semrush
 SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
-Siphon
-SiteLockSpider
-SiteSucker
-Sitebeam
+Seomoz
+Site Sucker
+Snake
 Snapbot
-Sociscraper
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Sosospider
-Sottopop
 SpaceBison
+Spammen
+SpankBot
 SputnikBot
-Sqlmap
 Sqlworm
+Sqworm
 Stripper
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
+Surfbot
 Suzuran
+Swiftbot
 Szukacz
-Teleport
-Telesoft
-Telesphorep
+T0PHackTeam
 The Intraformant
-TheNomad
-TightTwatBot
-Tracemyfile
+Toata
 TurnitinBot
-TwengaBot
-Typhoeus
 URLy Warning
-UnisterBot
+URLy.Warning
 Vagabondo
-VeriCiteCrawler
 VidibleScraper
-Virusdie
 VoidEYE
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-WeSEE
+WWW::Mechanize
+Wallpapers/3.0
 Web Auto
-Web Collage
-WebAuto
-WebBandit
-WebCollage
+Web Fuck
+Web Sucker
+WebCopier
 WebFetch
-WebWhacker
-Webalta
-Website Quester
-Who.is Bot
+WebFuck
+WebGo IS
+WebImageCollector
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+Whack
+Whacker
+Whatweb
+Widow
 WinHTTrack
-WiseGuys Robot
-Wprecon
+Woobot
+Xaldon WebSpider
 Xenu
 YoudaoBot
-Zade
-Zermelo
-Zeus
-ZoominfoBot
-ZyBorg
-adscanner
+Zitebot
+ZmEu
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
-clark-crawler
 coccocbot-web
-crawler4j
-demandbase-bot
-domainsproject.org
+cognitiveseo
+crawl.sogou.com
 eCatch
-evc-batch
+facebookscraper
 gopher
+heritrix
+instabid
+isitwp.com
 iubenda-radar
-lwp-trivial
 meanpathbot
-page scorer
+muhstik-scan
+netEstate NE Crawler
 plumanalytics
 polaris version
-probe-image-size
-ripz
-s1z.ru
 satoristudio.net
-seocompany.store
-seostar
+scalaj-http
+seobility
 sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-webmeup-crawler
+sysscan
+tAkeOut
 webprosbot
-x09Mozilla
-x22Mozilla
+xpymep1.exe
+zgrab