V4.2023.02.3572 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 80legs
-ALittle Client
+AIBOT
 ASPSeek
-Abonti
-Aboundex
-Acunetix
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Alexibot
-AllSubmitter
 Alligator
+Anarchie
 Ankit
 Anthill
-Apexoo
 Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
-BackDoorBot
+BackStreet
+BacklinkCrawler
 Bandit
 Battleztar Bazinga
 Bigfoot
-Bitacle
-BotALot
+Black Hole
 Brandprotect
-Buddy
-BuiltBotTough
-BuiltWith
+Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
+CATExplorador
 CODE87
-CheTeam
-CheeseBot
+CSHttp
+Calculon
+CazoodleBot
+ChinaClaw
 Citoid
+Claritybot
 Cliqzbot
-Cloud mapping
-Collector
-Copier
+Cogentbot
 CopyRightCheck
 Craftbot
-Crawling at Home Project
 Custo
-CyotekWebCopy
-DBLBot
-DSearch
-Deusu
-Devil
-Digincore
+DTS Agent
+DatabaseDriverMysqli
 DigitalPebble
-Dirbuster
-Disco
 Discoverybot
 Dispatch
-DnyzBot
 DomainAppender
 DomainCrawler
 Domains Project
-Dotbot
-Download Wonder
-EMail Siphon
-EMail Wolf
+Dragonfly
+Drip
+ECCP/1.0
+EasyDL
+Evil
+Express WebPictures
 ExtractorPro
-Extreme Picture Finder
-Ezooms
 FDM
-Flunky
-Foobot
-Fyrebot
+FHscan
+Fuzz
+Genieo
 GetRight
-Getintent
-Go-Ahead-Got-It
+Gotit
 GrabNet
-Grabber
-Grafula
-GridBot
+GrapeshotCrawler
 HMView
-HybridBot
-Iblog
+HTMLparser
+HaosouSpider
+Harvest
+Havij
+Heritrix
+Humanlinks
+IDBTE4M
+IRLbot
+Id-search
+IlseBot
 Image Sucker
-IndeedBot
-Intelliseek
+InfoNaviRobot
 InterGET
-InternetSeer
-Jbrofuzz
-Jetty
-Joomla
+Internet Ninja
+Iskanie
+IstellaBot
+JOC Web Spider
+JamesBOT
+JennyBot
+JetCar
+JustView
 Jyxobot
-Kinza
-Larbin
-LibWeb
-Libwhisker
-LinkScan
+Kenjin Spider
+Lftp
+LieBaoFast
 LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
 Lmspider
-MIDown tool
-MJ12bot
-MSIECrawler
+MQQBrowser
 MTRobot
-Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
+MarkMonitor
 MarkWatch
 Masscan
-MauiBot
+Mata Hari
+Mb2345Browser
 MeanPath Bot
 MegaIndex.ru
-MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Minefield
 Mister PiX
-Mojeek
-Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
-NICErsPRO
-NPbot
+Mozlila
+Mr.4x3
+Msrabot
+Name Intelligence
+Navroad
 NearSite
+Needle
+Nessus
 Net Vampire
-NetAnts
-NetLyzer
 NetMechanic
 NetZIP
-Nettrack
+Netvibes
 NextGenSearchBot
+Nibbler
 Niki-bot
-Nikto
-Nimbostratus
+NimbleCrawler
 Ninja
 Nmap
-Not
+Nuclei
+Nutch
 Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
 Openvas
 OrangeBot
+OrangeSpider
 PECL::HTTP
 Page Analyzer
-PageScorer
-Panscient
-Petalbot
+PageGrabber
+Pandalytics
+Pi-Monster
 Picsearch
 PictureFinder
-Piepmatz
+Pimonster
+Pixray
 PleaseCrawl
+ProPowerBot
 Probethenet
-Psbot
 Pu_iN
 Pump
-RSSingBot
+PxBroker
+RankActive
 RankFlex
-RankingBot2
+RankingBot
 Rankivabot
-RankurBot
-Reaper
+Re-re
+RedesScrapy
 RepoMonkey
 Rogerbot
 SEOkicks
-SISTRIX
+SEOkicks-Robot
+SEOprofiler
 SMTBot
-SalesIntelligent
-ScanAlert
 Scanbot
-ScreenerBot
-Seekport
+Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
+Shodan
+SiteSnagger
+SiteSucker
+SlySearch
+Snapbot
+SocialRankIOBot
 Sogou web spider
-Sosospider
+Sottopop
+Spammen
 SpankBot
-Spbot
-SputnikBot
-Sqworm
+Sqlworm
 Sucker
 Sucuri
-Swiftbot
-TeleportPro
-Telesoft
-Telesphorep
-TheNomad
+SuperBot
+SurveyBot
+Szukacz
+T8Abot
+Teleport
+Titan
+Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
 True_Robot
-Turingos
-UnisterBot
+Turnitin
+TurnitinBot
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
 V-BOT
-VCI
+VB Project
+Vacuum
+VelenPublicWebCrawler
 VidibleScraper
 VoidEYE
-Voil
-Voltron
-WEBDAV
+WASALive-Bot
+WBSearchBot
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Enhancer
-Web Pix
+Web Sauger
 Web Sucker
-WebCollage
-WebEnhancer
-WebFuck
-WebReaper
-WebSauger
-Website Quester
-Webster
-Who.is Bot
-WiseGuys Robot
+WebImageCollector
+WebPix
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Whack
+Whatweb
 Wonderbot
-Wotbox
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zauba
 Zermelo
-ZoominfoBot
-ZyBorg
+ZoomBot
+ZumBot
+archive.org_bot
 arquivo-web-crawler
+autoemailspider
 backlink-check
-cah.io.community
-check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
-demandbase-bot
+crawl.sogou.com
 eCatch
-gopher
-instabid
+facebookscraper
+isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
-muhstik-scan
-page scorer
-probe-image-size
+lwp-trivial
+meanpathbot
+oBot
+plumanalytics
 ripz
 seocompany.store
-seostar
 sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
-tAkeOut
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-webpros.com
-zgrab
+sp_auditbot
+sysscan
+trendiction.com
+voyagerx.com
+x09Mozilla
+xpymep1.exe
+zauba.io