V4.2022.03.2964 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-AIBOT
-Aboundexbot
-AfD-Verbotsverfahren
-Alligator
-Apexoo
-Aspiegel
-Asterias
-BDCbot
-BackWeb
-Backlink-Ceck
+ALittle Client
+Acunetix
+Aipbot
+AllSubmitter
+Anarchy
+Ankit
+Atomseobot
+AwarioRssBot
+BackStreet
+BacklinkCrawler
 Badass
-Bandit
-Barkrowler
-BatchFTP
-Blackboard
-Brandwatch
+Battleztar Bazinga
+BetaBot
+Bitacle
+Black Hole
+Blow
+Bolt
+BotALot
+Buck
+Buddy
+BuiltBotTough
 BuiltWith
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
-CODE87
-Cegbfeieh
-Chlooe
+Calculon
+CensysInspect
 Claritybot
-Cocolyzebot
-Collector
-Copier
-Copyscape
-Craftbot
-Crawling at Home Project
+Cliqzbot
+Cloud mapping
+Cogentbot
 Crescent
-CrunchBot
-DIIbot
+Curious
+DatabaseDriverMysqli
+Demon
 Deusu
-Dirbuster
-Discobot
-Discoverybot
+Disco
 Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomainAppender
-DomainStatsBot
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-Drip
-EMail Siphon
+Dragonfly
+Ebingbong
 EirGrabber
-Exabot
-Extractor
+EroCrawler
+ExtractorPro
 FHscan
-Flunky
+FemtosearchBot
+Firefox/7.0
+Foobot
 Freeuploader
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+FrontPage
+GT::WWW
+GetWeb
 Getintent
-Go!Zilla
-Go-Ahead-Got-It
 Grabber
+Grafula
 GrapeFX
-HaosouSpider
+GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
+HTTP::Lite
 Havij
-Heritrix
-Humanlinks
-IDBot
-IlseBot
+Hloader
+Iblog
 Image Fetch
-Image Sucker
-InfoNaviRobot
+IndeedBot
 InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-InternetSeer
 Iria
-IstellaBot
-Jetty
-JikeSpider
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JetCar
 Joomla
-Kenjin Spider
-Keybot Translation-Search-Machine
+Jorgee
+JustView
+Jyxobot
 Kinza
 Kozmosbot
-Leap
-LeechGet
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 LexiBot
-LibWeb
+Lftp
+Lightspeedsystems
 Likse
-Linkbot
+LinkWalker
 LinkextractorPro
-LinkpadBot
 LinksManager
-Lmspider
-MIDown tool
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 MIIxpc
 MQQBrowser
-MSIECrawler
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MarkWatch
+MTRobot
+Mag-Net
+Magnet
+Mata Hari
 MauiBot
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
-Metauri
-Microsoft Data Access
+Mediatoolkitbot
 Microsoft URL Control
 Minefield
-Mojeek
+Mister PiX
 Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
 Msrabot
-NPbot
+NICErsPRO
 Name Intelligence
+Nameprotect
+Navroad
+NearSite
 Needle
-Nessus
 NetAnts
-NetMechanic
-NetZIP
-Netcraft
+NetSpider
+Nettrack
 Nibbler
-Nikto
-NimbleCrawler
+Nimbostratus
+Nmap
 Not
+Nuclei
 Offline Explorer
-Offline Navigator
 OnCrawl
 OpenVAS
-Openfind
 OutfoxBot
-PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageScorer
-Pandalytics
-Pavuk
+POE-Component-Client-HTTP
+PageThing.com
 PeoplePal
-Picscout
+Pi-Monster
+Piepmatz
 PleaseCrawl
-Pockey
-ProPowerBot
 Psbot
 Pu_iN
-Pump
 PyCurl
+QueryN Metasearch
+RankActive
 RankActiveLinkBot
+RankingBot
 RankingBot2
 Rankivabot
 RankurBot
 Re-re
 Recorder
-Ripper
-SEOlyticsCrawler
-SalesIntelligent
+RocketCrawler
+SEOprofiler
+SEOstats
+SISTRIX
+SMTBot
 ScanAlert
 ScoutJet
 Scrapy
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
-Seekport
-Semrush
 SeoSiteCheckup
-Seomoz
-Shodan
-Siphon
+SeobilityBot
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-Snapbot
-Sociscraper
-Sogou web spider
+Sitebeam
 Sosospider
-SpaceBison
-SputnikBot
+Spammen
+SpankBot
+Spanner
+Sqlmap
 Sqlworm
-Stripper
+Sqworm
+Steeler
+Sucker
 Sucuri
+SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
-TeleportPro
-Toata
-Tracemyfile
-True_Robot
-Turingos
-TwengaBot
-URLy Warning
+Swiftbot
+Szukacz
+T0PHackTeam
+Telesoft
+The Intraformant
+Thumbor
+TightTwatBot
+Trendiction
+Twice
+Typhoeus
 URLy.Warning
-UnisterBot
+Upflow
+V-BOT
+VB Project
 VCI
-Vagabondo
-VelenPublicWebCrawler
+Vacuum
+VidibleScraper
 Virusdie
-WISENutbot
+VoidEYE
+WPScan
 WWW-Mechanize
-Wallpapers
 WeSEE
-Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Pix
 Web Sauger
-Web Sucker
 WebAuto
 WebBandit
 WebCopier
-WebFetch
+WebGo IS
+WebPix
+WebReaper
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-Xaldon WebSpider
+Webster
+Woobot
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
+Zauba
+Zermelo
 Zeus
 ZmEu
-ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
+archive.org_bot
+autoemailspider
+cah.io.community
 crawler.feedback
-evc-batch
-instabid
-ips-agent
-isitwp.com
+eCatch
+gopher
+iubenda-radar
+lwp-request
 meanpathbot
-probe-image-size
-s1z.ru
+mediawords
+page scorer
+plumanalytics
 satoristudio.net
-seobility
+scalaj-http
 seostar
-siteripz
+serpstatbot
+sitechecker.pro
+sogouspider
 sp_auditbot
-spyfu
-sysscan
-trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-xpymep1.exe
-zgrab
+webmeup-crawler
+webpros.com
+zauba.io