V4.2022.06.3165 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-80legs
+01h4x.com
 ADmantX
+ALittle Client
 ASPSeek
-Abonti
+Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
 Aipbot
-Alexibot
+AlphaBot
 Anarchy99
-Anthill
-Aspiegel
+Ankit
+Apexoo
 Asterias
-Atomseobot
-AwarioRssBot
-BDCbot
+Attach
+AwarioSmartBot
+BDFetch
 BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
+BacklinkCrawler
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-Blackboard
-Blow
+Black Hole
+BlackWidow
+BlowFish
 BotALot
-Brandwatch
-BuiltWith
+Buck
+BuiltBotTough
+Bullseye
+BunnySlippers
 CCBot
-CODE87
-Calculon
+Cegbfeieh
+CheeseBot
+ChinaClaw
 Chlooe
 Citoid
-Claritybot
-CopyRightCheck
+Cliqzbot
+Cogentbot
+Collector
+Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-DataCha0s
-Demon
-Deusu
+Curious
+DatabaseDriverMysqli
+Digincore
 DigitalPebble
+Dirbuster
 Disco
 Discobot
 Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DomCopBot
-DomainAppender
-DomainStatsBot
-Domains Project
+Dotbot
 Download Wonder
-EasyDL
-Ebingbong
-EroCrawler
-ExtLinksBot
+Dragonfly
+EMail Wolf
+Extractor
 ExtractorPro
-Fimap
-Firefox/7.0
+Extreme Picture Finder
+EyeNetIE
+FDM
+FlashGet
 Flunky
 Foobot
-Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
+Fuzz
 GalaxyBot
-Genieo
-Getintent
-Go!Zilla
-GoZilla
-GrabNet
-GrapeFX
-GridBot
+GetRight
+GetWeb
+Gigabot
+Go-Ahead-Got-It
+Grabber
+Grafula
+HTMLparser
 HTTP::Lite
-HonoluluBot
-IDBTE4M
-IDBot
-IndeedBot
-Internet Ninja
-Iria
-JikeSpider
+HaosouSpider
+Harvest
+Heritrix
+Hloader
+HybridBot
+Id-search
+InfoTekies
+InternetSeer
+JOC Web Spider
+Jetty
+Joomla
 Jorgee
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
+Keyword Density
+LeechFTP
+LexiBot
 Lftp
-LibWeb
-LieBaoFast
+Lightspeedsystems
+LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
-MIDown tool
-MTRobot
-Majestic SEO
+MIIxpc
+MJ12bot
+Mag-Net
+Majestic12
 MarkMonitor
 Mass Downloader
-MauiBot
-Mb2345Browser
+Masscan
 Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mojolicious
+MegaIndex.ru
+Minefield
+Moblie Safari
+Mojeek
+Mr.4x3
 Msrabot
-Musobot
+NICErsPRO
+Name Intelligence
 NearSite
-Net Vampire
-NetSpider
-NetZIP
-Nettrack
-Nibbler
-Nmap
+Needle
+Nessus
+NetLyzer
+Netvibes
+Niki-bot
+NimbleCrawler
+Ninja
 Nutch
+Octopus
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
-Openfind
+OpenVAS
 Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PageGrabber
+PECL::HTTP
+PHPCrawl
 Pandalytics
-Panscient
 PeoplePal
-Pi-Monster
-Picscout
 Picsearch
-PictureFinder
 Pimonster
-PleaseCrawl
-Pockey
-ProPowerBot
+Pixray
 ProWebWalker
-Probethenet
-Psbot
-Pump
-PxBroker
+Pu_iN
+Quick-Crawler
+RSSingBot
 RankingBot
 RankurBot
-Re-re
-RealDownload
-Reaper
 Recorder
+RedesScrapy
 RepoMonkey
-SBIder
-SEOstats
+SEOkicks
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
 ScanAlert
 Scanbot
 ScoutJet
-ScrepyBot
 SearchmetricsBot
-Seekport
-SemanticJuice
 Semrush
-SentiBot
+Seomoz
 Shodan
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-SiteSucker
 Sitebeam
-SmartDownload
 Snake
 Snapbot
 SocialRankIOBot
 Sogou web spider
 SpankBot
-Spinn3r
+Spbot
 SputnikBot
 Sqlmap
-Sucuri
+Steeler
+SuperBot
+SuperHTTP
 Surfbot
 SurveyBot
+Suzuran
 Swiftbot
 T8Abot
-Teleport
+Telesphoreo
 Telesphorep
+The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
-Titan
 Toata
-Tracemyfile
-Trendiction
+Toweyabot
 Trendictionbot
-True_Robot
-Turingos
-Turnitin
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-VB Project
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+URLy Warning
+Upflow
+Virusdie
+VoidEYE
+Voltron
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+Wallpapers
+WallpapersHD
 WeSEE
-Web Auto
-Web Enhancer
 Web Fetch
-Web Sauger
-WebCopier
+Web Sucker
 WebFetch
-WebFuck
-WebLeacher
-WebPix
 WebSauger
-WebStripper
 WebSucker
-Webshag
+Webalta
 Website Quester
-WebsiteQuester
-Webster
+WebsiteExtractor
+Whack
 Whatweb
-WinHTTrack
+Who.is Bot
+Widow
 WiseGuys Robot
+Woobot
 Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zauba
 Zeus
-ZoomBot
-ZoominfoBot
+Zitebot
+ZumBot
+ZyBorg
 archive.org_bot
-cah.io.community
 check1.exe
 clark-crawler
 coccocbot
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
 crawler4j
 dataforseo.com
-demandbase-bot
-internetVista monitor
+eCatch
+facebookscraper
+heritrix
+instabid
+ips-agent
+isitwp.com
+linkdexbot
+lwp-request
 lwp-trivial
 oBot
-s1z.ru
-satoristudio.net
-seoscanners
-sitechecker.pro
-sogouspider
+page scorer
+scan.lol
+seostar
+sp_auditbot
 trendiction.com
+ubermetrics-technologies.com
 webgains-bot
-webpros.com
-x09Mozilla
+x22Mozilla