V4.2022.09.3343 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 404checker
-AIBOT
+ADmantX
+ALittle Client
 ASPSeek
-Abonti
-Aboundexbot
-Acunetix
-Aipbot
-AlphaBot
+Alexibot
+Anarchy
+Anarchy99
 Ankit
-Anthill
-Asterias
 Atomseobot
-Attach
-BBBike
 BDFetch
-BLEXBot
-BackDoorBot
-Backlink-Ceck
+BackStreet
+BackWeb
+Barkrowler
 BatchFTP
-Bitacle
+Bigfoot
 Black Hole
 BlackWidow
-BlowFish
-Bolt
+Boardreader
 BotALot
+Brandprotect
+Buck
 Buddy
-CheTeam
+BuiltWith
+BuzzSumo
+Calculon
 CheeseBot
-CherryPicker
 Citoid
-Cloud mapping
-CopyRightCheck
-Copyscape
+Cliqzbot
 Cosmos
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
+Custo
+DBLBot
 DIIbot
-DSearch
 DataCha0s
 Demon
 Dirbuster
 Disco
-Dispatch
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
+Dotbot
 Drip
-Extractor
-FHscan
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ecxi
+EroCrawler
+Exabot
+EyeNetIE
 Fimap
 FlashGet
 Flunky
 Foobot
 Freeuploader
-Fuzz
-Fyrebot
+FrontPage
+FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 GetRight
 GetWeb
-Grabber
-Grafula
+GoZilla
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
 HTTrack
-Haansoft
+Havij
+HonoluluBot
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
-Image Fetch
-Image Sucker
+Iblog
+Id-search
+IlseBot
 IndeedBot
+Indy Library
 InfoNaviRobot
+InfoTekies
 Intelliseek
 Internet Ninja
-Iskanie
-Jbrofuzz
-JennyBot
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LNSpiderguy
-Leap
+IstellaBot
+JamesBOT
+Jorgee
+Kenjin Spider
+LWP::Simple
+Larbin
 LeechFTP
 LeechGet
 LexiBot
-Lftp
-LibWeb
 Libwhisker
+Lightspeedsystems
 Likse
+LinkScan
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MIIxpc
+Lipperhey Spider
 MSFrontPage
-MSIECrawler
-Magnet
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkWatch
+Mass Downloader
 Masscan
-Mata Hari
 MauiBot
-MeanPath Bot
+Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
-Mister PiX
+MicroMessenger
+Microsoft URL Control
 Mojeek
 Mojolicious
-MolokaiBot
-NICErsPRO
+Msrabot
+NPbot
+Name Intelligence
+Navroad
+Needle
 Nessus
-NetZIP
-Nettrack
+Netvibes
 Nibbler
-NimbleCrawler
+Niki-bot
+Nimbostratus
 Ninja
-Nmap
 Not
+Nuclei
 Nutch
-Offline Explorer
+Octopus
 Offline Navigator
 OpenLinkProfiler
-OpenVAS
-PageGrabber
+Openfind
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PageAnalyzer
 PageScorer
-PageThing.com
-Pavuk
+Panscient
 Petalbot
+Pi-Monster
 Picscout
-PictureFinder
+Picsearch
 Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
-ProWebWalker
-Probethenet
-Psbot
 Pump
+PyCurl
 QueryN Metasearch
-Quick-Crawler
+RSSingBot
+RankActive
 Rankivabot
 Re-re
-Ripper
-SEOlyticsCrawler
+RealDownload
+RebelMouse
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
 SMTBot
-SalesIntelligent
 Scrapy
-ScrepyBot
 Searchestate
-SearchmetricsBot
-SemanticJuice
+Semrush
 SentiBot
 SeoSiteCheckup
-Siphon
-SiteLockSpider
-Sitebeam
-Siteimprove
+SeobilityBot
+SiteCheckerBotCrawler
 SlySearch
-Snapbot
+SmartDownload
+SocialRankIOBot
 Sociscraper
-Sogou web spider
 Sottopop
-SpaceBison
+Spammen
+SpankBot
 Spanner
-Spinn3r
 SputnikBot
-Sqworm
-Steeler
-Stripper
-SuperHTTP
-Surfbot
-Szukacz
+Sqlmap
+Sqlworm
+Sucuri
+SurveyBot
+Swiftbot
 Teleport
-TeleportPro
 The Intraformant
-TightTwatBot
+TheNomad
+Titan
 Toweyabot
-Trendictionbot
-True_Robot
+Tracemyfile
+Trendiction
+TurnitinBot
 TwengaBot
 Twice
+URLy.Warning
 Upflow
 V-BOT
-Vacuum
+Vagabondo
 VelenPublicWebCrawler
+VidibleScraper
 Voil
-Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWWOFFLE
-Wallpapers
-WallpapersHD
+WPScan
+WWW-Mechanize
 Web Auto
-Web Collage
+Web Fetch
 Web Fuck
-Web Sauger
-WebCollage
-WebFuck
-WebLeacher
-WebPix
-WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
+WebFetch
+WebGo IS
+WebImageCollector
+WebReaper
+WebStripper
+WebSucker
+WebWhacker
+Website Quester
 Webster
 Whacker
-Whatweb
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Woobot
-Wotbox
 Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
-Zitebot
+Zauba
+Zermelo
+Zeus
 ZmEu
-ZumBot
-ZyBorg
+ZoomBot
+arquivo.pt
 autoemailspider
 cah.io.community
-cognitiveseo
-domainsproject.org
+check1.exe
+clark-crawler
+coccocbot
+demandbase-bot
 eCatch
-gopher
+evc-batch
 heritrix
-instabid
-isitwp.com
-iubenda-radar
-linkdexbot
-muhstik-scan
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
 netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-ripz
-s1z.ru
-scalaj-http
-scan.lol
-seoscanners
+plumanalytics
+probe-image-size
+seobility
 seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
-sogouspider
-sysscan
+siteripz
+spyfu
+trendiction.de
 webgains-bot
-webpros.com
-zauba.io
+webmeup-crawler
+x09Mozilla
 zgrab