V4.2022.04.3073 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ALittle Client
-Abonti
+404checker
+80legs
+AIBOT
 Aboundexbot
-Acunetix
-AhrefsBot
+Aipbot
 Alexibot
-Alligator
+Anarchy
 Anarchy99
-Apexoo
-Aspiegel
 Asterias
-Atomseobot
+Attach
+AwarioSmartBot
+BBBike
 BDCbot
-BDFetch
-BackDoorBot
 BackStreet
-BackWeb
+Backlink-Ceck
+Bandit
+BatchFTP
+Battleztar Bazinga
+Bitacle
 Black Hole
-Blow
-BlowFish
-Brandwatch
-BuiltWith
-CATExplorador
-CODE87
+BlackWidow
+Boardreader
+Bolt
+Bullseye
+CSHttp
+CheTeam
 CheeseBot
+CherryPicker
 Chlooe
-Cliqzbot
-Cloud mapping
-Cogentbot
-Collector
+Citoid
+Claritybot
 Copyscape
 Cosmos
-Craftbot
-CrunchBot
-Curious
+CrazyWebCrawler
+Crescent
 Custo
 CyotekWebCopy
 DBLBot
-DSearch
+Demon
 Deusu
-DigitalPebble
-Discoverybot
+Discobot
 Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-Dragonfly
-EMail Siphon
+DomainAppender
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Drip
+ECCP/1.0
 Ecxi
+Exabot
 Extractor
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FDM
 FHscan
 FemtosearchBot
+Fimap
 FlashGet
 Flunky
-Freeuploader
+Foobot
+FrontPage
 Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 Genieo
-GermCrawler
-Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 GrabNet
+Grabber
 GrapeFX
-HTTrack
+GridBot
+HEADMasterSEO
 Haansoft
-Harvest
+HaosouSpider
 Havij
-IDBot
-Id-search
-IlseBot
+Heritrix
+Hloader
+HybridBot
+IDBTE4M
+Iblog
 Image Fetch
 IndeedBot
 Indy Library
-Intelliseek
+InfoTekies
+InterGET
 InternetSeer
-Iskanie
-IstellaBot
+JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
-JikeSpider
+Joomla
 Jorgee
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
+JustView
+Kenjin Spider
 LNSpiderguy
-Lanshanbot
-Leap
-LeechGet
-LieBaoFast
+Larbin
+LeechFTP
+LexiBot
+Lftp
+Lightspeedsystems
 Likse
-LinqiaMetadataDownloaderBot
+LinkWalker
+LinkextractorPro
 LinqiaRSSBot
-MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
+LinqiaScrapeBot
+Lipperhey
+MIDown tool
+MJ12bot
 Magnet
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
+Majestic12
+Masscan
+MeanPath Bot
 Meanpathbot
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Metauri
+Mojeek
 Mojolicious
 MolokaiBot
-Musobot
-Nameprotect
-Navroad
-NearSite
-Nessus
-NetAnts
+Mr.4x3
+Name Intelligence
+Net Vampire
 NetLyzer
-NetMechanic
-Netvibes
-Nibbler
-Nimbostratus
-Nuclei
-Nutch
+NetSpider
+Netcraft
+Nettrack
+Niki-bot
+Nikto
+Octopus
 Offline Explorer
+OpenVAS
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
-Panscient
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
+Papa Foto
 Picsearch
-Pixray
+Piepmatz
+Pimonster
 Pockey
 ProPowerBot
 ProWebWalker
 Probethenet
-Psbot
-PyCurl
+Pu_iN
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankFlex
+RankActiveLinkBot
+RankingBot
 Rankivabot
 RankurBot
-RealDownload
-Reaper
-Recorder
+ReGet
+RedesScrapy
 RepoMonkey
-Ripper
 Rogerbot
-ScanAlert
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SalesIntelligent
+ScoutJet
+Scrapy
+Screaming
+ScreenerBot
+ScrepyBot
 Searchestate
-Seekport
-SiteExplorer
-SiteLockSpider
+SearchmetricsBot
+Semrush
+Seomoz
+Shodan
+Siphon
+Site Sucker
+SiteSucker
 Sitebeam
-Sitevigil
-SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-Spammen
-Spbot
-Spinn3r
 Sqlmap
-Sqlworm
-Sqworm
-Stripper
-Sucuri
-SuperHTTP
-Szukacz
-T8Abot
+SuperBot
+SurveyBot
 Teleport
 TeleportPro
-Telesphoreo
-Telesphorep
-TheNomad
-Thumbor
-TightTwatBot
-Titan
+Toata
+Toweyabot
 Tracemyfile
-True_Robot
-Turnitin
-TwengaBot
+TurnitinBot
 Twice
-URLy.Warning
+Typhoeus
 UnisterBot
+Upflow
 Vagabondo
 VeriCiteCrawler
-VidibleScraper
 Virusdie
-VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
 WPScan
+WWW-Collector-E
 WWW::Mechanize
-Web Collage
-Web Fetch
-Web Fuck
-WebEnhancer
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Auto
+Web Enhancer
+Web Sauger
+Web Sucker
 WebGo IS
-WebPix
+WebImageCollector
+WebLeacher
 WebReaper
-WebStripper
-WebWhacker
-WebZIP
-Webalta
+WebSucker
 WebmasterWorldForumBot
-WebsiteExtractor
-Webster
-Whatweb
+Whack
+Who.is Bot
+Widow
 WiseGuys Robot
+Woobot
 Wotbox
-Xenu
+Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zauba
+Zade
 Zermelo
+ZmEu
+ZoomBot
 ZumBot
-adscanner
-arquivo-web-crawler
 autoemailspider
-cah.io.community
-com.plumanalytics
-crawl.sogou.com
-domainsproject.org
-instabid
-isitwp.com
+backlink-check
+cognitiveseo
+gopher
+heritrix
+internetVista monitor
+linkdexbot
 lwp-request
-magpie-crawler
-meanpathbot
-muhstik-scan
+lwp-trivial
+netEstate NE Crawler
 oBot
-plumanalytics
+pcBrowser
+probe-image-size
 ripz
-satoristudio.net
+s1z.ru
 seobility
-sitechecker.pro
+seoscanners
+sexsearcher
 siteripz
+sogouspider
 sp_auditbot
-trendiction.com
+spyfu
+sysscan
 trendiction.de
 webgains-bot
-webprosbot
-x09Mozilla
-zgrab
+webmeup-crawler
+zauba.io