V4.2022.04.3061 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+404enemy
 ADmantX
-Aboundexbot
+AIBOT
+ASPSeek
 Acunetix
-AhrefsBot
 Aipbot
 Alexibot
 Alligator
-Anarchy99
-AwarioRssBot
+AlphaBot
+Anarchy
+Aspiegel
+Asterias
+Attach
 AwarioSmartBot
-BackDoorBot
+BDFetch
+Backlink-Ceck
 BacklinkCrawler
 Badass
+Barkrowler
 BatchFTP
-Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
 Black Hole
 BlackWidow
-Blackboard
 Boardreader
-Bolt
 BotALot
-Brandprotect
+Brandwatch
+BuiltBotTough
 BuiltWith
-CATExplorador
-CCBot
+BunnySlippers
+CODE87
+CazoodleBot
 Cegbfeieh
 CheTeam
-CheeseBot
-CherryPicker
 Chlooe
-Citoid
-Claritybot
+Collector
 CopyRightCheck
-DSearch
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
+DBLBot
+DIIbot
 DTS Agent
-DataCha0s
-Demon
-Devil
-Dirbuster
+Digincore
+DigitalPebble
 Disco
+Discobot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-Domains Project
 Dotbot
-Download Wonder
-EMail Siphon
-EMail Wolf
 EasyDL
+Ebingbong
 Ecxi
 EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
-FDM
+Extractor
+Ezooms
 FemtosearchBot
-Fimap
-FlashGet
-Flunky
-Foobot
-Freeuploader
-FrontPage
-FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
-Gigabot
-GrabNet
-Grafula
+GermCrawler
+GetRight
+Gotit
 GrapeFX
-HMView
-HTMLparser
-HaosouSpider
+GrapeshotCrawler
+HTTrack
 Harvest
+Havij
 Heritrix
-IndeedBot
+Hloader
+HybridBot
+IDBot
+IlseBot
 Indy Library
-InfoTekies
-Iria
+Internet Ninja
+InternetSeer
 IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
 JennyBot
+JetCar
 Jetty
-Jorgee
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kinza
+JikeSpider
 Kozmosbot
-Leap
-LeechGet
+LWP::Simple
+LexiBot
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
 LinkextractorPro
-LinksManager
 LinqiaMetadataDownloaderBot
-Lmspider
+LinqiaRSSBot
+Lipperhey
+Ltx71
 MIDown tool
+MIIxpc
+MQQBrowser
 MSFrontPage
 MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic12
-MarkMonitor
 Mata Hari
 MauiBot
-Mb2345Browser
 Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
 Moblie Safari
 Mojeek
-Mozlila
-NPbot
+Mojolicious
+Musobot
+NICErsPRO
 Name Intelligence
-Nameprotect
-NearSite
-Net Vampire
-NetMechanic
+Needle
+NetLyzer
+NetSpider
 NetZIP
-Netvibes
-Nimbostratus
+Netcraft
+NextGenSearchBot
+Nikto
+NimbleCrawler
 Not
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
-Openvas
-OutclicksBot
+Nuclei
+OpenLinkProfiler
 OutfoxBot
-PECL::HTTP
-PageGrabber
+POE-Component-Client-HTTP
 PageThing.com
+Pandalytics
 Panscient
-Papa Foto
-Pavuk
-PeoplePal
-Piepmatz
-Pimonster
+Pi-Monster
+Picscout
+PictureFinder
+PleaseCrawl
+Probethenet
 Psbot
-Pump
+PyCurl
 QueryN Metasearch
-RankActive
+Quick-Crawler
 RankActiveLinkBot
 RankFlex
 RankingBot2
-Rankivabot
-Re-re
-ReGet
-RedesScrapy
+Reaper
 RocketCrawler
-Rogerbot
-SEOlyticsCrawler
+SBIder
+SEOkicks-Robot
 SMTBot
-ScreenerBot
-Searchestate
-SemrushBot
+Scanbot
+Screaming
+SearchmetricsBot
+SemanticJuice
 SentiBot
+SeoSiteCheckup
 Seomoz
 Siphon
-SiteExplorer
-SiteLockSpider
+SiteCheckerBotCrawler
 SiteSnagger
 SiteSucker
-Sitebeam
 Siteimprove
-Sitevigil
-Sogou web spider
+SlySearch
+Snapbot
 Sosospider
-Spammen
-Spinn3r
+Sottopop
+SpankBot
 Sqlmap
+Sqworm
 Steeler
-Sucuri
-SuperBot
+Stripper
+SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
 Swiftbot
 Szukacz
-T0PHackTeam
 T8Abot
-TightTwatBot
-Titan
-Tracemyfile
-Turnitin
-TurnitinBot
-URLy Warning
+Telesoft
+Telesphoreo
+The Intraformant
+Trendiction
+Typhoeus
+UnisterBot
 Upflow
-VB Project
-VCI
-Vacuum
 Vagabondo
 VeriCiteCrawler
-WBSearchBot
-WEBDAV
+VidibleScraper
+Voil
+WASALive-Bot
 WISENutbot
-WPScan
+WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
-Web Fetch
-Web Fuck
+WallpapersHD
 Web Pix
-Web Sucker
+Web Sauger
 WebAuto
 WebBandit
-WebCopier
-WebFetch
 WebFuck
-WebPix
-WebSauger
+WebGo IS
+WebLeacher
 WebSucker
+Webalta
 Website Quester
+WebsiteQuester
 Whack
-Whacker
+Whatweb
 Who.is Bot
+Wotbox
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
+Zermelo
 ZmEu
 ZoominfoBot
 ZumBot
-ZyBorg
-autoemailspider
-backlink-check
-clark-crawler
-cognitiveseo
-demandbase-bot
+adscanner
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
 domainsproject.org
-internetVista monitor
-iubenda-radar
+gopher
 linkdexbot
-lwp-request
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-oBot
-probe-image-size
+page scorer
+pcBrowser
+ripz
+s1z.ru
 satoristudio.net
-seobility
+scalaj-http
+scan.lol
 seocompany.store
-serpstatbot
-sexsearcher
+seoscanners
+sitechecker.pro
+sogouspider
 spyfu
+tAkeOut
+trendiction.com
 voyagerx.com
-webpros.com
+webmeup-crawler
 x09Mozilla
+xpymep1.exe
+zauba.io
+zgrab