V4.2022.03.2973 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404checker
 404enemy
+80legs
 Aboundexbot
+AhrefsBot
+Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
+Anarchie
 Anarchy
-Aspiegel
+Anarchy99
+Ankit
+Asterias
+Attach
 AwarioRssBot
-BLEXBot
+AwarioSmartBot
+BackDoorBot
+BackWeb
 BacklinkCrawler
-Bitacle
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
-BlackWidow
-BlowFish
 Boardreader
-Bolt
-BuiltWith
-CATExplorador
-CazoodleBot
-CensysInspect
-CheeseBot
-Chlooe
-Claritybot
-CopyRightCheck
-Craftbot
+BotALot
+Brandwatch
+Buck
+Bullseye
+Calculon
+CherryPicker
+ChinaClaw
+Citoid
+Cocolyzebot
+Cogentbot
+Copyscape
 CrazyWebCrawler
+Crescent
 CrunchBot
-DBLBot
-DIIbot
-DTS Agent
-DataCha0s
+Curious
+Demon
+Deusu
 Devil
-Digincore
 Dirbuster
 Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
+DomCopBot
 DomainStatsBot
-Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
 EMail Wolf
 EasyDL
 EirGrabber
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-Ezooms
-FrontPage
-Fuzz
-GT::WWW
-GalaxyBot
-GermCrawler
+FDM
+FemtosearchBot
+Flunky
+Fyrebot
+Genieo
+GetRight
+GetWeb
 Getintent
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
+Gotit
+GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-GridBot
+GrapeFX
 HEADMasterSEO
 HMView
-Hloader
-Humanlinks
+HTTP::Lite
+Haansoft
+HaosouSpider
+Harvest
+Havij
 HybridBot
-IDBTE4M
-Iblog
 Id-search
-IlseBot
 Image Sucker
-InfoNaviRobot
 Intelliseek
-Internet Ninja
-JOC Web Spider
-Jbrofuzz
-JennyBot
-Jetty
+InternetSeer
+JamesBOT
 JikeSpider
-JustView
+Joomla
 Jyxobot
-LNSpiderguy
-Lanshanbot
-Larbin
-Leap
 LeechFTP
-LibWeb
-Libwhisker
+Lftp
 Lightspeedsystems
 Likse
-LinkWalker
-Linkdexbot
+Linkbot
 LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-MFC_Tear_Sample
-MTRobot
-Mag-Net
+Lipperhey
+Lipperhey Spider
+Ltx71
+MIDown tool
+MJ12bot
+MSFrontPage
+Magnet
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
+Mass Downloader
+Masscan
 MauiBot
-Mb2345Browser
-Meanpathbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
+MeanPath Bot
+Mediatoolkitbot
 Microsoft URL Control
-Minefield
-Mojolicious
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
 NICErsPRO
-NPbot
 Nameprotect
-NearSite
-Net Vampire
+Needle
 NetAnts
-NetLyzer
+NetSpider
 NetZIP
-Nettrack
-NextGenSearchBot
+Netcraft
+Netvibes
 Nikto
+NimbleCrawler
+Nimbostratus
 Not
-Nuclei
+Nutch
 Offline Explorer
-Openvas
+OpenLinkProfiler
+Openfind
+OrangeBot
 OrangeSpider
 OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
-PageAnalyzer
-PageGrabber
+PageThing.com
+Pandalytics
 Papa Foto
-Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
 Picscout
-Picsearch
 PictureFinder
-Pimonster
-Pockey
+Piepmatz
+Pixray
+PleaseCrawl
 ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-Pump
 PxBroker
-PyCurl
+RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
+Rankivabot
 Re-re
 ReGet
+RealDownload
+RepoMonkey
 RocketCrawler
 Rogerbot
-SBIder
-SEOlyticsCrawler
-ScreenerBot
-Searchestate
+SEOkicks
+SEOkicks-Robot
+SMTBot
+ScanAlert
+ScoutJet
+Scrapy
+ScrepyBot
+Seekport
+SemrushBot
 SeoSiteCheckup
-Seomoz
 Site Sucker
+SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
 Sitevigil
+SlySearch
 SmartDownload
-Snapbot
+Sociscraper
 Sogou web spider
-Spinn3r
-SputnikBot
+SpaceBison
 Sqworm
-Stripper
-SuperBot
-SuperHTTP
-Surfbot
+Sucker
+Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-Teleport
-TeleportPro
 Telesphorep
-Toweyabot
+TheNomad
+Titan
+Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
-Turingos
-Turnitin
+TurnitinBot
+Twice
+Typhoeus
 UnisterBot
-V-BOT
 VB Project
-Vagabondo
-Voil
-WASALive-Bot
-WBSearchBot
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 WEBDAV
-WPScan
 WWW-Collector-E
-Wallpapers
-WeSEE
-Web Auto
+Wallpapers/3.0
+WallpapersHD
+Web Pix
 Web Sucker
-WebFetch
+WebAuto
+WebCollage
+WebCopier
+WebEnhancer
 WebImageCollector
-WebPix
-WebReaper
-WebSauger
 WebStripper
-WebWhacker
-WebZIP
 Webalta
-Website Quester
-WebsiteQuester
-Whack
-Whatweb
-WiseGuys Robot
-Woobot
-Wprecon
-Zermelo
-ZmEu
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+Whacker
+Wotbox
+Xaldon WebSpider
+Xenu
+Zitebot
+ZoomBot
+ZoominfoBot
 ZumBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
-cah.io.community
+check1.exe
+clark-crawler
+crawler.feedback
 crawler4j
-eCatch
+dataforseo.com
+demandbase-bot
 facebookscraper
-gopher
-instabid
-internetVista monitor
-lwp-request
+heritrix
+isitwp.com
+iubenda-radar
 lwp-trivial
-magpie-crawler
 meanpathbot
+mediawords
 muhstik-scan
 netEstate NE Crawler
-page scorer
-plumanalytics
+oBot
+pcBrowser
 polaris version
-scalaj-http
-scan.lol
-seobility
-seostar
-serpstatbot
-sitechecker.pro
-siteripz
+satoristudio.net
+sogouspider
 sp_auditbot
+spyfu
+sysscan
 trendiction.com
-webgains-bot
-webpros.com
-x09Mozilla
-x22Mozilla
+voyagerx.com
+xpymep1.exe