V4.2022.04.3062 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 404enemy
-ADmantX
+80legs
 AIBOT
-ASPSeek
-Acunetix
-Aipbot
+Abonti
+Aboundex
 Alexibot
-Alligator
-AlphaBot
-Anarchy
-Aspiegel
-Asterias
-Attach
-AwarioSmartBot
-BDFetch
-Backlink-Ceck
-BacklinkCrawler
+AllSubmitter
+Apexoo
+Atomseobot
+AwarioRssBot
+BBBike
+BDCbot
+BackStreet
 Badass
-Barkrowler
-BatchFTP
-BetaBot
 Bigfoot
 Bitacle
-Black Hole
-BlackWidow
-Boardreader
-BotALot
-Brandwatch
-BuiltBotTough
-BuiltWith
-BunnySlippers
-CODE87
+Blow
+Bolt
+Brandprotect
+Buddy
+Bullseye
 CazoodleBot
-Cegbfeieh
-CheTeam
-Chlooe
+Cocolyzebot
 Collector
-CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
 CyotekWebCopy
-DBLBot
-DIIbot
-DTS Agent
+Devil
 Digincore
 DigitalPebble
-Disco
+Dirbuster
 Discobot
-Dispatch
-DittoSpyder
-DnyzBot
-Dotbot
-EasyDL
-Ebingbong
+Discoverybot
+DnBCrawler-Analytics
+DomainCrawler
+Domains Project
+ECCP/1.0
 Ecxi
 EroCrawler
-Extractor
+Evil
+Express WebPictures
 Ezooms
-FemtosearchBot
-Fyrebot
-GalaxyBot
-GermCrawler
+FDM
+FHscan
+Flunky
+Foobot
+Freeuploader
+FrontPage
+FyberSpider
 GetRight
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
 GrapeFX
-GrapeshotCrawler
-HTTrack
-Harvest
-Havij
+HEADMasterSEO
+HMView
+HaosouSpider
 Heritrix
-Hloader
+Humanlinks
 HybridBot
-IDBot
-IlseBot
+Id-search
+IndeedBot
 Indy Library
-Internet Ninja
-InternetSeer
+InfoTekies
+InterGET
 IstellaBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
 JennyBot
 JetCar
-Jetty
-JikeSpider
-Kozmosbot
+Joomla
+Jorgee
+JustView
+Kinza
+LNSpiderguy
 LWP::Simple
+LeechGet
 LexiBot
-Lftp
-Libwhisker
 LieBaoFast
 Lightspeedsystems
-LinkScan
-Linkbot
 LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Ltx71
-MIDown tool
-MIIxpc
-MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
+Lipperhey Spider
+Litemage_walker
 Magnet
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
-Mata Hari
-MauiBot
-Mediatoolkitbot
+MarkWatch
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
+Metauri
 Moblie Safari
 Mojeek
-Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Musobot
 NICErsPRO
-Name Intelligence
+NPbot
+Nameprotect
 Needle
 NetLyzer
-NetSpider
+NetMechanic
 NetZIP
 Netcraft
-NextGenSearchBot
-Nikto
-NimbleCrawler
 Not
 Nuclei
-OpenLinkProfiler
-OutfoxBot
+Offline Explorer
+Offline Navigator
+OnCrawl
+OrangeSpider
+OutclicksBot
+PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageThing.com
 Pandalytics
-Panscient
 Pi-Monster
 Picscout
 PictureFinder
+Pimonster
 PleaseCrawl
+ProWebWalker
 Probethenet
-Psbot
+Pu_iN
 PyCurl
 QueryN Metasearch
-Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot2
-Reaper
+RankingBot
+Rankivabot
+Re-re
+Recorder
+RedesScrapy
 RocketCrawler
-SBIder
+Rogerbot
 SEOkicks-Robot
 SMTBot
+SalesIntelligent
 Scanbot
-Screaming
-SearchmetricsBot
+ScrepyBot
+Seekport
 SemanticJuice
-SentiBot
 SeoSiteCheckup
-Seomoz
-Siphon
-SiteCheckerBotCrawler
-SiteSnagger
+SeobilityBot
+Site Sucker
+SiteLockSpider
 SiteSucker
-Siteimprove
+Sitebeam
 SlySearch
-Snapbot
-Sosospider
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sottopop
-SpankBot
+Spanner
+Spbot
+SputnikBot
 Sqlmap
 Sqworm
 Steeler
 Stripper
-SuperHTTP
 Surfbot
 SurveyBot
+Suzuran
 Swiftbot
-Szukacz
-T8Abot
+Teleport
 Telesoft
-Telesphoreo
-The Intraformant
-Trendiction
+TightTwatBot
+Trendictionbot
+Turnitin
+TwengaBot
 Typhoeus
-UnisterBot
-Upflow
-Vagabondo
+URLy Warning
+V-BOT
+VB Project
+VCI
+Vacuum
 VeriCiteCrawler
-VidibleScraper
-Voil
+Voltron
 WASALive-Bot
-WISENutbot
-WWW-Mechanize
-Wallpapers
-WallpapersHD
+WBSearchBot
+WPScan
+WWW-Collector-E
+Web Auto
+Web Collage
 Web Pix
-Web Sauger
-WebAuto
 WebBandit
-WebFuck
-WebGo IS
-WebLeacher
-WebSucker
-Webalta
-Website Quester
-WebsiteQuester
-Whack
+WebCopier
+WebPix
+WebSauger
+WebStripper
+WebWhacker
+Webster
+Whacker
 Whatweb
-Who.is Bot
-Wotbox
+WinHTTrack
+Wonderbot
 Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zermelo
-ZmEu
-ZoominfoBot
+Zeus
+Zitebot
+ZoomBot
 ZumBot
-adscanner
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
+arquivo-web-crawler
+arquivo.pt
+backlink-check
+clark-crawler
+coccocbot
+crawler.feedback
+eCatch
+facebookscraper
 gopher
+instabid
+internetVista monitor
+ips-agent
 linkdexbot
+lwp-request
+lwp-trivial
+mediawords
+netEstate NE Crawler
 page scorer
 pcBrowser
-ripz
-s1z.ru
+plumanalytics
 satoristudio.net
-scalaj-http
-scan.lol
+seobility
 seocompany.store
-seoscanners
 sitechecker.pro
 sogouspider
 spyfu
+sysscan
 tAkeOut
 trendiction.com
-voyagerx.com
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+ubermetrics-technologies.com
+webgains-bot
+webpros.com
+webprosbot
+x22Mozilla
 zauba.io
 zgrab