V4.2022.06.3195 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-AIBOT
-ALittle Client
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
+ADmantX
 AiHitBot
-Alligator
-Anarchie
+Alexibot
 Anarchy
 Anarchy99
-Ankit
-Anthill
+Apexoo
 Aspiegel
-Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
 BBBike
+BDCbot
 BLEXBot
+BacklinkCrawler
+Bandit
 BatchFTP
 BetaBot
-Bigfoot
-Boardreader
-Bolt
+Black Hole
+BlackWidow
+Blackboard
+BlowFish
 Brandwatch
-Buddy
-BuiltBotTough
 Bullseye
-CCBot
-CensysInspect
-CheTeam
+CODE87
+CSHttp
+CazoodleBot
 CheeseBot
+CherryPicker
 Chlooe
-Cloud mapping
-Cogentbot
-Collector
+Citoid
+Claritybot
+Cliqzbot
 Copier
-DBLBot
-DIIbot
-DataCha0s
-Deusu
-Disco
-DittoSpyder
-DnBCrawler-Analytics
+Cosmos
+Craftbot
+Crawling at Home Project
+Crescent
+CrunchBot
+Custo
+DTS Agent
+Devil
+Digincore
+Dispatch
+DomainAppender
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-Ebingbong
-EroCrawler
-Evil
-Extractor
-ExtractorPro
+Dotbot
+EMail Wolf
+EasyDL
+EirGrabber
+Exabot
+ExtLinksBot
+EyeNetIE
 Ezooms
 FHscan
+FemtosearchBot
 Firefox/7.0
-FlashGet
 Flunky
-Foobot
-Freeuploader
 FrontPage
-Fyrebot
+Fuzz
+FyberSpider
 GT::WWW
+GalaxyBot
 Genieo
-GoZilla
-Gotit
+GetRight
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 Grabber
-GrapeshotCrawler
-GridBot
-HTTrack
+Grafula
+GrapeFX
+HEADMasterSEO
+HMView
+HTTP::Lite
 Haansoft
-Havij
-Hloader
-HonoluluBot
-Image Sucker
-InfoNaviRobot
+Harvest
+Heritrix
+Humanlinks
+IDBTE4M
+IRLbot
+Id-search
+Indy Library
+InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
 InternetSeer
-Iria
 Iskanie
-JOC Web Spider
-JamesBOT
+IstellaBot
+Jetty
 JikeSpider
-Joomla
-Kenjin Spider
-Keyword Density
-LNSpiderguy
-LexiBot
+JustView
+Jyxobot
+LWP::Simple
+LeechFTP
+LeechGet
 Lftp
+LibWeb
 Libwhisker
-LieBaoFast
-Lightspeedsystems
+Likse
 LinkScan
 Linkbot
 LinkpadBot
-LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
-MQQBrowser
-MTRobot
-Mag-Net
+MSIECrawler
 Mail.RU_Bot
-Majestic SEO
-Majestic12
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
+Majestic-SEO
+Mass Downloader
+MegaIndex.ru
+Metauri
 Minefield
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
+Mojeek
 Mozlila
-Musobot
-Nameprotect
-NetAnts
-NetLyzer
-Nibbler
+Needle
+Nessus
+Net Vampire
+NetMechanic
+NetSpider
+NetZIP
+Netcraft
 Niki-bot
 Nikto
-Ninja
-Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
+Nmap
+Not
+Octopus
+OpenVAS
+OrangeSpider
 OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
-PageScorer
 Pandalytics
 Panscient
 Petalbot
 Pi-Monster
-Picscout
-Picsearch
 PictureFinder
-PleaseCrawl
-ProPowerBot
+Pimonster
+Pixray
+Pockey
 ProWebWalker
 Pump
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
+RankFlex
 RankingBot
-Re-re
 RealDownload
+Reaper
 RebelMouse
-Recorder
-Ripper
-RocketCrawler
+RedesScrapy
 Rogerbot
-SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
+SalesIntelligent
 ScoutJet
-ScreenerBot
-Searchestate
+SearchmetricsBot
+Seekport
 SemanticJuice
-SeobilityBot
-SiteLockSpider
+Seomoz
+Siphon
+SiteExplorer
+SiteSucker
 Siteimprove
-Sitevigil
-SlySearch
+SmartDownload
 Snake
-Snoopy
-SocialRankIOBot
+Sottopop
 SpaceBison
-Spbot
-Stripper
+Spammen
+Spanner
+Sqlworm
+Sqworm
 SuperHTTP
-Surfbot
 SurveyBot
 Swiftbot
 T0PHackTeam
-T8Abot
-Telesphoreo
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-Titan
+Toweyabot
 Trendictionbot
 True_Robot
-Turingos
+Turnitin
 TurnitinBot
-Twice
 URLy Warning
-URLy.Warning
 UnisterBot
 Upflow
 VB Project
 VCI
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
-WBSearchBot
-WEBDAV
+WASALive-Bot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-WeSEE
 Web Auto
+Web Pix
+Web Sauger
+WebAuto
 WebCollage
+WebEnhancer
+WebFetch
 WebFuck
 WebGo IS
-WebLeacher
-WebReaper
-Webalta
+WebPix
+WebSauger
+WebSucker
+WebZIP
+WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteQuester
+WebsiteExtractor
 Webster
 Whacker
-Whatweb
+Widow
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+Xenu
 Zermelo
+Zeus
+ZoomBot
+ZyBorg
 arquivo-web-crawler
 autoemailspider
-cah.io.community
+backlink-check
+coccocbot
 cognitiveseo
-com.plumanalytics
 crawler.feedback
-crawler4j
-demandbase-bot
-evc-batch
-instabid
+domainsproject.org
+eCatch
+facebookscraper
 internetVista monitor
-ips-agent
+isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
+lwp-request
 page scorer
 pcBrowser
-polaris version
-s1z.ru
-serpstatbot
-sexsearcher
-sitechecker.pro
-sp_auditbot
-trendiction.com
+scalaj-http
+seostar
+siteripz
+tAkeOut
 trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
-webpros.com
-x09Mozilla
-x22Mozilla
-zgrab
+webmeup-crawler
+zauba.io