V4.2021.10.2673 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-AIBOT
+404checker
+ADmantX
 ASPSeek
+Abonti
 Aboundex
-Aboundexbot
-Alexibot
+Acunetix
+Aipbot
+AlphaBot
 Anarchie
-Anarchy
-Anarchy99
 Anthill
-Apexoo
 Aspiegel
+Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
-BackStreet
+BLEXBot
+BackDoorBot
 Backlink-Ceck
 Badass
-Bandit
 Barkrowler
 BetaBot
-Bitacle
-Black Hole
+Bigfoot
 Blow
 BlowFish
-Brandwatch
+Boardreader
+Bolt
+Buck
 BuiltBotTough
-BuiltWith
 Bullseye
-BuzzSumo
-CODE87
 CazoodleBot
-Chlooe
+Cegbfeieh
+CheeseBot
+ChinaClaw
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
+Copier
 Copyscape
+Craftbot
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
+Curious
+Custo
+CyotekWebCopy
 DSearch
 DTS Agent
-DatabaseDriverMysqli
-Digincore
+Dirbuster
 Disco
-Dispatch
+Discoverybot
 DomCopBot
-EMail Siphon
-EMail Wolf
+DomainStatsBot
+Dotbot
+Download Wonder
 EasyDL
-Ebingbong
-EroCrawler
-Evil
+EirGrabber
+Exabot
+Extractor
 Extreme Picture Finder
 EyeNetIE
+Ezooms
 FHscan
-GalaxyBot
+FemtosearchBot
+Fimap
+Foobot
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 GermCrawler
-GetWeb
+GetRight
 Gigabot
-Go-Ahead-Got-It
 GoZilla
-Grafula
-GrapeFX
-GrapeshotCrawler
+Gotit
+Grabber
+GridBot
 HTMLparser
+HTTrack
 HaosouSpider
-Harvest
 Havij
+Heritrix
 HybridBot
 IDBTE4M
 IDBot
 IRLbot
-Image Fetch
-Image Sucker
-IndeedBot
-JOC Web Spider
+Id-search
+IlseBot
+Indy Library
+Intelliseek
+Iria
 JikeSpider
-Jorgee
 JustView
 Jyxobot
+Kenjin Spider
 Keyword Density
-Kozmosbot
 LWP::Simple
-LeechFTP
-Lftp
-Lipperhey
+Larbin
+LexiBot
+LibWeb
+LieBaoFast
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
-Lmspider
-Ltx71
 MIDown tool
+MIIxpc
 MQQBrowser
-MSIECrawler
-MTRobot
+Magnet
 Majestic12
-MarkMonitor
-Mass Downloader
-Masscan
-MegaIndex.ru
-MicroMessenger
+MarkWatch
+MauiBot
 Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Moblie Safari
+Mojolicious
 Mozlila
-Mr.4x3
-Nameprotect
-Needle
-Net Vampire
-NetMechanic
+Musobot
+Nessus
 NetSpider
-Nettrack
-Netvibes
+Netcraft
+Nibbler
 Nimbostratus
-Ninja
 Nmap
-Nuclei
-Octopus
-Offline Explorer
-Openfind
-Openvas
+Nutch
+Offline Navigator
+OpenVAS
 OrangeBot
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-Papa Foto
-Pavuk
+OutfoxBot
+PageGrabber
+Petalbot
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Pimonster
-Pixray
-Probethenet
-Pu_iN
-QueryN Metasearch
+Piepmatz
+ProPowerBot
+ProWebWalker
+Pump
 Quick-Crawler
 RSSingBot
 RankActiveLinkBot
-RankFlex
 RankingBot
-Rankivabot
-ReGet
+RankingBot2
+Re-re
+RealDownload
 Reaper
+RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-SBIder
-SEOkicks
+SEOlyticsCrawler
+SEOstats
 SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
-ScoutJet
 Scrapy
+ScreenerBot
 SearchmetricsBot
+Semrush
 SemrushBot
-SentiBot
-Seomoz
-Siphon
-SiteLockSpider
-SiteSnagger
+Shodan
+Site Sucker
+SiteExplorer
 Sitebeam
-Sitevigil
-SmartDownload
-Snoopy
+Snake
 SocialRankIOBot
-SpaceBison
+Sociscraper
+Sogou web spider
+Sottopop
 Spammen
+SpankBot
+Spanner
 Spbot
 Spinn3r
-Sqlmap
-Sqworm
-Steeler
+Sucker
 Sucuri
-Surfbot
-SurveyBot
-Swiftbot
-Teleport
-TeleportPro
+Suzuran
+T0PHackTeam
+T8Abot
 Telesphoreo
 Telesphorep
 TightTwatBot
-Titan
-Toweyabot
-TurnitinBot
-Twice
-Typhoeus
-UnisterBot
+Toata
+Trendiction
+URLy Warning
 Upflow
-V-BOT
-Vacuum
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-VoidEYE
-Voil
-WASALive-Bot
-WISENutbot
-WWW-Mechanize
+Voltron
+WBSearchBot
 WWW::Mechanize
-Wallpapers
+WeSEE
 Web Auto
-Web Collage
-Web Fetch
-Web Sucker
-WebEnhancer
-WebSucker
+Web Fuck
+Web Pix
+WebPix
+WebReaper
+WebSauger
+WebStripper
 WebZIP
+Webalta
 WebmasterWorldForumBot
-Webshag
 WebsiteExtractor
-WebsiteQuester
-Webster
-Whacker
-Whatweb
-Who.is Bot
-WiseGuys Robot
-Wonderbot
+WinHTTrack
 Woobot
 Wotbox
-Xenu
-YoudaoBot
+Xaldon_WebSpider
 Zauba
 Zitebot
 ZmEu
+ZoomBot
 ZoominfoBot
+arquivo.pt
+autoemailspider
 backlink-check
 cah.io.community
-check1.exe
 cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 crawler4j
-demandbase-bot
-domainsproject.org
+eCatch
 facebookscraper
 gopher
-heritrix
-internetVista monitor
-isitwp.com
+ips-agent
 lwp-request
 lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+netEstate NE Crawler
+oBot
+pcBrowser
 polaris version
-probe-image-size
-s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-sp_auditbot
+seostar
+serpstatbot
 spyfu
+tAkeOut
+trendiction.com
 trendiction.de
+voyagerx.com
+webmeup-crawler
 webpros.com
+webprosbot
 x09Mozilla
-x22Mozilla
 zgrab