V4.2021.12.2762 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-ASPSeek
+80legs
+AIBOT
+ALittle Client
 Aboundex
 AhrefsBot
-AiHitBot
-Aipbot
-Alexibot
-AlphaBot
-Ankit
-Apexoo
-Aspiegel
-Asterias
-Attach
+AllSubmitter
+Anarchy
+Anarchy99
+AwarioRssBot
+BBBike
+BDCbot
 BDFetch
-BackStreet
-BackWeb
+BLEXBot
+BackDoorBot
 BacklinkCrawler
-Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bitacle
 Black Hole
 Blow
 Boardreader
-Bolt
-Buck
 BuiltWith
+Bullseye
 CCBot
-Calculon
+CazoodleBot
+CheTeam
 CherryPicker
-ChinaClaw
-Cliqzbot
+Chlooe
+Citoid
+Claritybot
+Cogentbot
 Collector
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 Crescent
-CrunchBot
-DSearch
-Digincore
-Dispatch
+Custo
+Dirbuster
+Discobot
+Discoverybot
 DnBCrawler-Analytics
-DomCopBot
+DnyzBot
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
 Drip
-EMail Wolf
 EasyDL
-Ecxi
-ExtLinksBot
+EroCrawler
+Evil
+Exabot
 Extractor
-FDM
+Ezooms
 FemtosearchBot
-Fimap
-Firefox/7.0
 FlashGet
-FrontPage
-FyberSpider
-Genieo
+Flunky
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
+Go-Ahead-Got-It
 GoZilla
-GrapeshotCrawler
+Grabber
+Grafula
+GrapeFX
 HEADMasterSEO
-HTTP::Lite
-Havij
+HTMLparser
+HTTrack
+HybridBot
+IDBot
 IRLbot
-Iblog
 IlseBot
-Image Fetch
-Image Sucker
-InfoNaviRobot
+Indy Library
 InfoTekies
 Intelliseek
 Internet Ninja
-InternetSeer
-JamesBOT
+Iria
+JOC Web Spider
 Jbrofuzz
-Jetty
+JikeSpider
+Jorgee
 JustView
+Jyxobot
 Kenjin Spider
-Kinza
-Lanshanbot
-LeechFTP
+Keyword Density
+Kozmosbot
+LexiBot
 Lftp
 Libwhisker
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
+Likse
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
 MSFrontPage
+MSIECrawler
+MTRobot
+Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
+Majestic12
 MarkMonitor
+Mass Downloader
 Mata Hari
 MauiBot
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Mojolicious
-Mozlila
-NICErsPRO
-NearSite
-Needle
-Nessus
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+Musobot
+NPbot
+Name Intelligence
 Net Vampire
-NetAnts
 NetLyzer
-NetMechanic
-Netcraft
 Netvibes
-Nibbler
-Niki-bot
 NimbleCrawler
-Nimbostratus
-Nmap
-Not
-OpenVAS
-Openvas
+Nuclei
+Octopus
+Offline Explorer
+Openfind
+OrangeBot
 OrangeSpider
+OutclicksBot
 OutfoxBot
-PageGrabber
-Papa Foto
-PeoplePal
-Picscout
-Picsearch
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Pavuk
+Pi-Monster
+Piepmatz
 Pockey
 ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-PyCurl
+ProWebWalker
+Pump
 Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
-RankingBot2
-RankurBot
-Re-re
-Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+Rankivabot
+Ripper
+SEOkicks-Robot
 SISTRIX
+SalesIntelligent
 Scanbot
-ScreenerBot
+ScoutJet
+Searchestate
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-SmartDownload
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SlySearch
 Snake
-Sogou web spider
-SpaceBison
-SpankBot
-Spinn3r
+SocialRankIOBot
+Spammen
+Spbot
+Sqlworm
 Sqworm
-Stripper
-Surfbot
+Steeler
+Sucuri
+SuperBot
 SurveyBot
 Suzuran
+Swiftbot
 Szukacz
-T8Abot
-Telesoft
-Telesphorep
-Thumbor
-TightTwatBot
-Toata
-Trendictionbot
-TurnitinBot
-URLy.Warning
-VB Project
+T0PHackTeam
+Teleport
+The Intraformant
+TheNomad
+Titan
+Toweyabot
+TwengaBot
+URLy Warning
+Upflow
+VCI
 Vacuum
 Vagabondo
-VidibleScraper
+VoidEYE
+Voil
+WASALive-Bot
 WEBDAV
+WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WeSEE
-Web Fetch
-Web Sucker
-WebCopier
-WebFetch
-WebPix
-WebReaper
-WebSauger
-WebmasterWorldForumBot
+WWW::Mechanize
+Wallpapers
+Web Sauger
+WebBandit
+WebImageCollector
+WebStripper
+WebSucker
+WebWhacker
 Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webster
 Whack
-Whacker
-Whatweb
 Who.is Bot
-Widow
-WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
-YoudaoBot
-Zade
-Zauba
-Zermelo
-Zitebot
-ZmEu
+Xenu
+ZoomBot
+ZoominfoBot
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
 backlink-check
 check1.exe
 clark-crawler
+coccocbot-web
 com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-dataforseo.com
-demandbase-bot
 domainsproject.org
-facebookscraper
-gopher
-heritrix
 internetVista monitor
 ips-agent
 isitwp.com
+lwp-trivial
+meanpathbot
 mediawords
-netEstate NE Crawler
-oBot
-polaris version
-satoristudio.net
+muhstik-scan
+pcBrowser
+plumanalytics
+s1z.ru
 scan.lol
-seocompany.store
+seobility
 seoscanners
 seostar
-siteripz
 sogouspider
-sp_auditbot
-spyfu
-sysscan
-tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-webprosbot
-zgrab
+webpros.com
+x09Mozilla
+x22Mozilla
+xpymep1.exe