V4.2022.01.2887 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-404enemy
-80legs
 ADmantX
-AIBOT
-Abonti
-Aboundexbot
-Acunetix
-AhrefsBot
+ALittle Client
+ASPSeek
+Aboundex
 AiHitBot
-Aipbot
 Alexibot
-Anarchie
-Anthill
-Attach
-AwarioSmartBot
-BackWeb
+AlphaBot
+Ankit
+AwarioRssBot
+BBBike
+BDFetch
+Backlink-Ceck
 Badass
-BatchFTP
-Bitacle
-BlackWidow
-BlowFish
-Bolt
+BetaBot
+Black Hole
+Boardreader
 Brandwatch
-Buddy
-BuiltWith
 Bullseye
+CCBot
 CazoodleBot
-CensysInspect
-CheTeam
 CheeseBot
-CherryPicker
 Cliqzbot
-CopyRightCheck
+Cloud mapping
+Collector
+Copier
+Cosmos
 Craftbot
 Crawling at Home Project
-CrunchBot
+CrazyWebCrawler
+Curious
 Custo
+CyotekWebCopy
 DIIbot
-DataCha0s
-Demon
+Digincore
+Disco
+Discobot
 Discoverybot
+Dispatch
 DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainStatsBot
 Dragonfly
-ECCP/1.0
-EMail Wolf
+EasyDL
 Ebingbong
+Ecxi
+Evil
+Exabot
+Express WebPictures
 Extractor
 Ezooms
+FlashGet
+Fuzz
+FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GermCrawler
+GetRight
 GetWeb
-Gigabot
-Go-Ahead-Got-It
-Gotit
+Getintent
 Grabber
-GrapeFX
-GridBot
+Grafula
 HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
-HaosouSpider
 Harvest
-Humanlinks
-IDBTE4M
+HonoluluBot
 IRLbot
-Iblog
-Image Fetch
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
+InternetSeer
 IstellaBot
-JamesBOT
-JennyBot
 JetCar
-Joomla
+Jetty
+JikeSpider
+Jorgee
 JustView
-LNSpiderguy
-LWP::Simple
+Jyxobot
+Keyword Density
+Kozmosbot
 Larbin
+LeechFTP
+LeechGet
 Lftp
 LibWeb
-Libwhisker
-LieBaoFast
 Lightspeedsystems
-LinksManager
+LinkScan
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-MJ12bot
-MTRobot
-Mag-Net
-Majestic SEO
+Litemage_walker
+MFC_Tear_Sample
+MSIECrawler
+Mail.RU_Bot
 Majestic12
-MarkWatch
-MauiBot
-Mb2345Browser
+MarkMonitor
+Mass Downloader
+Mata Hari
 Mediatoolkitbot
-Metauri
-Microsoft URL Control
+Microsoft Data Access
+Moblie Safari
 MolokaiBot
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
+Morfeus Fucking Scanner
+NPbot
 Name Intelligence
+Nameprotect
 Needle
 Nessus
-Net Vampire
 NetMechanic
-Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
+NetSpider
+NetZIP
+Netcraft
+NextGenSearchBot
+Nibbler
+Niki-bot
 Not
 Nuclei
-Nutch
-Offline Explorer
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
-OutclicksBot
 OutfoxBot
-PageThing.com
-Papa Foto
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
+Pandalytics
+Panscient
 Pavuk
+Pi-Monster
+PictureFinder
+Piepmatz
 Pixray
-Pockey
-Probethenet
-PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankurBot
-Re-re
-ReGet
+PleaseCrawl
+RankingBot
 RealDownload
-Recorder
 RocketCrawler
 Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
 ScanAlert
+Scanbot
 ScoutJet
-ScreenerBot
+Screaming
 ScrepyBot
 Searchestate
-SearchmetricsBot
+SemanticJuice
 SemrushBot
-Siphon
-SiteCheckerBotCrawler
+SentiBot
+SeoSiteCheckup
+Seomoz
 SiteLockSpider
-SiteSucker
-Sitebeam
-SlySearch
-Snake
 Snapbot
-Snoopy
-SocialRankIOBot
-SpaceBison
-Spammen
-SpankBot
+Sosospider
+Sottopop
+Spinn3r
+SputnikBot
 Sqlmap
-Sqlworm
-Stripper
 Sucker
-SuperHTTP
 Surfbot
+Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
-Teleport
-Telesphorep
+TeleportPro
+Telesphoreo
 The Intraformant
+TheNomad
+Titan
 Toata
-Tracemyfile
+Toweyabot
 True_Robot
-Turingos
 TurnitinBot
+Twice
 Typhoeus
-URLy.Warning
-Upflow
+VB Project
+VCI
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-Voil
 Voltron
-WEBDAV
+WASALive-Bot
 WWW-Collector-E
 WWW::Mechanize
-Wallpapers/3.0
-WeSEE
 Web Auto
-Web Fuck
-WebCopier
-WebGo IS
+Web Enhancer
+Web Pix
+WebEnhancer
+WebFetch
+WebFuck
 WebImageCollector
+WebPix
 WebReaper
-WebStripper
-WebSucker
+WebSauger
 WebWhacker
 Webalta
 WebmasterWorldForumBot
 Website Quester
 WebsiteQuester
-Webster
 Whack
 Whacker
+Whatweb
+Who.is Bot
+Widow
+WiseGuys Robot
+Wonderbot
+Woobot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zitebot
-ZmEu
+ZoomBot
 ZumBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
-backlink-check
 cah.io.community
 check1.exe
-crawl.sogou.com
+clark-crawler
+coccocbot-web
 crawler.feedback
 crawler4j
-dataforseo.com
-eCatch
-evc-batch
-instabid
+gopher
+heritrix
 internetVista monitor
-ips-agent
-isitwp.com
+iubenda-radar
 lwp-request
 lwp-trivial
-meanpathbot
-netEstate NE Crawler
-oBot
-page scorer
-pcBrowser
+magpie-crawler
+mediawords
+muhstik-scan
 plumanalytics
-polaris version
 probe-image-size
-s1z.ru
 scalaj-http
-seobility
+seoscanners
 serpstatbot
-siteripz
-sysscan
-webgains-bot
+sogouspider
+sp_auditbot
+tAkeOut
+trendiction.com
+trendiction.de
+webmeup-crawler
 x09Mozilla