V4.2021.09.2593 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404checker
+404enemy
 ADmantX
 AIBOT
-ASPSeek
-Abonti
-AhrefsBot
-Aipbot
-Alexibot
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
 AllSubmitter
-Alligator
-AlphaBot
+Anarchy
+Anthill
+Apexoo
+Aspiegel
+Asterias
+Attach
 BLEXBot
-BackWeb
-Backlink-Ceck
-Bigfoot
-BlackWidow
-Blow
+BackDoorBot
+BackStreet
+Bandit
+BetaBot
+Black Hole
+BlowFish
 Boardreader
 BotALot
 Brandprotect
 Brandwatch
-Buck
-Buddy
-BuiltBotTough
 BuiltWith
 Bullseye
-BuzzSumo
+BunnySlippers
 CCBot
-Calculon
-CheeseBot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
-Copier
+CODE87
+CSHttp
+CensysInspect
+Chlooe
+Claritybot
+CopyRightCheck
 Copyscape
-Cosmos
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Custo
+CrunchBot
 CyotekWebCopy
 DBLBot
 DIIbot
 DataCha0s
 Demon
-Devil
-Digincore
 DigitalPebble
 Dirbuster
 Disco
-Discoverybot
+Discobot
 DittoSpyder
-DomCopBot
 DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
-Exabot
-EyeNetIE
+EMail Siphon
+EMail Wolf
+EasyDL
+EirGrabber
+Express WebPictures
+Extractor
 FDM
 FHscan
-Fimap
-Fyrebot
+Foobot
+FyberSpider
 Genieo
 GermCrawler
-GoZilla
-Gotit
+Getintent
+Go-Ahead-Got-It
+GrabNet
 Grabber
+Grafula
 GrapeFX
-HMView
-HTTP::Lite
-HybridBot
-IDBTE4M
-IDBot
+GridBot
+HTMLparser
+Haansoft
+Heritrix
+IRLbot
 Iblog
 IlseBot
 Image Fetch
-Indy Library
-InfoTekies
-Iria
+Intelliseek
+InternetSeer
 Iskanie
-IstellaBot
-Jbrofuzz
-JennyBot
+JOC Web Spider
 JetCar
-Jetty
-Joomla
+JikeSpider
 Jorgee
-JustView
-Kozmosbot
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
 LNSpiderguy
 LWP::Simple
-Larbin
 Leap
+LeechGet
 Lftp
-LibWeb
 Libwhisker
-LieBaoFast
+LinkScan
 Linkbot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
+Linkdexbot
+LinqiaMetadataDownloaderBot
 Lipperhey
+Lmspider
 Ltx71
 MIDown tool
+MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
 Mag-Net
 Magnet
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkWatch
-Mass Downloader
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+MauiBot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojolicious
-Mr.4x3
-Musobot
-Name Intelligence
-Nameprotect
+Moblie Safari
+Mojeek
+NICErsPRO
+Navroad
+NearSite
 Nessus
-NetSpider
-Netcraft
-Nettrack
-Netvibes
-Nibbler
+NetLyzer
+NextGenSearchBot
 Niki-bot
-Offline Navigator
-OpenVAS
-OrangeBot
-OutfoxBot
-Page Analyzer
-PageScorer
-Pandalytics
-Papa Foto
-Picscout
+NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
+Nuclei
+Offline Explorer
+OnCrawl
+Openvas
+PHPCrawl
+PageGrabber
+PageThing.com
+Petalbot
+Picsearch
+PictureFinder
+Piepmatz
 Pixray
-PleaseCrawl
-ProPowerBot
-Probethenet
+Pockey
 PyCurl
-QueryN Metasearch
 RSSingBot
-RankFlex
-RankingBot
-ReGet
+RankActive
+RankActiveLinkBot
+Rankivabot
 Reaper
-RebelMouse
-Recorder
-SBIder
+RepoMonkey
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
+Scrapy
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Semrush
-SemrushBot
 SeoSiteCheckup
+SeobilityBot
+Seomoz
 Siphon
-Siteimprove
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
+Sitevigil
 SlySearch
-Snapbot
-Snoopy
 SocialRankIOBot
-SpankBot
+Spammen
 Spbot
-Sqlworm
-Stripper
-SuperBot
+Spinn3r
+SputnikBot
+Sqworm
+Sucker
+Sucuri
 Suzuran
 Swiftbot
-Teleport
+Szukacz
+T0PHackTeam
 Telesoft
 The Intraformant
 Thumbor
-Turnitin
-TurnitinBot
+TightTwatBot
+Titan
+Toata
 TwengaBot
+Twice
+Typhoeus
 URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voil
-WEBDAV
+VCI
 WPScan
-WWWOFFLE
-Web Fuck
+WWW-Mechanize
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sauger
 WebAuto
-WebEnhancer
+WebBandit
+WebCopier
+WebFetch
 WebImageCollector
-WebPix
-WebStripper
-WebZIP
+WebReaper
+WebSauger
+WebSucker
+WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
+Whack
 Whatweb
-WinHTTrack
-WiseGuys Robot
 Wonderbot
-Woobot
-Wotbox
-Zade
+Wprecon
+Xaldon WebSpider
 Zauba
-ZoomBot
+Zermelo
 ZumBot
-arquivo.pt
+ZyBorg
 autoemailspider
 backlink-check
 check1.exe
-clark-crawler
-coccocbot-web
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-eCatch
+demandbase-bot
 evc-batch
-heritrix
+facebookscraper
+instabid
 internetVista monitor
-isitwp.com
+magpie-crawler
 meanpathbot
-oBot
-page scorer
-probe-image-size
-satoristudio.net
+netEstate NE Crawler
+polaris version
+ripz
 scan.lol
+seobility
 sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
 spyfu
-sysscan
-tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webprosbot
-x22Mozilla
-zgrab
+voyagerx.com
+x09Mozilla
+xpymep1.exe
+zauba.io