V4.2021.07.2484 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-Aboundex
+360Spider
+80legs
+AIBOT
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-AllSubmitter
+Alexibot
 Alligator
-Anarchy
+Anarchie
 Anarchy99
-Ankit
+Asterias
+Attach
 AwarioRssBot
-AwarioSmartBot
 BBBike
-BDFetch
-BLEXBot
-BackStreet
-BacklinkCrawler
-Badass
-BetaBot
-Bitacle
-Black Hole
-BlackWidow
-Blow
+BackDoorBot
+Barkrowler
+Battleztar Bazinga
 BlowFish
-Boardreader
+Bolt
+Brandprotect
+Brandwatch
+Buck
+Buddy
+BunnySlippers
 BuzzSumo
-CODE87
-CheeseBot
+CATExplorador
+CCBot
+CSHttp
 CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cosmos
-Crescent
-Custo
+Collector
+Copier
+Craftbot
+CrunchBot
 DIIbot
-Deusu
-Digincore
-Dirbuster
-Disco
-Discoverybot
-DomCopBot
+DTS Agent
+Demon
+Devil
+Discobot
+Dispatch
+DittoSpyder
 DomainAppender
-DomainStatsBot
-Domains Project
+DomainSigmaCrawler
 Dotbot
 Download Wonder
-ECCP/1.0
-Ebingbong
-Ecxi
-EirGrabber
+Dragonfly
+EMail Siphon
+EMail Wolf
+EasyDL
+EroCrawler
+Evil
 Exabot
-ExtLinksBot
-EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
-Fimap
-Foobot
-G-i-g-a-b-o-t
+Express WebPictures
+Firefox/7.0
 GT::WWW
-GermCrawler
-GetRight
-GoZilla
+GalaxyBot
+Genieo
+Gigabot
+Go!Zilla
+Gotit
 GrabNet
+Grabber
 GrapeFX
-HMView
-HTTP::Lite
+GridBot
+HEADMasterSEO
 Haansoft
+HaosouSpider
 Harvest
+Havij
 Hloader
+Humanlinks
+HybridBot
 IDBTE4M
 IRLbot
-Id-search
+Iblog
 Image Fetch
-IndeedBot
+Image Sucker
 Indy Library
+InfoTekies
 Intelliseek
 InterGET
-Internet Ninja
-IstellaBot
+Iria
+JOC Web Spider
 JamesBOT
+JennyBot
 JetCar
-Joomla
+Jorgee
 JustView
-Keyword Density
-LeechGet
+Kinza
+Kozmosbot
+LWP::Simple
+Lanshanbot
+Larbin
+LexiBot
 Lftp
 LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkextractorPro
+Libwhisker
+Linkdexbot
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
+MFC_Tear_Sample
+MIIxpc
+MSFrontPage
+MSIECrawler
+Mag-Net
 Majestic-SEO
-Majestic12
-Mass Downloader
+MarkMonitor
+Masscan
 Mata Hari
 MauiBot
-Meanpathbot
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Moblie Safari
 Mojolicious
-NICErsPRO
-Name Intelligence
 Nameprotect
-Navroad
 NearSite
 Needle
-Net Vampire
-NetLyzer
+Nessus
+NetAnts
 NetMechanic
 NetSpider
 NetZIP
-Netcraft
+Nettrack
 NextGenSearchBot
 Niki-bot
-Nikto
-Nmap
-Nuclei
-Nutch
+NimbleCrawler
+Nimbostratus
+Octopus
 Offline Explorer
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
-Openvas
+Openfind
+OutclicksBot
 OutfoxBot
+PHPCrawl
 Page Analyzer
 PageGrabber
 PageScorer
 Pandalytics
-PeoplePal
-Pi-Monster
-PictureFinder
+Panscient
+Papa Foto
+Pavuk
+Petalbot
+Picsearch
+Piepmatz
+Pixray
 PleaseCrawl
+ProWebWalker
 Probethenet
 Pu_iN
-PxBroker
-Quick-Crawler
-RankActive
-RankingBot
+RSSingBot
+RankActiveLinkBot
+RankFlex
 RankingBot2
+ReGet
 RealDownload
-RebelMouse
-SBIder
-SEOkicks-Robot
-SEOprofiler
+Ripper
+Rogerbot
+SEOlyticsCrawler
 SEOstats
-SalesIntelligent
+SISTRIX
+SMTBot
 Scanbot
-Screaming
-ScreenerBot
-Searchestate
 SearchmetricsBot
+SemrushBot
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
+Siteimprove
+Snake
 Snapbot
-Sogou web spider
-Sottopop
-Spammen
-SpankBot
-Spinn3r
+SocialRankIOBot
+Sosospider
+Spanner
+SputnikBot
+Sqlmap
 Steeler
-Stripper
 Sucker
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-Szukacz
-T0PHackTeam
 T8Abot
-Teleport
+TeleportPro
 Telesphorep
-Thumbor
+TheNomad
 TightTwatBot
-Toata
+Toweyabot
+Tracemyfile
 Turingos
-Typhoeus
-UnisterBot
-Vacuum
+Turnitin
+TurnitinBot
+URLy.Warning
+V-BOT
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
+Voil
+Voltron
+WASALive-Bot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
 Wallpapers/3.0
-WallpapersHD
 WeSEE
+Web Auto
 Web Collage
-Web Fetch
+Web Enhancer
 Web Fuck
-Web Sauger
 Web Sucker
-WebCollage
-WebImageCollector
-WebSauger
+WebAuto
+WebPix
+WebReaper
 WebStripper
+WebSucker
 WebZIP
-Website Quester
-WebsiteExtractor
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Webster
-Whack
-Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
 Xaldon_WebSpider
-Zade
-ZmEu
+Xenu
+Zermelo
 ZoominfoBot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-check1.exe
+cognitiveseo
+crawler4j
+demandbase-bot
 domainsproject.org
-evc-batch
-heritrix
 internetVista monitor
-lwp-request
-lwp-trivial
-magpie-crawler
+meanpathbot
 oBot
 page scorer
 pcBrowser
+plumanalytics
+probe-image-size
+s1z.ru
+scalaj-http
 scan.lol
-sitechecker.pro
-siteripz
-sp_auditbot
-trendiction.com
-voyagerx.com
-webmeup-crawler
-zauba.io
+seostar
+spyfu