V4.2022.03.3006 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
+ADmantX
 AIBOT
-ALittle Client
-Alexibot
-AllSubmitter
-Alligator
+Abonti
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
 AlphaBot
-Ankit
-Asterias
-BLEXBot
-BacklinkCrawler
+Anarchy
+Anarchy99
+Atomseobot
+Attach
+BDFetch
+BackWeb
+Bandit
+Barkrowler
 Battleztar Bazinga
+BlackWidow
+Blow
+BotALot
 Brandprotect
-Buddy
-BuiltBotTough
-BuiltWith
+Buck
 Bullseye
-BuzzSumo
 CATExplorador
+CCBot
 Calculon
+CazoodleBot
+Cegbfeieh
 CensysInspect
+CheTeam
+CheeseBot
+Citoid
+Claritybot
 Cocolyzebot
-Cogentbot
-Cosmos
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
-DBLBot
+Custo
+CyotekWebCopy
 DSearch
+DTS Agent
 DatabaseDriverMysqli
-Devil
-Digincore
-DnyzBot
+Demon
+Dirbuster
+Disco
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
-Dragonfly
-ECCP/1.0
 EasyDL
 Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
 Evil
-Express WebPictures
-ExtractorPro
-FDM
-Firefox/7.0
+Exabot
+FHscan
+Fimap
+FlashGet
 Flunky
 FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 Genieo
-GetWeb
-Go!Zilla
-Gotit
+Getintent
 GrabNet
+Grabber
 Grafula
-HMView
+GrapeFX
+HEADMasterSEO
 HTMLparser
 HaosouSpider
-Havij
-Hloader
-HonoluluBot
-HybridBot
-IRLbot
 Iblog
+Id-search
+IlseBot
 Image Fetch
-InfoTekies
-Internet Ninja
-JamesBOT
+IndeedBot
+InfoNaviRobot
+Jetty
 JikeSpider
+Joomla
+Jorgee
 JustView
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
+Keybot Translation-Search-Machine
 LWP::Simple
-Lanshanbot
+Leap
 LeechFTP
 LeechGet
-Lftp
 LibWeb
-Libwhisker
-LinkWalker
+LieBaoFast
+Lightspeedsystems
 Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-Lmspider
-MFC_Tear_Sample
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MSFrontPage
-Mag-Net
-Magnet
+MIIxpc
+MJ12bot
+MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic-SEO
-Masscan
-MauiBot
+Majestic SEO
+MarkWatch
 Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
+Microsoft URL Control
+Morfeus Fucking Scanner
 Musobot
 NPbot
-Needle
+Nessus
+NetAnts
 NetSpider
-Netvibes
+NetZIP
+Nettrack
 NextGenSearchBot
 Nibbler
+Nikto
 Nimbostratus
-Ninja
-Not
-OpenVAS
-Openvas
-OrangeSpider
+Nmap
+Nuclei
+Nutch
+Octopus
+OrangeBot
 OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
 Page Analyzer
-Pandalytics
-Pavuk
+PageGrabber
+Papa Foto
 PeoplePal
-Picscout
-PictureFinder
-Piepmatz
-Pixray
-Pockey
-ProPowerBot
-Probethenet
+Petalbot
+Pi-Monster
+Pimonster
+PleaseCrawl
 Psbot
-PyCurl
-RankActiveLinkBot
+Pu_iN
+Pump
+PxBroker
+QueryN Metasearch
+RankActive
+RankFlex
 RankingBot2
-RankurBot
-Re-re
-RealDownload
-Recorder
-RocketCrawler
-Rogerbot
+Rankivabot
+ReGet
+Reaper
+Ripper
 SEOstats
-ScanAlert
 ScoutJet
-Screaming
-ScrepyBot
+SearchmetricsBot
 SemanticJuice
-SemrushBot
-SentiBot
 SeoSiteCheckup
-Seomoz
-Siphon
+SeobilityBot
+Shodan
+SiteExplorer
 SiteLockSpider
+SiteSnagger
 Sitebeam
-Sitevigil
 SlySearch
-SmartDownload
 Snake
-Snapbot
 Snoopy
-Sogou web spider
-Sosospider
-SpaceBison
-SpankBot
-Spbot
-SputnikBot
-Sucker
-SuperBot
+Sottopop
+Spammen
+Spanner
+Sqlmap
+Sucuri
+SuperHTTP
+Surfbot
+Suzuran
+T0PHackTeam
 T8Abot
-Teleport
 Telesoft
+Telesphorep
 The Intraformant
-Thumbor
-Titan
-Trendictionbot
-Turnitin
+Toata
+Toweyabot
+Trendiction
+True_Robot
+Turingos
+TurnitinBot
 Twice
-Typhoeus
-URLy.Warning
 Upflow
+V-BOT
 VB Project
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
 Virusdie
-Voil
 Voltron
 WASALive-Bot
-WBSearchBot
 Wallpapers
 WeSEE
-Web Collage
-Web Enhancer
 Web Fuck
 Web Sauger
-WebAuto
-WebFetch
+WebEnhancer
 WebFuck
 WebGo IS
-WebReaper
+WebImageCollector
+WebLeacher
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
-Webalta
 WebmasterWorldForumBot
-Webster
+WebsiteExtractor
+Whack
 Whatweb
 Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
 Wprecon
 Xenu
-ZoominfoBot
-adscanner
+YoudaoBot
+Zade
+Zeus
+ZmEu
+ZoomBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
+check1.exe
 clark-crawler
 cognitiveseo
-crawler4j
+com.plumanalytics
 demandbase-bot
 domainsproject.org
+eCatch
+evc-batch
+gopher
 isitwp.com
-iubenda-radar
-lwp-request
-meanpathbot
-probe-image-size
-seobility
-seoscanners
-sitechecker.pro
+lwp-trivial
+netEstate NE Crawler
+oBot
+pcBrowser
+s1z.ru
+seocompany.store
+seostar
+sexsearcher
 sogouspider
-sysscan
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-x09Mozilla
+sp_auditbot
+spyfu
+trendiction.de
+webpros.com
+x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab