V4.2022.07.3236 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-Abonti
-Aboundex
-AhrefsBot
-Alexibot
-Alligator
+ASPSeek
+AllSubmitter
 Anarchie
-Anarchy
-Ankit
+Attach
 AwarioSmartBot
+BDFetch
 BackStreet
-Badass
-Black Hole
-BlackWidow
-Blow
-Boardreader
-Brandprotect
-Brandwatch
-Buck
+BackWeb
+Backlink-Ceck
+Bandit
+Barkrowler
+BetaBot
+Bitacle
+BotALot
 Buddy
-CATExplorador
+BuiltBotTough
+BuiltWith
+CCBot
+CODE87
 CSHttp
-Calculon
 CazoodleBot
 Cegbfeieh
 CensysInspect
 CheTeam
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
 Claritybot
-Cocolyzebot
-Cogentbot
 Collector
-CopyRightCheck
-Cosmos
-Craftbot
-Crescent
-CrunchBot
+Copier
+CrazyWebCrawler
+Curious
+Custo
+CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-Deusu
-Digincore
-DnBCrawler-Analytics
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Devil
+Disco
+Discobot
+Dispatch
+DittoSpyder
+DnyzBot
 DomainStatsBot
-Dragonfly
-ECCP/1.0
 EMail Siphon
-EMail Wolf
-Ecxi
-Evil
-ExtLinksBot
+EasyDL
+EirGrabber
 ExtractorPro
 EyeNetIE
-Ezooms
 Fimap
-FlashGet
+Firefox/7.0
 Flunky
-Freeuploader
 FyberSpider
 Fyrebot
-GT::WWW
-Genieo
-GetRight
-GetWeb
-Getintent
-Gigabot
+G-i-g-a-b-o-t
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-GrapeFX
-GridBot
+Gotit
+GrabNet
+Grabber
+GrapeshotCrawler
 HaosouSpider
 Harvest
-Humanlinks
+Havij
+HybridBot
 Iblog
+Image Fetch
+InfoNaviRobot
 InfoTekies
+Intelliseek
 InterGET
+Internet Ninja
 InternetSeer
-Iskanie
+Iria
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
 JetCar
+Jetty
 JikeSpider
-JustView
+Joomla
+Jorgee
 Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
+Kozmosbot
 LWP::Simple
-LeechFTP
-Lftp
-Linkbot
-LinkextractorPro
+Lanshanbot
+LexiBot
+LibWeb
+LieBaoFast
+LinkWalker
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
 Lmspider
 Ltx71
-MFC_Tear_Sample
-MIIxpc
-MTRobot
-MarkWatch
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
+MIDown tool
+MQQBrowser
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 MegaIndex.ru
-Metauri
-Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mister PiX
-Mojeek
 Morfeus Fucking Scanner
 Mozlila
-NPbot
+Nameprotect
 NearSite
-Net Vampire
-NetLyzer
+NetAnts
+NetMechanic
 NetSpider
-NetZIP
+Netcraft
 Nettrack
-Netvibes
-Nibbler
-NimbleCrawler
-Nutch
-OpenLinkProfiler
-Openfind
+NextGenSearchBot
+Niki-bot
+Nikto
+Nimbostratus
+Nmap
+Not
+Nuclei
+Offline Explorer
+OpenVAS
 OrangeBot
 OrangeSpider
-OutfoxBot
 Page Analyzer
-PageScorer
+PageGrabber
+Pandalytics
+Panscient
+Pavuk
+PeoplePal
 Petalbot
-Pockey
-ProWebWalker
+Picsearch
+PictureFinder
+Piepmatz
 Pu_iN
+Pump
+PxBroker
 Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankFlex
-RankurBot
-Re-re
+RSSingBot
+RankingBot2
+Rankivabot
 ReGet
-RebelMouse
-Recorder
-Ripper
+RocketCrawler
+Rogerbot
 SBIder
 SEOprofiler
+SISTRIX
 ScanAlert
-Scanbot
-Scrapy
 Screaming
-Searchestate
+ScreenerBot
+SemanticJuice
 Semrush
 SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
 Site Sucker
-Sitevigil
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sociscraper
-Sosospider
-Sottopop
+Snake
+Snapbot
 SpankBot
-SuperHTTP
-Surfbot
+Spbot
+Spinn3r
+Sqlmap
+Stripper
+Sucuri
+SurveyBot
 Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
-Teleport
 TeleportPro
 Telesphoreo
 TheNomad
+Thumbor
+Toata
+Toweyabot
 Tracemyfile
-Trendiction
 Turnitin
 TurnitinBot
-TwengaBot
-Twice
+Typhoeus
 URLy.Warning
 UnisterBot
+VB Project
 Vacuum
-VidibleScraper
+Vagabondo
 Virusdie
-Voil
+VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WPScan
 WWW-Collector-E
-WeSEE
+WallpapersHD
 Web Enhancer
 Web Fuck
 Web Sauger
-WebAuto
-WebCopier
-WebFuck
-WebLeacher
-WebPix
-WebZIP
+WebBandit
+WebEnhancer
+WebGo IS
+WebImageCollector
+WebReaper
+WebSauger
+WebSucker
+WebWhacker
+Webshag
 WebsiteExtractor
+WebsiteQuester
 Webster
-Whacker
-Who.is Bot
-Widow
+Whack
+Whatweb
 WinHTTrack
-Woobot
+Wonderbot
+Wotbox
 Wprecon
 Xaldon_WebSpider
-Xenu
-Zauba
+YoudaoBot
+Zade
 Zeus
-ZoomBot
-ZoominfoBot
+ZmEu
 ZumBot
-ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-backlink-check
+arquivo.pt
+cah.io.community
 check1.exe
-clark-crawler
-coccocbot
 cognitiveseo
+crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
 eCatch
 evc-batch
 facebookscraper
 heritrix
-instabid
+ips-agent
 iubenda-radar
-linkdexbot
-magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
+oBot
 page scorer
-pcBrowser
 ripz
-scan.lol
-sitechecker.pro
-sp_auditbot
+scalaj-http
 spyfu
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
-zgrab
+trendiction.de
+webgains-bot
+x09Mozilla
+x22Mozilla