V4.2022.01.2854 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-Aboundexbot
+360Spider
+ASPSeek
 Acunetix
 AhrefsBot
 Aipbot
 Alexibot
+AllSubmitter
 Alligator
 AlphaBot
-Anarchy
-Asterias
-Attach
-AwarioRssBot
-BBBike
-BDCbot
-BDFetch
-BackDoorBot
-BetaBot
-Black Hole
-BlackWidow
-Blackboard
+Anarchie
+Anarchy99
+Aspiegel
+AwarioSmartBot
+Barkrowler
+Blow
 BlowFish
-Brandprotect
 Brandwatch
-Buck
-Buddy
 Bullseye
 BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-CherryPicker
-Citoid
-Cloud mapping
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-CyotekWebCopy
-DSearch
-Demon
-Devil
+CazoodleBot
+CheeseBot
+Claritybot
+Cogentbot
+Collector
+Copier
+Craftbot
+CrunchBot
+Custo
+DTS Agent
+DatabaseDriverMysqli
+Digincore
+DigitalPebble
 Dirbuster
-Discobot
-Discoverybot
-DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainSigmaCrawler
+DomainAppender
+DomainStatsBot
 Dragonfly
-ECCP/1.0
-EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
+Drip
 Exabot
 Express WebPictures
-ExtLinksBot
-Firefox/7.0
+Extreme Picture Finder
+FDM
 FlashGet
-Flunky
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
-Genieo
+GetWeb
 Go!Zilla
+Gotit
+Grafula
+GrapeFX
 GrapeshotCrawler
 HMView
-Haansoft
-Harvest
-Hloader
-IDBTE4M
-IRLbot
+HTTP::Lite
+HaosouSpider
+Havij
 Iblog
-Id-search
-IlseBot
-Image Fetch
-Intelliseek
+Image Sucker
+InfoNaviRobot
+Internet Ninja
 InternetSeer
-JamesBOT
-Jbrofuzz
+JOC Web Spider
 JetCar
-Jetty
 JikeSpider
-Jorgee
-Jyxobot
-Kozmosbot
+Joomla
+JustView
 LWP::Simple
-LexiBot
-Libwhisker
+Lanshanbot
+Leap
+LeechGet
+Lightspeedsystems
 Likse
-LinkScan
 Linkbot
-LinkpadBot
+Linkdexbot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MFC_Tear_Sample
-MQQBrowser
-MarkMonitor
+Lipperhey
+Litemage_walker
+Lmspider
+MSFrontPage
+Magnet
+Mail.RU_Bot
 MarkWatch
 Mass Downloader
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Microsoft URL Control
+MicroMessenger
 Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
-Msrabot
+Morfeus Fucking Scanner
 Musobot
-Navroad
+NICErsPRO
+Name Intelligence
+Nameprotect
+Needle
 Nessus
 NetAnts
 NetLyzer
-NetMechanic
+NetSpider
+NetZIP
 Netcraft
-Nettrack
-Niki-bot
-Nikto
-Nimbostratus
-Nmap
+NextGenSearchBot
+Nibbler
+Ninja
+Nuclei
 Offline Explorer
 OnCrawl
 OpenLinkProfiler
-Openfind
-Openvas
+OpenVAS
 OutclicksBot
 PHPCrawl
 POE-Component-Client-HTTP
 PageGrabber
 PageScorer
+PageThing.com
+Pandalytics
+Panscient
 Papa Foto
-Pavuk
-PeoplePal
 Pi-Monster
-Picscout
-Picsearch
+Piepmatz
+PleaseCrawl
+Pockey
 ProWebWalker
-Pump
+Pu_iN
+PxBroker
+PyCurl
 QueryN Metasearch
-RSSingBot
+Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankFlex
-Rankivabot
-Recorder
+RealDownload
+Reaper
+RebelMouse
 RedesScrapy
+RepoMonkey
 RocketCrawler
-SISTRIX
+Rogerbot
+SBIder
+SEOlyticsCrawler
+SEOstats
+SMTBot
+Scanbot
 ScoutJet
-Scrapy
-Screaming
-Searchestate
-SemanticJuice
-SeoSiteCheckup
+ScreenerBot
+Semrush
+SentiBot
 SeobilityBot
+Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Siteimprove
-SmartDownload
-Snapbot
-SocialRankIOBot
-Sociscraper
+Sitebeam
+Sitevigil
+Snake
 Sogou web spider
 Sosospider
-Sottopop
-SpaceBison
-Spammen
-SuperBot
+Spbot
+Spinn3r
+Sqlmap
+Sucuri
+Surfbot
 Suzuran
 Szukacz
 T0PHackTeam
 T8Abot
-Teleport
+Telesoft
 Telesphoreo
-Telesphorep
-Toweyabot
+The Intraformant
+TheNomad
+Thumbor
+Titan
+Toata
 Tracemyfile
+True_Robot
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-Twice
 URLy Warning
-URLy.Warning
-UnisterBot
+Upflow
+V-BOT
 VB Project
-VCI
-VelenPublicWebCrawler
+Vacuum
+Vagabondo
 VoidEYE
 Voil
 Voltron
 WEBDAV
 WISENutbot
-WPScan
-WWW-Collector-E
-WWWOFFLE
+WWW::Mechanize
 WeSEE
+Web Auto
 Web Enhancer
+Web Fuck
 Web Pix
-Web Sucker
-WebBandit
+Web Sauger
+WebAuto
+WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
+WebImageCollector
+WebLeacher
+WebPix
 WebReaper
-WebSauger
+WebSucker
 WebZIP
+Webalta
 Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whatweb
-Who.is Bot
+Widow
 WiseGuys Robot
 Woobot
 Wprecon
-YoudaoBot
+Xaldon_WebSpider
+Xenu
 Zade
 Zermelo
-Zitebot
+ZoomBot
 ZoominfoBot
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
+adscanner
 backlink-check
+cah.io.community
 check1.exe
-clark-crawler
 coccocbot-web
-dataforseo.com
+com.plumanalytics
+crawler4j
+demandbase-bot
+domainsproject.org
 eCatch
-facebookscraper
-ips-agent
-iubenda-radar
+gopher
+heritrix
+internetVista monitor
 lwp-request
-lwp-trivial
+magpie-crawler
 muhstik-scan
-oBot
-polaris version
-s1z.ru
-scalaj-http
-seostar
-sogouspider
-tAkeOut
+page scorer
+pcBrowser
+plumanalytics
+ripz
+seobility
+sexsearcher
+sitechecker.pro
+sysscan
 trendiction.com
-ubermetrics-technologies.com
+trendiction.de
+webpros.com
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab