V4.2022.03.3005 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-ADmantX
+404enemy
+AIBOT
 ALittle Client
-Acunetix
+Alexibot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchy
 Ankit
-Apexoo
-Aspiegel
-Attach
-AwarioRssBot
-AwarioSmartBot
+Asterias
 BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Bigfoot
-Black Hole
-Blackboard
-Buck
+BacklinkCrawler
+Battleztar Bazinga
+Brandprotect
 Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
-CODE87
-CazoodleBot
-CheTeam
-CherryPicker
-Cliqzbot
-Cloud mapping
-CopyRightCheck
+BuzzSumo
+CATExplorador
+Calculon
+CensysInspect
+Cocolyzebot
+Cogentbot
 Cosmos
-CyotekWebCopy
+Curious
 DBLBot
-DIIbot
 DSearch
-DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
-Disco
-Discobot
-DomainSigmaCrawler
+Devil
+Digincore
+DnyzBot
+DomainAppender
+DomainCrawler
 DomainStatsBot
-EMail Siphon
-EMail Wolf
-Ecxi
+Dotbot
+Dragonfly
+ECCP/1.0
+EasyDL
+Ebingbong
 EirGrabber
+EroCrawler
 Evil
-ExtLinksBot
-Extractor
-Extreme Picture Finder
+Express WebPictures
+ExtractorPro
 FDM
-FemtosearchBot
 Firefox/7.0
-FlashGet
 Flunky
-Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
-Getintent
-Gigabot
-Go-Ahead-Got-It
+GalaxyBot
+Genieo
+GetWeb
+Go!Zilla
 Gotit
-GridBot
+GrabNet
+Grafula
+HMView
+HTMLparser
 HaosouSpider
-Harvest
+Havij
+Hloader
 HonoluluBot
-IDBot
+HybridBot
 IRLbot
 Iblog
-IlseBot
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InterGET
-Iria
-IstellaBot
+Image Fetch
+InfoTekies
+Internet Ninja
 JamesBOT
-Jbrofuzz
-JetCar
-Jetty
 JikeSpider
 JustView
-Jyxobot
-Kenjin Spider
 Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Larbin
-Lightspeedsystems
+LeechFTP
+LeechGet
+Lftp
+LibWeb
+Libwhisker
+LinkWalker
+Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+LinksManager
 Lmspider
 MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MQQBrowser
-MSIECrawler
+MSFrontPage
 Mag-Net
+Magnet
 Mail.RU_Bot
+Majestic-SEO
 Masscan
-Mata Hari
 MauiBot
 Mb2345Browser
-Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
+Metauri
+MicroMessenger
 Microsoft Data Access
-Mister PiX
 Moblie Safari
-Mojeek
-Mr.4x3
-NICErsPRO
-Nameprotect
-Navroad
-Nessus
-Net Vampire
-NetLyzer
-NetMechanic
-NetZIP
-Nettrack
+Musobot
+NPbot
+Needle
+NetSpider
 Netvibes
 NextGenSearchBot
-Nikto
+Nibbler
 Nimbostratus
 Ninja
-Nmap
-Octopus
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
+Not
 OpenVAS
 Openvas
-OrangeBot
 OrangeSpider
 OutclicksBot
 OutfoxBot
 PECL::HTTP
-PageThing.com
+PHPCrawl
+Page Analyzer
+Pandalytics
 Pavuk
 PeoplePal
+Picscout
+PictureFinder
 Piepmatz
-Pimonster
-PleaseCrawl
+Pixray
 Pockey
-Pump
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
+ProPowerBot
+Probethenet
+Psbot
+PyCurl
+RankActiveLinkBot
+RankingBot2
 RankurBot
 Re-re
 RealDownload
-Ripper
-SEOkicks-Robot
-SEOprofiler
-Scrapy
-ScreenerBot
+Recorder
+RocketCrawler
+Rogerbot
+SEOstats
+ScanAlert
+ScoutJet
+Screaming
+ScrepyBot
 SemanticJuice
-Semrush
+SemrushBot
 SentiBot
+SeoSiteCheckup
+Seomoz
 Siphon
-Site Sucker
-SiteExplorer
-SiteSucker
+SiteLockSpider
+Sitebeam
 Sitevigil
+SlySearch
 SmartDownload
+Snake
 Snapbot
+Snoopy
 Sogou web spider
-Sottopop
+Sosospider
 SpaceBison
 SpankBot
-Spanner
 Spbot
-Spinn3r
-Sqlworm
+SputnikBot
 Sucker
 SuperBot
-SuperHTTP
-Suzuran
-Telesphorep
+T8Abot
+Teleport
+Telesoft
 The Intraformant
-TheNomad
-Toata
-Toweyabot
-Trendiction
-TurnitinBot
-URLy Warning
+Thumbor
+Titan
+Trendictionbot
+Turnitin
+Twice
+Typhoeus
 URLy.Warning
-UnisterBot
+Upflow
+VB Project
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 Voil
+Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Fetch
+Web Collage
+Web Enhancer
 Web Fuck
+Web Sauger
+WebAuto
+WebFetch
 WebFuck
 WebGo IS
-WebPix
-WebSauger
+WebReaper
 WebStripper
-WebZIP
-Webshag
-Website Quester
-Whacker
+WebSucker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webster
+Whatweb
+Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
 Woobot
 Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zeus
+Wprecon
+Xenu
+ZoominfoBot
+adscanner
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
-crawler.feedback
+backlink-check
+cah.io.community
+clark-crawler
+cognitiveseo
 crawler4j
-evc-batch
+demandbase-bot
+domainsproject.org
 isitwp.com
+iubenda-radar
 lwp-request
 meanpathbot
-mediawords
-netEstate NE Crawler
-page scorer
-polaris version
+probe-image-size
 seobility
-seocompany.store
-seostar
-sexsearcher
-siteripz
-trendiction.com
+seoscanners
+sitechecker.pro
+sogouspider
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webprosbot
 x09Mozilla
-x22Mozilla
-zgrab
+zauba.io