V4.2021.08.2554 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
 ADmantX
-ALittle Client
-ASPSeek
-AiHitBot
+Aboundex
+AllSubmitter
 Alligator
-Anarchie
+Anarchy99
 Anthill
 AwarioRssBot
-BDCbot
-BackDoorBot
-BackWeb
+BBBike
+BDFetch
+BLEXBot
 Backlink-Ceck
-BacklinkCrawler
+Badass
 Bandit
 Barkrowler
-Bitacle
-BlackWidow
-Blackboard
-BlowFish
-Brandprotect
+BetaBot
+Brandwatch
 Buck
 BuiltBotTough
+BuiltWith
+Bullseye
 BuzzSumo
-CATExplorador
+CCBot
 CODE87
-Calculon
+CSHttp
+CazoodleBot
+Cegbfeieh
 CensysInspect
 CherryPicker
-ChinaClaw
-Chlooe
-Cliqzbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Craftbot
-Custo
-DIIbot
-DTS Agent
+Cocolyzebot
+Crescent
+CyotekWebCopy
 DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-Discobot
-Discoverybot
-DittoSpyder
+Digincore
+Dirbuster
+Disco
 DnyzBot
-DomCopBot
 DomainAppender
+DomainSigmaCrawler
+Domains Project
 Dragonfly
-ECCP/1.0
+Drip
+Ebingbong
 Ecxi
 EirGrabber
-EroCrawler
+Evil
 Exabot
-Express WebPictures
-ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FDM
-Firefox/7.0
+Ezooms
+FHscan
 Freeuploader
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
+Fyrebot
 GetRight
-Getintent
+GetWeb
 Gigablast
 Gigabot
-Go-Ahead-Got-It
-GrabNet
-Grafula
-GrapeFX
+Go!Zilla
+Grabber
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HTMLparser
 HTTrack
+Haansoft
+Havij
 Humanlinks
+HybridBot
 Id-search
-IlseBot
 IndeedBot
 Intelliseek
-InterGET
 Iria
-Iskanie
+JamesBOT
+JennyBot
+Jetty
+JikeSpider
 Joomla
+Jorgee
 JustView
 Keyword Density
-LWP::Simple
-Larbin
+Lanshanbot
+Leap
+LeechFTP
 LeechGet
-Lftp
 LibWeb
-Lightspeedsystems
+Libwhisker
+LieBaoFast
 LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Ltx71
-MFC_Tear_Sample
+MQQBrowser
 MSIECrawler
-MTRobot
 Mag-Net
-Magnet
 Majestic-SEO
-MarkWatch
+Majestic12
+MarkMonitor
 MauiBot
-Mb2345Browser
 MeanPath Bot
 Meanpathbot
-MegaIndex.ru
 Metauri
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
 Mr.4x3
 Name Intelligence
 Navroad
-NetAnts
-NetLyzer
+Needle
+Nessus
+Net Vampire
+NetZIP
 Netcraft
-Netvibes
 Nibbler
+Niki-bot
+NimbleCrawler
+Nmap
+Nutch
 Offline Explorer
-Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openfind
-Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-PHPCrawl
+PECL::HTTP
 PageAnalyzer
+PageScorer
 Pandalytics
+Panscient
 Papa Foto
+PeoplePal
 Petalbot
-Picscout
-Picsearch
+PictureFinder
 Pimonster
+Pockey
 Probethenet
-Psbot
-Pump
-Quick-Crawler
+Pu_iN
 RSSingBot
-RankingBot
-RankingBot2
-RealDownload
+RankFlex
+RankurBot
+Re-re
+Reaper
+Recorder
+RedesScrapy
+RepoMonkey
 RocketCrawler
 SBIder
 SEOkicks
-ScoutJet
+SEOprofiler
+SalesIntelligent
+Scanbot
 Scrapy
 Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 Semrush
-SemrushBot
+SentiBot
+Seomoz
+Shodan
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
-Sitevigil
-SlySearch
-SmartDownload
-Snapbot
-SocialRankIOBot
+SiteExplorer
+SiteSnagger
+SiteSucker
+Sitebeam
+Siteimprove
+Snake
+Sociscraper
 Sogou web spider
 Sottopop
-SpaceBison
-Spbot
-SputnikBot
-Stripper
+SpankBot
 Sucker
-Szukacz
-Telesphoreo
+SuperBot
+Surfbot
+SurveyBot
+Swiftbot
+T0PHackTeam
+TeleportPro
+Telesoft
+The Intraformant
+TheNomad
 Thumbor
-Toweyabot
-Tracemyfile
+TightTwatBot
+Toata
 Trendiction
-True_Robot
-Turingos
-Turnitin
-TwengaBot
+Typhoeus
+Upflow
+V-BOT
+Vacuum
 Vagabondo
 VeriCiteCrawler
 VidibleScraper
+Virusdie
 VoidEYE
-Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
+WISENutbot
 WWW-Mechanize
-WallpapersHD
-WeSEE
-Web Auto
-Web Fuck
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+Web Pix
 Web Sucker
-WebAuto
-WebCollage
-WebEnhancer
+WebBandit
 WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebPix
-WebReaper
-WebStripper
 WebSucker
-WebmasterWorldForumBot
+Webshag
 Website Quester
-Whacker
+WebsiteQuester
+Webster
 Whatweb
+Who.is Bot
 Widow
-WiseGuys Robot
-Wonderbot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-Zeus
-ZmEu
-ZoominfoBot
-ZumBot
-ZyBorg
+Woobot
+Zitebot
+ZoomBot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
+cah.io.community
+check1.exe
 clark-crawler
-com.plumanalytics
 crawler4j
-demandbase-bot
-gopher
-mediawords
-pcBrowser
-ripz
-s1z.ru
-seoscanners
-sexsearcher
-sitechecker.pro
-siteripz
-spyfu
-trendiction.com
+domainsproject.org
+eCatch
+heritrix
+internetVista monitor
+lwp-request
+lwp-trivial
+meanpathbot
+muhstik-scan
+serpstatbot
+sp_auditbot
 trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
+webpros.com
 zgrab