V4.2022.09.3348 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-AIBOT
-ALittle Client
-ASPSeek
-Aboundexbot
-Acunetix
-AhrefsBot
-Aipbot
+404checker
+80legs
+ADmantX
+Aboundex
 AllSubmitter
-Anarchy
-Anthill
-BDCbot
-BackStreet
-Backlink-Ceck
-Badass
-Bandit
-Battleztar Bazinga
+Aspiegel
+AwarioRssBot
+BBBike
+BDFetch
+BackDoorBot
+BacklinkCrawler
+Barkrowler
+BetaBot
 Bigfoot
 Blackboard
-Blow
-BotALot
+Boardreader
+Brandprotect
 Buck
-Buddy
+BuiltBotTough
 BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
 CazoodleBot
-CensysInspect
-CheeseBot
-ChinaClaw
-Citoid
-Cogentbot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
+Copier
 CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-CyotekWebCopy
+CrunchBot
 DSearch
-Deusu
-Disco
-Discobot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Digincore
+DigitalPebble
 Discoverybot
-DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Dotbot
-Dragonfly
 Drip
-EMail Siphon
-EMail Wolf
-Ecxi
-EirGrabber
-Evil
-Extractor
+ECCP/1.0
+Ebingbong
+Express WebPictures
+ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
 Ezooms
-Firefox/7.0
 FlashGet
-Flunky
 Freeuploader
 FrontPage
-Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-Genieo
-GermCrawler
-GetRight
+GetWeb
 Getintent
 Go!Zilla
-GoZilla
-Gotit
-GrabNet
+Go-Ahead-Got-It
 Grabber
 GrapeshotCrawler
-HTTP::Lite
-HTTrack
+HMView
 Haansoft
-HaosouSpider
-HonoluluBot
+Havij
+Heritrix
+Hloader
 Humanlinks
-IDBTE4M
-IlseBot
-Image Fetch
+HybridBot
+IRLbot
+Id-search
+InfoTekies
 Intelliseek
+Internet Ninja
+IstellaBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-JustView
-Keybot Translation-Search-Machine
+Jetty
+Jyxobot
+Kenjin Spider
+Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
+Larbin
 Leap
 LeechFTP
 Lftp
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-LinkScan
-Linkbot
-LinkextractorPro
+Likse
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MSFrontPage
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkMonitor
+MJ12bot
+Magnet
 Mass Downloader
-MauiBot
-MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
 Minefield
-Moblie Safari
-Mojolicious
+Mister PiX
 MolokaiBot
-Mozlila
-NICErsPRO
 Name Intelligence
+Nameprotect
 Navroad
 NearSite
-NetMechanic
+Nessus
+Net Vampire
+NetAnts
 NetZIP
-Netcraft
 Nettrack
-Netvibes
-Nibbler
-Nikto
-Nuclei
-Offline Navigator
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
+Not
+Nutch
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
-POE-Component-Client-HTTP
-PageAnalyzer
+Openvas
+OrangeSpider
+PECL::HTTP
+PHPCrawl
+PageGrabber
 PageScorer
+Pandalytics
+Panscient
 Pavuk
 PeoplePal
-PictureFinder
+Picsearch
 Piepmatz
+Pimonster
 Pixray
+PleaseCrawl
 ProPowerBot
-Probethenet
-Pump
-PxBroker
-QueryN Metasearch
+ProWebWalker
+Psbot
+Pu_iN
 RankActive
-RankFlex
+RankActiveLinkBot
 RankingBot
-Re-re
-RealDownload
-Recorder
-RocketCrawler
-SMTBot
-SalesIntelligent
+ReGet
+Reaper
+Rogerbot
+SEOlyticsCrawler
+SISTRIX
 Scanbot
+ScoutJet
 Scrapy
-Screaming
-ScreenerBot
-Searchestate
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
+Semrush
+SemrushBot
+Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-Sitebeam
-Siteimprove
-Snake
-Snoopy
+SiteExplorer
+SiteSucker
+Snapbot
 SocialRankIOBot
-Sociscraper
+Sogou web spider
+SpaceBison
+Spanner
 Spbot
 Sqlworm
-Steeler
 Stripper
-SurveyBot
-T8Abot
-Teleport
-Telesoft
+Sucuri
+Surfbot
+Suzuran
+Szukacz
 Telesphoreo
-TightTwatBot
-Titan
-Trendiction
-True_Robot
-Turingos
-TurnitinBot
-URLy Warning
+Telesphorep
+Thumbor
+Toata
+Tracemyfile
+Typhoeus
 Upflow
-V-BOT
 VB Project
-VCI
-Vacuum
-Vagabondo
 VeriCiteCrawler
-WWW::Mechanize
+VidibleScraper
+Virusdie
+VoidEYE
+WWW-Collector-E
+WWW-Mechanize
+WeSEE
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
+Web Sauger
 WebAuto
 WebBandit
-WebCollage
+WebCopier
 WebFetch
-WebPix
-WebReaper
-WebZIP
+WebGo IS
+WebImageCollector
+WebSauger
+WebStripper
+Webalta
+Webshag
 Website Quester
+WebsiteQuester
 Whack
-Whacker
 Whatweb
 Who.is Bot
-Widow
 WinHTTrack
-Wprecon
+Wonderbot
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
+YoudaoBot
+Zade
 Zermelo
-Zeus
-Zitebot
-ZmEu
-ZumBot
-backlink-check
+ZoomBot
+arquivo-web-crawler
 cah.io.community
-clark-crawler
-coccocbot
-com.plumanalytics
-domainsproject.org
-eCatch
+crawl.sogou.com
+crawler.feedback
+crawler4j
+demandbase-bot
+facebookscraper
 gopher
-heritrix
-instabid
-internetVista monitor
-iubenda-radar
-linkdexbot
-lwp-request
-magpie-crawler
+isitwp.com
 meanpathbot
-mediawords
+muhstik-scan
 netEstate NE Crawler
 plumanalytics
-probe-image-size
 ripz
-scalaj-http
-seocompany.store
-seostar
-sogouspider
-tAkeOut
+s1z.ru
+satoristudio.net
+scan.lol
+spyfu
+sysscan
+trendiction.de
 ubermetrics-technologies.com
+webgains-bot
 webmeup-crawler
+webprosbot
+x22Mozilla