V4.2021.12.2795 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-AIBOT
-ALittle Client
-Aboundex
+ADmantX
+ASPSeek
 Aboundexbot
-AhrefsBot
 Aipbot
-AlphaBot
+Alexibot
+Anarchy
+Ankit
 Anthill
-Aspiegel
-Attach
+Asterias
+AwarioRssBot
+BackDoorBot
 BackStreet
 BackWeb
-BacklinkCrawler
-Barkrowler
-Battleztar Bazinga
+Badass
+BatchFTP
+Bigfoot
 Bitacle
-Black Hole
+BlackWidow
 Blackboard
+BlowFish
 Bolt
-BotALot
-CCBot
-CSHttp
+Brandprotect
+Buck
+BuiltWith
+BuzzSumo
+CATExplorador
+CODE87
 Calculon
-CensysInspect
+CazoodleBot
+Cegbfeieh
+CheTeam
 CheeseBot
-Chlooe
+ChinaClaw
 Citoid
-Cliqzbot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
+Collector
 Cosmos
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 CyotekWebCopy
-DSearch
-DataCha0s
+DTS Agent
+Devil
+Digincore
+DigitalPebble
 Dirbuster
-Dispatch
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
+DomainStatsBot
+Domains Project
+Dotbot
 Download Wonder
-ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-Evil
-Exabot
-ExtLinksBot
 Extractor
-FDM
+EyeNetIE
 FemtosearchBot
-Flunky
-FrontPage
+Fimap
+Firefox/7.0
+Freeuploader
 Fuzz
-FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GermCrawler
-GetRight
-GetWeb
-Gigabot
-Go!Zilla
+Grabber
 GridBot
-HMView
-HaosouSpider
-Harvest
-Havij
-Heritrix
+HTMLparser
+HTTP::Lite
 Humanlinks
 HybridBot
-Id-search
-IndeedBot
-Indy Library
+Intelliseek
 InterGET
-InternetSeer
-IstellaBot
+Internet Ninja
+Iria
+Iskanie
 JOC Web Spider
-JamesBOT
+JennyBot
 JetCar
-Jetty
-Jorgee
 JustView
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
+LNSpiderguy
+Lanshanbot
 Larbin
-LeechGet
-LexiBot
-Libwhisker
+Leap
 LieBaoFast
 Likse
 LinkScan
 LinkWalker
-Linkbot
-LinkpadBot
-LinksManager
+Linkdexbot
 LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
-Ltx71
 MJ12bot
-MSIECrawler
-MTRobot
+MQQBrowser
 Mag-Net
-Mail.RU_Bot
+Magnet
+MarkMonitor
 Mass Downloader
-Mata Hari
-Mediatoolkitbot
+Masscan
+Mb2345Browser
+MeanPath Bot
 MicroMessenger
-Microsoft URL Control
-Minefield
-Mozlila
+Microsoft Data Access
+Mister PiX
+Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-NICErsPRO
-Nameprotect
+Musobot
+NPbot
+Name Intelligence
+NearSite
 Nessus
-Net Vampire
-NetMechanic
-Niki-bot
+Netcraft
+Netvibes
 NimbleCrawler
-Nimbostratus
+Ninja
+Nmap
+Not
 Nutch
-Offline Explorer
-OpenLinkProfiler
 OpenVAS
 Openfind
+OrangeBot
 OrangeSpider
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
 PageScorer
-Pandalytics
-Panscient
-Papa Foto
+PeoplePal
+Petalbot
 Picscout
-PictureFinder
-Pimonster
+Piepmatz
 Pixray
+PleaseCrawl
 Pockey
+ProPowerBot
+Probethenet
+Psbot
+Pu_iN
 PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-Rankivabot
-Re-re
+RankingBot
+RankurBot
 RealDownload
-Recorder
-RepoMonkey
+Reaper
 Ripper
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+RocketCrawler
+SEOprofiler
 SEOstats
 SISTRIX
+ScanAlert
 Scanbot
 Screaming
-SearchmetricsBot
-SemanticJuice
+Semrush
 SemrushBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
-Siphon
-SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 Sitebeam
 Siteimprove
-SmartDownload
 SocialRankIOBot
-Sogou web spider
-Sottopop
-SpaceBison
-Spanner
-SputnikBot
-Surfbot
-SurveyBot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-Trendictionbot
-Turnitin
-Typhoeus
+Spbot
+Spinn3r
+Sqworm
+SuperHTTP
+Swiftbot
+Szukacz
+T0PHackTeam
+T8Abot
+Telesphorep
+The Intraformant
+TightTwatBot
+Titan
+Tracemyfile
+Trendiction
+TwengaBot
 URLy.Warning
-UnisterBot
-Upflow
 V-BOT
-VCI
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+Vagabondo
+VeriCiteCrawler
+Virusdie
+Voil
 Voltron
 WASALive-Bot
-WWW::Mechanize
+WBSearchBot
+WISENutbot
+WPScan
 WWWOFFLE
 Wallpapers
+WallpapersHD
 WeSEE
 Web Collage
-Web Fetch
+Web Enhancer
 Web Fuck
+Web Pix
 Web Sauger
+Web Sucker
 WebCollage
-WebCopier
 WebEnhancer
-WebGo IS
+WebFetch
 WebImageCollector
-WebPix
+WebReaper
 WebSauger
-WebSucker
-WebZIP
-Webshag
-WebsiteExtractor
+WebStripper
+WebmasterWorldForumBot
+Whacker
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Xenu
-YoudaoBot
-Zade
-Zitebot
+Wotbox
+Xaldon_WebSpider
+Zermelo
+Zeus
+ZumBot
 ZyBorg
 arquivo.pt
-backlink-check
+cah.io.community
 check1.exe
-crawler.feedback
+cognitiveseo
+crawl.sogou.com
 dataforseo.com
 demandbase-bot
 domainsproject.org
+evc-batch
+facebookscraper
 gopher
-heritrix
+instabid
+internetVista monitor
 ips-agent
-magpie-crawler
-netEstate NE Crawler
-probe-image-size
+lwp-request
+meanpathbot
+plumanalytics
 ripz
-scan.lol
+satoristudio.net
 seocompany.store
 seoscanners
+seostar
 sexsearcher
-sogouspider
-sp_auditbot
-webgains-bot
-x09Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+webprosbot
 x22Mozilla
+zauba.io