V4.2021.08.2496 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-ALittle Client
-ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-AhrefsBot
-Aipbot
-Alexibot
-Anarchie
-Anarchy
+Acunetix
+AllSubmitter
+Alligator
+AlphaBot
+Anarchy99
+Ankit
 Anthill
+Apexoo
+Aspiegel
+Asterias
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BDCbot
 BDFetch
-BackDoorBot
-BackWeb
-BacklinkCrawler
-BetaBot
-Bitacle
-BlackWidow
-Brandwatch
-Buck
+BLEXBot
+BackStreet
+Badass
+Bandit
+Battleztar Bazinga
+Blow
+Boardreader
+BotALot
+Brandprotect
 Buddy
-BuiltBotTough
-Bullseye
+BuiltWith
 CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
 CensysInspect
-CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
 Cliqzbot
-Cloud mapping
 Cocolyzebot
-Copier
-Craftbot
+Cogentbot
+Crescent
 CrunchBot
 Curious
-Custo
-DBLBot
 DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Deusu
+DataCha0s
+Demon
 Devil
-Dirbuster
-Discobot
-Dispatch
-DnyzBot
-EMail Wolf
-Ecxi
-Evil
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-Flunky
+DigitalPebble
+Disco
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dotbot
+Dragonfly
+EasyDL
+Ebingbong
+EirGrabber
+EroCrawler
+FemtosearchBot
+Fimap
+Firefox/7.0
 Foobot
 FrontPage
-Fuzz
-GalaxyBot
-GermCrawler
-GetRight
-Getintent
-Gigablast
-Gigabot
+FyberSpider
+Fyrebot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Gotit
-HTMLparser
-HTTP::Lite
+GrabNet
+Grabber
+GrapeFX
 Haansoft
-HaosouSpider
-Havij
-Humanlinks
-HybridBot
+Harvest
 IDBTE4M
-Iblog
-Image Sucker
-Indy Library
-InfoNaviRobot
-Internet Ninja
-Iria
+IRLbot
+IlseBot
+InternetSeer
+Iskanie
+IstellaBot
 JamesBOT
-Jbrofuzz
-Jetty
+JennyBot
 Joomla
-Jyxobot
-Keyword Density
-LNSpiderguy
-Lanshanbot
+Jorgee
+JustView
+LWP::Simple
 Leap
 LeechGet
-Lftp
-Linkdexbot
+Libwhisker
+LieBaoFast
+LinkWalker
 LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Mail.RU_Bot
+Lipperhey Spider
+MJ12bot
+MSFrontPage
+MTRobot
+Mag-Net
+Magnet
 Majestic SEO
-Majestic-SEO
-MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mojeek
-Mojolicious
+Mister PiX
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
 Musobot
-NICErsPRO
-NPbot
-Navroad
-NearSite
 Needle
-Nessus
 Net Vampire
-NetSpider
-Nettrack
+Netcraft
+Netvibes
+Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
+Nuclei
+Nutch
 Octopus
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
-OrangeBot
+Offline Explorer
+OpenLinkProfiler
 OrangeSpider
-PECL::HTTP
-PHPCrawl
+OutfoxBot
+PageScorer
+Pandalytics
 Panscient
-Petalbot
+Papa Foto
+Pi-Monster
+Picscout
+Pimonster
+Pixray
+Pockey
 ProPowerBot
-Psbot
 Pu_iN
-RankActiveLinkBot
-RankFlex
+PyCurl
+Quick-Crawler
+RSSingBot
 RankingBot2
 Rankivabot
-Re-re
-Reaper
+RankurBot
+ReGet
 Recorder
-RepoMonkey
-RocketCrawler
-Rogerbot
+RedesScrapy
 SEOkicks
-SISTRIX
-SMTBot
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
 ScoutJet
+Scrapy
 Screaming
 ScreenerBot
 Semrush
-SemrushBot
-SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-Siteimprove
+SiteSnagger
+SiteSucker
 SlySearch
 Snoopy
-Sociscraper
-Sosospider
+SocialRankIOBot
+Sottopop
 SpaceBison
-Spammen
-SpankBot
-Spbot
-Spinn3r
+Spanner
+Sqlmap
+Sqlworm
 Steeler
+Sucuri
 SuperBot
 SurveyBot
-Swiftbot
-Teleport
-TeleportPro
+Suzuran
+Szukacz
+T0PHackTeam
 Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-Titan
-Trendiction
-Trendictionbot
-TurnitinBot
+TightTwatBot
+True_Robot
+Turingos
+Turnitin
 TwengaBot
-VB Project
+URLy.Warning
+UnisterBot
+VCI
 Vacuum
-VidibleScraper
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voil
+Voltron
 WBSearchBot
 WEBDAV
 WISENutbot
-WPScan
 WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
+Wallpapers/3.0
+WeSEE
 Web Auto
-Web Pix
-WebBandit
+Web Enhancer
+WebAuto
 WebCollage
 WebFuck
+WebGo IS
 WebImageCollector
 WebReaper
 WebSauger
 WebStripper
 WebSucker
-WebWhacker
-WebmasterWorldForumBot
+Webalta
+Webshag
+Website Quester
 Webster
 Whack
+Widow
+WinHTTrack
+WiseGuys Robot
 Woobot
-Wotbox
-Wprecon
 Xaldon WebSpider
-Zade
+Xenu
+Zauba
+Zeus
+Zitebot
 ZmEu
 ZoomBot
-archive.org_bot
+ZyBorg
+arquivo-web-crawler
 autoemailspider
-com.plumanalytics
+backlink-check
+check1.exe
+crawler.feedback
 crawler4j
-evc-batch
-gopher
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
 internetVista monitor
-muhstik-scan
+lwp-trivial
+mediawords
+netEstate NE Crawler
 page scorer
-pcBrowser
+polaris version
+probe-image-size
+s1z.ru
 satoristudio.net
-scan.lol
+scalaj-http
 seobility
-sitechecker.pro
-siteripz
-sysscan
-tAkeOut
-trendiction.com
-webmeup-crawler
+seoscanners
+serpstatbot
+sexsearcher
+sp_auditbot
+ubermetrics-technologies.com
+voyagerx.com
+xpymep1.exe
 zauba.io
+zgrab