V4.2022.03.2999 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+80legs
 ALittle Client
-ASPSeek
 Abonti
 Aboundex
-Aboundexbot
-AiHitBot
-AlphaBot
-Anarchy
-Anarchy99
-Ankit
+Acunetix
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
+Aspiegel
+Asterias
 Atomseobot
-BBBike
+AwarioSmartBot
 BDFetch
-BLEXBot
 Bandit
 BatchFTP
-Battleztar Bazinga
-Bitacle
-BlackWidow
+Black Hole
+Boardreader
+Brandprotect
+Brandwatch
 Buck
 BuiltBotTough
 BuiltWith
-CODE87
-Cegbfeieh
+Bullseye
+BunnySlippers
+CATExplorador
+CCBot
+CSHttp
+CazoodleBot
 CheeseBot
 Citoid
-Claritybot
-Cliqzbot
-Collector
-Copier
+Cloud mapping
+CopyRightCheck
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
-DataCha0s
+DBLBot
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Digincore
-Disco
+Deusu
+Devil
+Discobot
+Discoverybot
 Dispatch
 DittoSpyder
-DnyzBot
-DomainAppender
-DomainStatsBot
-Domains Project
-Dragonfly
-ECCP/1.0
-Ebingbong
-EirGrabber
-EroCrawler
-Evil
+DnBCrawler-Analytics
+DomCopBot
+DomainSigmaCrawler
+Ecxi
+Exabot
 Express WebPictures
-ExtLinksBot
-EyeNetIE
+ExtractorPro
 Ezooms
-FemtosearchBot
+FDM
+Fimap
+FlashGet
 Foobot
-FrontPage
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GetWeb
+GT::WWW
+GermCrawler
+GetRight
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-Grafula
-HTTP::Lite
+HTMLparser
 HTTrack
+Haansoft
 HaosouSpider
-Harvest
 HonoluluBot
-IRLbot
-Image Sucker
-Indy Library
-Internet Ninja
+Iblog
+Id-search
+IlseBot
+InfoTekies
+InterGET
 Iria
 Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
-JennyBot
 JikeSpider
+JustView
 Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Larbin
-Libwhisker
-LieBaoFast
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+LinkScan
 LinkWalker
 Linkbot
-Linkdexbot
 LinkpadBot
-LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
-MJ12bot
-MSFrontPage
+MIDown tool
+MIIxpc
 MSIECrawler
-Mag-Net
-Majestic SEO
-MarkMonitor
-Mata Hari
-Mb2345Browser
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
+MarkWatch
+Masscan
+MauiBot
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
+Metauri
 Microsoft Data Access
-Microsoft URL Control
-Minefield
+Mister PiX
+Moblie Safari
 Mojeek
-Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-Nameprotect
-Navroad
+NICErsPRO
+NPbot
+NearSite
 Needle
+Nessus
 NetAnts
-NetMechanic
-Nettrack
-Nibbler
-Niki-bot
-Nimbostratus
-Nuclei
-Nutch
+Nikto
+Not
+Octopus
 OnCrawl
-OpenLinkProfiler
 Openfind
 Openvas
-OrangeSpider
-OutfoxBot
+OrangeBot
 PECL::HTTP
-PageThing.com
-Pandalytics
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
 Panscient
-Petalbot
-Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+Picsearch
+Pockey
+Probethenet
 Psbot
 Pu_iN
-Pump
-PxBroker
-Re-re
-Reaper
-RebelMouse
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankingBot2
+RealDownload
 Recorder
-RepoMonkey
-Ripper
+RedesScrapy
 SBIder
-SEOprofiler
-SEOstats
-SalesIntelligent
-Scanbot
+SEOkicks-Robot
+SISTRIX
+ScanAlert
 ScoutJet
+Screaming
+ScreenerBot
 ScrepyBot
-SemrushBot
+SearchmetricsBot
+Seekport
+SemanticJuice
+SentiBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
+Shodan
 Siphon
-SiteSnagger
+SiteSucker
 Sitebeam
+SlySearch
+SmartDownload
 Snake
-Snoopy
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sottopop
+Sosospider
 Spammen
-Spanner
-Spbot
-Sqlmap
-Sqlworm
+SpankBot
 Sqworm
+Steeler
 Stripper
-Sucker
-SuperHTTP
+Sucuri
 Surfbot
-Suzuran
-T0PHackTeam
+Teleport
 The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
+Toata
 Toweyabot
-Tracemyfile
-Trendiction
 Trendictionbot
-Turingos
+True_Robot
 TurnitinBot
 TwengaBot
-Twice
+Typhoeus
 URLy.Warning
 Upflow
-VCI
-Vacuum
+VeriCiteCrawler
 VidibleScraper
+Virusdie
+VoidEYE
 Voil
-Voltron
-WBSearchBot
-WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-Web Fuck
+WWW::Mechanize
+Web Collage
+Web Enhancer
+Web Fetch
+Web Sauger
+Web Sucker
 WebBandit
 WebCollage
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
 WebStripper
 WebSucker
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
 Webshag
 WebsiteQuester
 Webster
+Whack
+Whacker
 Who.is Bot
-Widow
-WinHTTrack
-Wonderbot
-Woobot
-Wprecon
+Xaldon_WebSpider
 Zade
-ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
+Zeus
+Zitebot
+adscanner
 archive.org_bot
 arquivo.pt
+autoemailspider
+backlink-check
 clark-crawler
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-domainsproject.org
-instabid
-internetVista monitor
-isitwp.com
+heritrix
 iubenda-radar
-magpie-crawler
-mediawords
-muhstik-scan
+lwp-request
+netEstate NE Crawler
+oBot
 plumanalytics
 polaris version
-ripz
-satoristudio.net
-scalaj-http
-scan.lol
+probe-image-size
+s1z.ru
+seocompany.store
+seoscanners
+seostar
 sitechecker.pro
 siteripz
 sogouspider
-tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-webprosbot
+sysscan
+trendiction.com
+webmeup-crawler
 x22Mozilla
-xpymep1.exe
 zgrab