V4.2022.05.3079 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-ADmantX
+80legs
+AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundexbot
+Acunetix
 AiHitBot
+Aipbot
 Alexibot
 AllSubmitter
 Alligator
-AlphaBot
+Anarchy
+Anarchy99
 Anthill
+Aspiegel
 Atomseobot
-BBBike
 BDCbot
+BDFetch
 Backlink-Ceck
-BacklinkCrawler
 Badass
+Bandit
 BatchFTP
 BetaBot
 Bigfoot
-Black Hole
-Brandprotect
-BunnySlippers
-CATExplorador
-Calculon
-CheTeam
-Claritybot
-Cliqzbot
+BlackWidow
+Boardreader
+Brandwatch
+Buddy
+BuiltBotTough
+Bullseye
+CCBot
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
+CensysInspect
 Cloud mapping
 Copier
+CopyRightCheck
 Copyscape
-DIIbot
+Craftbot
+CrazyWebCrawler
+CrunchBot
+Curious
+Custo
 DSearch
+DTS Agent
 DataCha0s
-Deusu
-Dispatch
-DnBCrawler-Analytics
+Demon
+Dirbuster
+DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-Dragonfly
-EMail Wolf
-Ebingbong
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
+ECCP/1.0
+EasyDL
+Ecxi
+Exabot
+FDM
 FHscan
 Fimap
+Flunky
+Foobot
 Fuzz
 GermCrawler
 GetRight
+GetWeb
+Getintent
 Go-Ahead-Got-It
-GrapeFX
-GridBot
-HTTrack
+Grabber
+HMView
+Haansoft
 Heritrix
+Hloader
 HonoluluBot
 Humanlinks
-HybridBot
-IDBot
 IlseBot
-Image Fetch
-IndeedBot
+Image Sucker
 Indy Library
-InfoNaviRobot
+Intelliseek
+Internet Ninja
+Iria
+Iskanie
 IstellaBot
 JOC Web Spider
 JamesBOT
+Jbrofuzz
 JennyBot
 Jetty
 JikeSpider
 Joomla
-Jorgee
-Kenjin Spider
-LWP::Simple
-LeechFTP
-Lftp
+Keyword Density
+LeechGet
+LexiBot
+Libwhisker
 LieBaoFast
-LinkScan
+Likse
 LinkWalker
-Linkbot
-LinkextractorPro
+LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Ltx71
+Lmspider
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MSFrontPage
 MSIECrawler
-Magnet
-Majestic12
+Majestic SEO
 MarkMonitor
-MarkWatch
+Mass Downloader
+Masscan
+Mata Hari
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-Metauri
-Minefield
-Mister PiX
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
 Musobot
-NICErsPRO
 Name Intelligence
-Nessus
+Nameprotect
 NetAnts
-NetSpider
+NetMechanic
 NetZIP
-Netcraft
 Nettrack
-Netvibes
-Nibbler
-Niki-bot
 Nimbostratus
-Nutch
+Not
+Octopus
 Offline Explorer
+Offline Navigator
 OrangeBot
-OutfoxBot
-PECL::HTTP
+OrangeSpider
 PHPCrawl
-PageAnalyzer
-PageGrabber
-Pi-Monster
+Page Analyzer
+PageScorer
+Papa Foto
+PeoplePal
+Petalbot
 Picscout
-PictureFinder
-Piepmatz
-Pockey
-Psbot
+Picsearch
+PleaseCrawl
+ProWebWalker
+Pu_iN
+Pump
 PxBroker
-RSSingBot
-RankActive
+RankFlex
+RankingBot
+RankingBot2
 RankurBot
-Ripper
+Re-re
+ReGet
+RedesScrapy
+RepoMonkey
 RocketCrawler
-SEOkicks-Robot
-SEOstats
-SMTBot
-ScanAlert
-Scanbot
-Screaming
-ScrepyBot
+Rogerbot
+SEOlyticsCrawler
+ScoutJet
+Scrapy
 Searchestate
-SentiBot
-SeobilityBot
-Seomoz
-Siphon
+SearchmetricsBot
+SemrushBot
 Site Sucker
-SlySearch
-Snoopy
-Sosospider
+SiteLockSpider
+SiteSucker
+Siteimprove
+Sitevigil
+Snake
+SocialRankIOBot
 SpaceBison
-Spanner
-Spbot
+SpankBot
+Sqlmap
 Sqlworm
-Sucker
-SuperBot
+Sucuri
+SuperHTTP
 Surfbot
-Suzuran
 Swiftbot
 T0PHackTeam
-T8Abot
-Teleport
 Telesoft
+Telesphorep
 The Intraformant
+Thumbor
+TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-UnisterBot
-Vacuum
-VelenPublicWebCrawler
+VCI
 VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
+Voltron
+WASALive-Bot
+WEBDAV
 WPScan
-WWW-Mechanize
-Wallpapers
-WallpapersHD
+WWW-Collector-E
 WeSEE
-Web Auto
 Web Collage
-Web Enhancer
-Web Sauger
 Web Sucker
-WebBandit
-WebCollage
 WebCopier
+WebEnhancer
 WebFetch
-WebPix
-WebReaper
-WebSauger
+WebFuck
 WebStripper
-WebSucker
-WebZIP
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
+Whacker
 Who.is Bot
 Widow
 WiseGuys Robot
+Wonderbot
 Woobot
-Wprecon
 Xaldon WebSpider
-Xenu
+YoudaoBot
 Zauba
-ZumBot
+ZoominfoBot
 adscanner
+archive.org_bot
+arquivo.pt
 cah.io.community
-check1.exe
-clark-crawler
-coccocbot
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler4j
-demandbase-bot
+dataforseo.com
+domainsproject.org
+eCatch
+facebookscraper
+gopher
 heritrix
 instabid
-internetVista monitor
-iubenda-radar
 linkdexbot
-lwp-trivial
+lwp-request
 magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
-ripz
-scalaj-http
-scan.lol
+page scorer
+plumanalytics
+probe-image-size
+s1z.ru
+seoscanners
 seostar
-sexsearcher
-sitechecker.pro
-tAkeOut
-trendiction.com
-trendiction.de
+serpstatbot
+sogouspider
+sp_auditbot
 ubermetrics-technologies.com
-voyagerx.com
 webprosbot
-xpymep1.exe
-zauba.io
+x09Mozilla
+x22Mozilla
+zgrab