V4.2023.12.4191 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-AdsTxtCrawlerTP
-Anarchy
-Apexoo
-Asterias
-BackStreet
-Badass
+360Spider
+404checker
+404enemy
+AhrefsBot
+Ankit
+BackWeb
+BacklinkCrawler
 Bandit
-BatchFTP
+BetaBot
+BlackWidow
 Blackboard
 BotALot
-Buddy
-BuzzSumo
-CATExplorador
-CODE87
-CrunchBot
-Dispatch
-DittoSpyder
-DomCopBot
+Calculon
+CheTeam
+Curious
+CyotekWebCopy
+DSearch
+DataCha0s
+Discobot
 DomainCrawler
-ECCP/1.0
-EMail Wolf
+DomainSigmaCrawler
+Domains Project
+Drip
+EasyDL
+Ebingbong
 Ecxi
-Express WebPictures
-Extreme Picture Finder
-FyberSpider
-GalaxyBot
-HonoluluBot
-IDBot
-Internet Ninja
-InternetSeer
-IstellaBot
-Jbrofuzz
-JustView
-Kenjin Spider
-Leap
-LieBaoFast
-LinkpadBot
-Lmspider
+Evil
+ExtractorPro
+FHscan
+Flunky
+Fyrebot
+Hloader
+IDBTE4M
+IndeedBot
+Indy Library
+JikeSpider
+Kinza
+Likse
+LinkextractorPro
 Ltx71
+MIDown tool
+MJ12bot
 MQQBrowser
-MTRobot
-MarkWatch
-Mass Downloader
-Moblie Safari
-Morfeus Fucking Scanner
-Navroad
-NearSite
-Netvibes
-NextGenSearchBot
-Nikto
-Nimbostratus
-Ninja
-Nuclei
-OrangeSpider
-PHPCrawl
-PageGrabber
-PageScorer
-Pavuk
-PictureFinder
-Proximic
-Psbot
-Quick-Crawler
-RankurBot
-ReGet
-SEOkicks
-SearchmetricsBot
-Semrush
-SenutoBot
-SiteLockSpider
-Sogou web spider
-Sottopop
-Spammen
+Mail.RU_Bot
+Majestic SEO
+Masscan
+Microsoft URL Control
+Mr.4x3
+Nessus
+NetAnts
+NetLyzer
+OpenLinkProfiler
+Openvas
+ProPowerBot
+Rainbot
+RankActive
+SBIder
+SEOprofiler
+SMTBot
+Searchestate
+Seomoz
+Shodan
+SmartDownload
+SpankBot
 Sucuri
-SurveyBot
-Suzuran
-Szukacz
-Titan
-Twice
-URLy Warning
-Virusdie
-WBSearchBot
+SuperBot
+Telesphorep
+TheNomad
+TinyTestBot
+VeriCiteCrawler
+Voltron
+WPScan
 WallpapersHD
-WebFetch
-WebReaper
-Webshag
+Web Fuck
+WebLeacher
+WebSauger
+WebSucker
+WebZIP
 Webster
-Whacker
 Whatweb
 WinHTTrack
-Xenu
-ZmEu
-backlink-check
-crawl.sogou.com
-domainsproject.org
-gopher
+Wprecon
+Zitebot
+ZoominfoBot
+clark-crawler
+evc-batch
+facebookscraper
 isitwp.com
-lwp-request
+iubenda-radar
+magpie-crawler
+openai
+probe-image-size
+seoscanners
+sexsearcher
+sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
 trendiction.de
-webmeup-crawler
+voyagerx.com