V4.2023.05.3716 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
+404enemy
+ADmantX
+Acunetix
+Anarchie
 Ankit
-AwarioSmartBot
-Barkrowler
-BatchFTP
-Black Hole
-Boardreader
-BuiltBotTough
-CODE87
-CheTeam
-CherryPicker
+Apexoo
+BetaBot
+Brandprotect
+Buddy
+CazoodleBot
+ChinaClaw
+Chlooe
+Citoid
 Claritybot
-Craftbot
-DatabaseDriverMysqli
-Dirbuster
+Devil
+Discoverybot
 DnBCrawler-Analytics
-DnyzBot
-Dragonfly
-Extractor
-EyeNetIE
-Freeuploader
+DomainAppender
+EirGrabber
+Evil
+ExtractorPro
+FHscan
 GT::WWW
-Genieo
-Go!Zilla
-GoZilla
-Gotit
-Haansoft
-Hloader
-Iskanie
-Joomla
-LNSpiderguy
-LeechFTP
-LinqiaRSSBot
-Mail.RU_Bot
-Metauri
-MicroMessenger
-NPbot
-Name Intelligence
-NetLyzer
-NetZIP
-Netcraft
-NimbleCrawler
-Octopus
+GetRight
+GridBot
+HTMLparser
+HybridBot
+IlseBot
+Image Fetch
+InfoNaviRobot
+InfoTekies
+JamesBOT
+JetCar
+Keybot Translation-Search-Machine
+LeechGet
+Litemage_walker
+Majestic-SEO
+MarkMonitor
+Meanpathbot
+Mediatoolkitbot
+Minefield
+Moblie Safari
+Mr.4x3
+Nuclei
 Offline Explorer
+Offline Navigator
 Openfind
-OrangeSpider
-OutclicksBot
-Page Analyzer
-Pandalytics
-Pixray
-PleaseCrawl
-Psbot
+Openvas
+Panscient
+Pavuk
 PyCurl
 RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
 Reaper
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
+RedesScrapy
 ScoutJet
-Scrapy
-Searchestate
-Shodan
-SiteSnagger
-SlySearch
-Sosospider
-SpaceBison
-Spammen
-Spbot
-SputnikBot
-Suzuran
-TeleportPro
-Telesphoreo
-The Intraformant
-Titan
-True_Robot
-URLy.Warning
-VelenPublicWebCrawler
-Virusdie
-Voil
-Voltron
-WBSearchBot
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-Who.is Bot
-Widow
-Xaldon WebSpider
-demandbase-bot
-eCatch
-evc-batch
-pcBrowser
-scalaj-http
+ScreenerBot
+ScrepyBot
+SemanticJuice
+Semrush
+SemrushBot
+SentiBot
+SiteLockSpider
+Sociscraper
+Sucker
+T8Abot
+Toweyabot
+Turingos
+V-BOT
+WISENutbot
+WWWOFFLE
+WeSEE
+Web Enhancer
+WebCopier
+WebReaper
+Whatweb
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+ZoomBot
+ZoominfoBot
+archive.org_bot
+backlink-check
+com.plumanalytics
+heritrix
+instabid
+internetVista monitor
+isitwp.com
+iubenda-radar
+lwp-trivial
+page scorer
+plumanalytics
+s1z.ru
 sysscan
-tAkeOut
-trendiction.com
 voyagerx.com
+webmeup-crawler
 x09Mozilla
-zgrab