V4.2023.08.3962 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
 ALittle Client
-Acunetix
-AhrefsBot
+AdsTxtCrawlerTP
 Alexibot
-Asterias
-AwarioSmartBot
 BLEXBot
-Backlink-Ceck
-BatchFTP
-Blow
-BuiltWith
+Bandit
+BetaBot
+Blackboard
+Brandwatch
+BuzzSumo
 CATExplorador
-CSHttp
-Claritybot
-Cogentbot
-Custo
-Devil
-DittoSpyder
+Cegbfeieh
+CheTeam
+CrunchBot
+DataCha0s
+Demon
+Deusu
+DigitalPebble
+DomainStatsBot
 Drip
-ExtLinksBot
-Extractor
-Fimap
-Fuzz
-Gigabot
-Gotit
-HTMLparser
-Iblog
-IndeedBot
-Iskanie
-JennyBot
-JustView
+Express WebPictures
+FlashGet
+GalaxyBot
+GetRight
+Getintent
+Grafula
+GrapeFX
+HTTrack
+Harvest
+HybridBot
+InfoTekies
+InternetSeer
+Jyxobot
 LibWeb
-LinkScan
-MJ12bot
-MQQBrowser
-Mail.RU_Bot
-Mb2345Browser
-MicroMessenger
-Mojeek
-Mojolicious
-Nameprotect
-NetSpider
-NextGenSearchBot
-Offline Navigator
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
+Libwhisker
+LinkWalker
+Lipperhey
+MIDown tool
+MSFrontPage
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Minefield
+Moblie Safari
+Msrabot
+Nessus
+NetAnts
+NetZIP
+Nibbler
+Nuclei
+Octopus
+OpenVAS
+PHPCrawl
+PageThing.com
 Petalbot
 Pi-Monster
-Proximic
-Pump
-RepoMonkey
-Ripper
+Piepmatz
+Pimonster
+PleaseCrawl
+Rankivabot
+SBIder
 SEOlyticsCrawler
-Scanbot
-SentiBot
-Shodan
-Siphon
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Siteimprove
-Sottopop
+Searchestate
+Seekport
+Semrush
+SemrushBot
+SeobilityBot
+SiteSucker
 Spanner
-Sqworm
-Sucuri
-T8Abot
-Titan
-TwengaBot
-Typhoeus
-Vacuum
-Virusdie
-VoidEYE
-Voil
-Web Collage
-Web Fuck
-WebCopier
-WebLeacher
-WebSauger
-Webshag
+SurveyBot
+Swiftbot
+Teleport
+Telesphorep
+TurnitinBot
+URLy.Warning
+VCI
+VidibleScraper
+WASALive-Bot
+Web Pix
+WebBandit
+WebCollage
+WebFetch
+WebGo IS
+WebReaper
 Webster
-Whacker
-Wotbox
-YoudaoBot
-Zitebot
-ZmEu
-arquivo.pt
-backlink-check
-crawl.sogou.com
-crawler4j
-facebookscraper
-polaris version
-scan.lol
-seobility
-seoscanners
-sogouspider
-tAkeOut
-webgains-bot
-x09Mozilla
+Who.is Bot
+Widow
+WiseGuys Robot
+Zade
+demandbase-bot
+eCatch
+isitwp.com
+magpie-crawler
+mediawords
+openai
+page scorer
+satoristudio.net
+serpstatbot
+ubermetrics-technologies.com
+xpymep1.exe
+zgrab