V4.2024.08.4704 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+80legs
 Abonti
-Acunetix
-Aipbot
-AlphaBot
+Aboundex
+AdsTxtCrawlerTP
+AllSubmitter
+Anarchy
 Attach
+AwarioBot
+AwarioSmartBot
+BDCbot
+BackStreet
+Badass
 Bandit
 BetaBot
-Bigfoot
-Blackboard
-Blow
-CheeseBot
-Craftbot
-CrazyWebCrawler
-Curious
-CyotekWebCopy
-DBLBot
-Demon
+Black Hole
+BlackWidow
+BlowFish
+Bolt
+BuiltBotTough
+BuzzSumo
+Bytespider
+CazoodleBot
+CherryPicker
+ChinaClaw
+Cloud mapping
 Devil
-Disco
-Evil
-Exabot
-Extractor
+Digincore
+DittoSpyder
+Express WebPictures
 Extreme Picture Finder
+EyeNetIE
 Ezooms
-Flunky
-Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-Genieo
-Getintent
+FDM
+Firefox/7.0
+FyberSpider
+Fyrebot
+GalaxyBot
 Gotit
-GrapeshotCrawler
-Harvest
-Hloader
-Indy Library
-IstellaBot
-JamesBOT
-Joomla
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+GrabNet
+HEADMasterSEO
+Iblog
+InfoTekies
+Jetty
+Lanshanbot
+Larbin
+LeechGet
+LinqiaRSSBot
+LinqiaScrapeBot
 MJ12bot
-Magnet
+Majestic SEO
+Mb2345Browser
 MeanPath Bot
-MicroMessenger
-Microsoft Data Access
+Meanpathbot
 Mister PiX
-Mr.4x3
-Musobot
-Needle
-NetAnts
-Ninja
-Nmap
+Mojeek
+NICErsPRO
+Name Intelligence
+Navroad
+Netvibes
+OpenVAS
+Openfind
+PHPCrawl
 PageGrabber
 PageScorer
-Papa Foto
-Pi-Monster
-ProWebWalker
-Psbot
-PyCurl
-RankActive
-RankActiveLinkBot
-RankingBot
-SalesIntelligent
-SiteCheckerBotCrawler
-SiteSucker
-Siteimprove
-Spinn3r
-Szukacz
-Telesphoreo
-Titan
-Toata
-Twice
-URLy.Warning
-VB Project
+PageThing.com
+PxBroker
+Rankivabot
+Recorder
+SISTRIX
+ScoutJet
+SiteSnagger
+Snake
+Sogou web spider
+Surfbot
+T0PHackTeam
+Telesphorep
 VeriCiteCrawler
-Voil
-WallpapersHD
-Web Fuck
-Web Sauger
-WebReaper
-WebSucker
-Whacker
-WiseGuys Robot
-Wotbox
-Wprecon
-Xaldon WebSpider
-YoudaoBot
-facebookscraper
-isitwp.com
-lwp-trivial
-omgili
-pcBrowser
-polaris version
-serpstatbot
-voyagerx.com
-webmeup-crawler
-webprosbot
-x09Mozilla
-zauba.io
+WASALive-Bot
+WEBDAV
+WPScan
+Wallpapers
+WeSEE
+Web Collage
+Web Pix
+WebGo IS
+WebSauger
+WebWhacker
+WebmasterWorldForumBot
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+anthropic-ai
+clark-crawler
+com.plumanalytics
+crawler.feedback
+demandbase-bot
+magpie-crawler
+spyfu
+ubermetrics-technologies.com