V4.2025.09.5448 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Alexibot
+Abonti
+Aboundexbot
+Aipbot
+Alligator
+Anarchie
+Anthill
+Atomseobot
+Attach
+AwarioBot
 BDCbot
-BackDoorBot
-BacklinkCrawler
-Barkrowler
-Bigfoot
-Bitacle
-BlackWidow
-Bolt
-BotALot
-Brandprotect
-Brandwatch
-BuiltBotTough
-CazoodleBot
-CheeseBot
-Chlooe
-Craftbot
-DBLBot
-DigitalPebble
-DnyzBot
-DomainCrawler
+Black Hole
+Bullseye
+Cocolyzebot
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
+Discoverybot
+DittoSpyder
+DomainStatsBot
 Download Wonder
-Drip
-ExtractorPro
+Exabot
+Express WebPictures
 Extreme Picture Finder
 Ezooms
-FDM
-G-i-g-a-b-o-t
-GalaxyBot
-HTTP::Lite
-Humanlinks
-Id-search
-ImagesiftBot
-InfoTekies
-Information Security Team InfraSec Scanner
-Jetty
-LNSpiderguy
-LeechGet
-LexiBot
-LinkScan
-LinqiaMetadataDownloaderBot
-MSIECrawler
-Magnet
-Majestic12
+Flunky
+GetRight
+Getintent
+Go!Zilla
+Gotit
+GrabNet
+HTMLparser
+HonoluluBot
+JOC Web Spider
+JennyBot
+Jorgee
+JustView
+LeechFTP
+MQQBrowser
+Majestic SEO
+MarkWatch
 Mass Downloader
-Mister PiX
-Mojeek
-Mojolicious
-Mozlila
-NPbot
-NearSite
-Net Vampire
-NetSpider
-Niki-bot
-Octopus
-Offline Navigator
-PHPCrawl
-PageGrabber
+Masscan
+Mata Hari
+MeanPath Bot
+Microsoft Data Access
+Minefield
+Nessus
+Offline Explorer
+OnCrawl
+Openvas
+Panscient
+PeoplePal
+Petalbot
 Picsearch
-SBIder
-ScrepyBot
-SeekportBot
+PictureFinder
+Quick-Crawler
+RankActive
+Reaper
+Ripper
+SEOlyticsCrawler
+ScanAlert
+SemrushBot
+SemrushBot-FT
 SemrushBot-SI
-Site Sucker
-SiteExplorer
-SiteSnagger
-SmartDownload
-Snake
-SocialRankIOBot
-Sociscraper
-Spider_Bot/3.0
+Shodan
+Siphon
+Sogou web spider
+Spammen
+SplitSignalBot
 SputnikBot
-Steeler
-Stripper
-SurveyBot
+Sucker
+Surfbot
 Swiftbot
-Szukacz
 T8Abot
+Teleport
+TeleportPro
 Telesphoreo
-VeriCiteCrawler
-WPScan
+TinyTestBot
+Titan
+Toweyabot
+Tracemyfile
+TurnitinBot
+V-BOT
+Vagabondo
+Virusdie
 Web Fetch
-WebCopier
-Wprecon
-YaK
-ZmEu
-ZyBorg
-dataforseo.com
-dataprovider
-domainsproject.org
-netEstate NE Crawler
-page scorer
-satoristudio.net
-sexsearcher
-sogouspider
-sp_auditbot
-sysscan
-trendiction.com
-ubermetrics-technologies.com
+Web Fuck
+WebBandit
+WebEnhancer
+WebImageCollector
+WebSucker
+WebWhacker
+Website Quester
+Whack
+Widow
+WiseGuys Robot
+crawler4j
+scalaj-http
+voyagerx.com
+x22Mozilla