V4.2025.08.5386 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 Aboundex
-Aipbot
-AllSubmitter
-Bigfoot
-Blackboard
-Boardreader
-Bolt
+Aboundexbot
+AiHitBot
+Aliyun
+Anarchy
+AwarioRssBot
+BDFetch
+Bandit
+Black Hole
 Brandprotect
-Buck
-Bullseye
-CheTeam
-CherryPicker
-ChinaClaw
-Cogentbot
-Copier
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-Curious
-Dragonfly
+Brandwatch
+BunnySlippers
+ChatGPT-User
+Chlooe
+Cloud mapping
+DBLBot
+DatabaseDriverMysqli
+DigitalPebble
+Disco
+DomCopBot
+Dotbot
 EirGrabber
-Extractor
-EyeNetIE
-FDM
-FlashGet
-FrontPage
-Fyrebot
-GeedoProductSearch
-Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-HonoluluBot
-IDBTE4M
-Information Security Team InfraSec Scanner
-InfraSec Scanner
-JustView
+Evil
+Extreme Picture Finder
+FemtosearchBot
+Grabber
+GrapeshotCrawler
+GridBot
+HTTP::Lite
+Hloader
+IRLbot
+Id-search
+InternetSeer
+JamesBOT
+JetCar
+Joomla
+Kenjin Spider
 LWP::Simple
-LexiBot
-LibWeb
+Larbin
 Libwhisker
-Lipperhey
+Lightspeedsystems
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 Litemage_walker
-Lmspider
-MQQBrowser
-Mag-Net
-MarkMonitor
-Masscan
-Morfeus Fucking Scanner
-NearSite
-NetLyzer
+MSFrontPage
+MTRobot
+Majestic-SEO
+Meanpathbot
+Mojeek
+Musobot
+NPbot
+NetMechanic
 Nettrack
-Nikto
-OutfoxBot
-PageGrabber
-Pandalytics
-Pavuk
-Picscout
-Picsearch
-Piepmatz
-RebelMouse
-RepoMonkey
-Rogerbot
-SEOlyticsCrawler
-SearchmetricsBot
-SemrushBot-SI
-Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
-Sogou web spider
+Offline Explorer
+Openvas
+Petalbot
+PictureFinder
+RankActive
+RankActiveLinkBot
+RankFlex
+Reaper
+Recorder
+Ripper
+RocketCrawler
+SEOkicks-Robot
+ScanAlert
+Searchestate
+SeekportBot
+SemrushBot-SWA
+SeoSiteCheckup
+Site Sucker
+SiteExplorer
+SiteSnagger
 Spammen
+Spanner
 Spider_Bot/3.0
-Sqlworm
-Stripper
-Surfbot
-Szukacz
-Titan
+Sucuri
+Telesoft
+Toweyabot
+Trendictionbot
 TwengaBot
-Upflow
-VeriCiteCrawler
-Wallpapers
+VidibleScraper
 WallpapersHD
-WebCollage
-WebSauger
-Webshag
-Zauba
-ZmEu
-ZoomBot
-arquivo-web-crawler
-awario.com
+Web Sucker
+WebCopier
+WebFetch
+WebImageCollector
+WebsiteQuester
+Whatweb
+Xaldon_WebSpider
+YoudaoBot
+Zade
+cah.io.community
 check1.exe
-facebookscraper
-oBot
-scalaj-http
-serpstatbot
-sysscan
-tAkeOut
-ubermetrics-technologies.com
+clark-crawler
+demandbase-bot
+netEstate NE Crawler
+polaris version
+s1z.ru
 webmeup-crawler
-zauba.io