V4.2025.01.5007 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+360Spider
 Acunetix
-Aipbot
 Apexoo
-Asterias
-Attach
-BBBike
-Barkrowler
-BlowFish
-BuiltWith
-CSHttp
-CazoodleBot
+Bigfoot
+Black Hole
+Brandprotect
+BuzzSumo
+Bytespider
 Cegbfeieh
-Claritybot
-Collector
-Crescent
-DatabaseDriverMysqli
-Disco
+CheTeam
+CherryPicker
+Chlooe
+Cogentbot
+CrunchBot
+DTS Agent
+Dirbuster
 Dispatch
-DomainSigmaCrawler
-EroCrawler
+DnyzBot
+DomainAppender
 Express WebPictures
+ExtLinksBot
+Ezooms
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
-Go!Zilla
+GT::WWW
+GetRight
+GoZilla
 Grabber
-HaosouSpider
-Harvest
+GrapeFX
+Havij
 Heritrix
-InfoTekies
-InfraSec Scanner
-Internet Ninja
-Iria
-IstellaBot
-Jbrofuzz
-Joomla
-Jorgee
-LeechGet
-MJ12bot
-MQQBrowser
-MTRobot
-Mass Downloader
-MeanPath Bot
-Mediatoolkitbot
+Image Sucker
+InterGET
+JamesBOT
+Kinza
+LieBaoFast
+Lightspeedsystems
+LinkWalker
+Litemage_walker
+MSIECrawler
+Mag-Net
+Majestic-SEO
+MegaIndex.ru
+Microsoft Data Access
+Mojeek
+Mojolicious
+MolokaiBot
+Mozlila
+Mr.4x3
 Msrabot
+Nameprotect
 Navroad
-Nessus
-Net Vampire
-NetSpider
-Nutch
-OpenVAS
-OrangeBot
-Page Analyzer
-PageAnalyzer
-PxBroker
-RankingBot2
-RocketCrawler
-SEOlyt
-Searchestate
+Pandalytics
+Pavuk
+PictureFinder
+Pixray
+ProPowerBot
+Pu_iN
+RankActive
+SEOkicks
+SMTBot
+ScanAlert
+Screaming
 Semrush
-SemrushBot
-SemrushBot-SI
-SemrushBot-SWA
 SiteExplorer
-Sucuri
-SuperBot
-TeleportPro
-The Intraformant
-TheNomad
-URLy Warning
+Spider_Bot/3.0
+Spinn3r
+Steeler
+SuperHTTP
+Szukacz
 Vacuum
-Wallpapers/3.0
-WeSEE
-Web Pix
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+WEBDAV
+WPScan
+Web Collage
 Web Sucker
-WebBandit
-WebZIP
-Webalta
-WebsiteExtractor
-Webster
+WebCollage
+WebEnhancer
+WebWhacker
+Website Quester
+Whack
+WiseGuys Robot
 Wonderbot
 Woobot
-Wotbox
-Wprecon
-YoudaoBot
-ZumBot
-anthropic-ai
-clark-crawler
-cognitiveseo
-crawler.feedback
-facebookscraper
-muhstik-scan
-polaris version
-seobility
-seocompany.store
-sexsearcher
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-x09Mozilla
-zgrab
+ZmEu
+ZoominfoBot
+backlink-check
+cohere-ai
+crawler4j
+omgili
+openai
+page scorer
+pcBrowser
+s1z.ru
+satoristudio.net
+voyagerx.com
+webpros.com