V4.2025.08.5400 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
+80legs
 Abonti
-AllSubmitter
-Anarchy
-Aspiegel
-Atomseobot
-BackDoorBot
-Bandit
-Bigfoot
+AlphaBot
+BLEXBot
+BackWeb
+Barkrowler
+BetaBot
 Bitacle
-Buck
+Buddy
 BuiltWith
-CherryPicker
-Citoid
-Cliqzbot
-Cloud mapping
-Cogentbot
-Collector
-CrazyWebCrawler
-Crescent
-Custo
+CODE87
+Copyscape
 DBLBot
-DSearch
-Discoverybot
-DnBCrawler-Analytics
-Domains Project
-Download Wonder
-Ecxi
-Ezooms
+DataCha0s
+EroCrawler
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+FacebookBot
+GPTBot
+GT::WWW
 GeedoProductSearch
-GetRight
-GetWeb
-Go-Ahead-Got-It
-Gotit
-GrapeFX
-Havij
-HonoluluBot
-IDBTE4M
-Iblog
-IlseBot
-IndeedBot
-InterGET
-InternetSeer
-IstellaBot
-JustView
-Lanshanbot
-LeechFTP
-Lightspeedsystems
-Linkbot
-Lipperhey Spider
-MFC_Tear_Sample
-MSFrontPage
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic12
-MauiBot
-Mb2345Browser
-MolokaiBot
-NPbot
+Genieo
+Go!Zilla
+GrabNet
+Hloader
+IDBot
+Image Fetch
+Image Sucker
+Internet Ninja
+InternetMeasurement
+Jbrofuzz
+Keyword Density
+LinkScan
+LinkWalker
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Majestic-SEO
+Mojeek
 NearSite
-NetMechanic
-NetSpider
-Offline Explorer
-Openfind
+Nessus
+Net Vampire
+NetAnts
+NextGenSearchBot
+NimbleCrawler
+Ninja
+OnCrawl
+OpenVAS
 Openvas
-Panscient
+OrangeSpider
+OutclicksBot
+PageGrabber
+PageThing.com
 Pavuk
-Recorder
-RocketCrawler
-SeekportBot
-SemrushBot-FT
-Shodan
-SiteCheckerBotCrawler
+Quick-Crawler
+Rainbot
+Reaper
+Scanbot
+Screaming
+SearchmetricsBot
+SenutoBot
+SeoSiteCheckup
+Seomoz
+SiteLockSpider
+SiteSnagger
 Sitevigil
+SmartDownload
 SocialRankIOBot
-Spammen
-SurveyBot
-Trendictionbot
-TwengaBot
+Sosospider
+Sqlmap
+Steeler
+The Intraformant
+True_Robot
+TurnitinBot
+URLy Warning
 UnisterBot
+Vacuum
+VoidEYE
 Voltron
-WeSEE
-Web Pix
-Who.is Bot
-Xaldon_WebSpider
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-coccocbot
+WWW-Collector-E
+Web Collage
+WebFetch
+WebGo IS
+Webalta
+Webster
+Whack
+Wotbox
+ZmEu
+ZyBorg
+autoemailspider
 cognitiveseo
-crawl.sogou.com
-gopher
-meanpathbot
-plumanalytics
-polaris version
-seoscanners
-webgains-bot
-zauba.io
-zgrab
+instabid
+isitwp.com
+omgili
+page scorer
+ripz
+satoristudio.net
+siteripz
+trendiction.com