V4.2024.10.4798 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aipbot
-AllSubmitter
-AlphaBot
+ADmantX
+Aboundex
+AfD-Verbotsverfahren
+Anarchy
 Anarchy99
-Ankit
-Anthill
-AwarioRssBot
-Buck
+Attach
+BackStreet
+Badass
+BetaBot
+BlowFish
+Brandprotect
 BuiltBotTough
-BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
-CazoodleBot
-ChatGPT-User
-CherryPicker
-Citoid
-Cogentbot
-Copyscape
+CensysInspect
+Claritybot
+ClaudeBot
+Cliqzbot
+Crescent
+CrunchBot
+Deusu
+DnBCrawler-Analytics
 DomainCrawler
-Dragonfly
+Dotbot
+Download Wonder
 EirGrabber
-Evil
-Express WebPictures
-Flunky
-Genieo
-GermCrawler
-HTMLparser
+GalaxyBot
+Getintent
+Go-Ahead-Got-It
+HEADMasterSEO
+Harvest
+Heritrix
+Hloader
 Humanlinks
-IDBTE4M
-IndeedBot
-InterGET
-JetCar
-LNSpiderguy
-LieBaoFast
-Likse
+Image Sucker
+InfraSec Scanner
+Jbrofuzz
+Kenjin Spider
+Lftp
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-Lmspider
-MIDown tool
-MSFrontPage
-MarkWatch
-MeanPath Bot
-Mister PiX
+Lipperhey Spider
+MQQBrowser
+Majestic-SEO
+Mb2345Browser
+MicroMessenger
+Moblie Safari
 Mozlila
-NPbot
-Nameprotect
-NetMechanic
+Mr.4x3
+Navroad
+NearSite
 OpenLinkProfiler
-OpenVAS
-OrangeSpider
-PageGrabber
-Pi-Monster
-Picscout
-Psbot
-RSSingBot
-RankFlex
-Recorder
+Page Analyzer
+Pandalytics
+Panscient
+PeoplePal
+Pockey
+Probethenet
+Rainbot
+Rankivabot
 SBIder
-SEOlyticsCrawler
-ScoutJet
-ScreenerBot
-Shodan
-SiteSucker
-Spanner
+Screaming
+SenutoBot
+Seomoz
+Site Sucker
+SiteSnagger
+Snapbot
+Sociscraper
+SpaceBison
+Spider_Bot/3.0
 Steeler
-Suzuran
-The Intraformant
-Trendiction
-Turnitin
+TeleportPro
+Telesoft
+Trendictionbot
 VoidEYE
+WBSearchBot
 WEBDAV
-WISENutbot
-WWW-Mechanize
+WWWOFFLE
+WallpapersHD
+Web Auto
 Web Enhancer
 Web Sucker
-WebCollage
-WebCopier
-WebImageCollector
-WebSucker
-Xaldon WebSpider
-YoudaoBot
+WebGo IS
+WebSauger
+WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
+Xaldon_WebSpider
 Zade
-Zauba
-ZmEu
-backlink-check
-dataforseo.com
-dataforseobot
-demandbase-bot
-lwp-request
-netEstate NE Crawler
-polaris version
-seostar
-sexsearcher
-spyfu
-tAkeOut
+Zermelo
+ZoomBot
+ZyBorg
+adscanner
+awario.com
+crawl.sogou.com
+crawler.feedback
+ips-agent
+webgains-bot
 webmeup-crawler
 x09Mozilla
 zauba.io