V4.2024.09.4771 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Abonti
 AhrefsBot
 Alligator
-Aspiegel
-Atomseobot
-BDFetch
-Badass
-Bigfoot
+BacklinksExtendedBot
 Boardreader
-Bolt
-Buddy
-BuiltBotTough
 Bytespider
-CATExplorador
-Calculon
-Cegbfeieh
-ChinaClaw
-Chlooe
-CrazyWebCrawler
-DatabaseDriverMysqli
-Deusu
-Dragonfly
+CCBot
+CODE87
+CensysInspect
+CherryPicker
+Cogentbot
+DigitalPebble
+DomainCrawler
 ECCP/1.0
-EMail Siphon
-EasyDL
-EirGrabber
-ExtractorPro
+Ebingbong
+Ecxi
+EroCrawler
 Extreme Picture Finder
-Foobot
-HybridBot
-Iblog
-Kozmosbot
+Flunky
+Genieo
+HMView
+HaosouSpider
+IDBot
+Id-search
+Information Security Team InfraSec Scanner
+InternetSeer
+JikeSpider
+JustView
+Leap
+LeechGet
 LinkWalker
-MSFrontPage
-MTRobot
-Mail.RU_Bot
+Linkbot
+LinkextractorPro
+Litemage_walker
+Magnet
 Mb2345Browser
-MegaIndex.ru
+Metauri
+MicroMessenger
 Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-NearSite
-Net Vampire
-Netcraft
-Netvibes
-NextGenSearchBot
-OpenLinkProfiler
-OrangeBot
-PECL::HTTP
-PageGrabber
-PeoplePal
-Petalbot
-RankActive
-Rogerbot
-SBIder
-SEOkicks-Robot
-SalesIntelligent
-Scrapy
-SeekportBot
-SiteLockSpider
-Sitebeam
-Sitevigil
-Sottopop
-SpaceBison
+Mozlila
+Msrabot
+NPbot
+Navroad
+Page Analyzer
+Picscout
+Pockey
+Probethenet
+QueryN Metasearch
+Rainbot
+SEOstats
+SemrushBot
+SeoSiteCheckup
+SiteSucker
 Spammen
+Sqworm
 Steeler
+Stripper
 Sucker
-SuperBot
-Twice
+Swiftbot
+TeleportPro
+Telesoft
+Titan
+Tracemyfile
+True_Robot
+Turnitin
+URLy Warning
 UnisterBot
+V-BOT
 VCI
-Vacuum
-VelenPublicWebCrawler
-Virusdie
+VeriCiteCrawler
 WWW-Collector-E
-WWWOFFLE
-Web Fuck
-Web Sauger
+WWW-Mechanize
+WeSEE
+Web Collage
+Web Fetch
+Web Pix
 WebAuto
-WebFuck
-WebGo IS
 WebImageCollector
-WebSucker
-WebmasterWorldForumBot
-archive.org_bot
+WebStripper
+WebZIP
+Webalta
+Webster
+WiseGuys Robot
+Wonderbot
+Xenu
+YaK
+YoudaoBot
+anthropic-ai
+arquivo.pt
 awario.com
-cah.io.community
-coccocbot
-com.plumanalytics
-demandbase-bot
+backlink-check
+crawler.feedback
 iubenda-radar
-muhstik-scan
-netEstate NE Crawler
-probe-image-size
-ripz
+meanpathbot
+omgili
+pcBrowser
+satoristudio.net
+seocompany.store
+tAkeOut
 trendiction.de
-webmeup-crawler
 x09Mozilla
-x22Mozilla