V4.2024.08.4692 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AfD-Verbotsverfahren
-Atomseobot
-Battleztar Bazinga
-BlackWidow
-BlowFish
-Boardreader
-Cegbfeieh
-CherryPicker
-Claritybot
-Cliqzbot
+ALittle Client
+AiHitBot
+AlphaBot
+Asterias
+AwarioSmartBot
+Blow
+BunnySlippers
+Calculon
+CazoodleBot
+CheeseBot
+Copyscape
 Crawling at Home Project
-Crescent
-Curious
-DIIbot
-Deusu
-Digincore
-Dotbot
-EasyDL
-EirGrabber
-EyeNetIE
-Fyrebot
+Devil
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+ECCP/1.0
+Ebingbong
+Express WebPictures
+Flunky
 G-i-g-a-b-o-t
-GPTBot
-Go-Ahead-Got-It
+Gotit
 Grafula
-Harvest
-Humanlinks
-InterGET
-Internet Ninja
-JamesBOT
-JennyBot
-Joomla
-Lanshanbot
+GrapeFX
+HTMLparser
+IRLbot
+Indy Library
+InfoTekies
+Intelliseek
+Jetty
+LWP::Simple
+Leap
+LeechGet
 Lightspeedsystems
-Linkbot
-LinkpadBot
-LinqiaRSSBot
-MQQBrowser
-MSFrontPage
-MTRobot
+Likse
+LinkWalker
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
 Majestic SEO
 Majestic-SEO
-Majestic12
-MarkWatch
-Mass Downloader
-MauiBot
-NPbot
-Navroad
-NetAnts
-NetMechanic
-NetZIP
-Nettrack
-Netvibes
-Niki-bot
+Mediatoolkitbot
+MegaIndex.ru
+Mojolicious
+MolokaiBot
+Mozlila
+Msrabot
+NetSpider
+Nibbler
 Nikto
-PHPCrawl
-Piepmatz
-PleaseCrawl
-Pu_iN
-QueryN Metasearch
-RSSingBot
+Nuclei
+OpenLinkProfiler
+Pi-Monster
+ProPowerBot
+PyCurl
+Rainbot
 RankingBot2
-RealDownload
-Rogerbot
+Ripper
 SEOlyticsCrawler
-SMTBot
-Scanbot
-SeekportBot
-SemanticJuice
-SentiBot
-SmartDownload
-Surfbot
-Telesphoreo
-Telesphorep
-The Intraformant
-V-BOT
-VCI
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-Web Auto
-Web Enhancer
-WebSauger
-WebSucker
-WebWhacker
+SEOstats
+Siteimprove
+SlySearch
+SocialRankIOBot
+Sqworm
+Sucker
+Suzuran
+TinyTestBot
+Toata
+Trendiction
+Vacuum
+Voil
+Voltron
+Wallpapers
+Web Fetch
+Web Pix
+WebCollage
+WebCopier
+WebFetch
+WebFuck
+WebStripper
+Wprecon
+Xenu
 YaK
-Zermelo
-ZmEu
-ZumBot
+anthropic-ai
 arquivo-web-crawler
-check1.exe
-clark-crawler
-imagesift.com
-omgili
-plumanalytics
-ripz
-seobility
-seocompany.store
-webgains-bot
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
+demandbase-bot
+evc-batch
+internetVista monitor
+ips-agent
+seoscanners
+sp_auditbot
+spyfu
+tAkeOut
+voyagerx.com
+x22Mozilla