V4.2024.10.4820 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-AllSubmitter
+01h4x.com
+Alexibot
 Ankit
-Asterias
-BBBike
-BDCbot
-Barkrowler
-Bigfoot
-Blow
-Buddy
-BuiltWith
+Anthill
+BackDoorBot
+BacklinksExtendedBot
+Bolt
 Bullseye
-BuzzSumo
-CazoodleBot
-Cegbfeieh
-ChatGPT-User
-Cliqzbot
-CopyRightCheck
-CrazyWebCrawler
-Custo
-DatabaseDriverMysqli
-Demon
-Discobot
-Drip
-Exabot
+CATExplorador
+CSHttp
+CensysInspect
+ClaudeBot
+Cloud mapping
+Craftbot
+Digincore
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+Dragonfly
+ECCP/1.0
+EMail Siphon
+Ebingbong
+ExtLinksBot
 Extractor
-FemtosearchBot
-Foobot
-GalaxyBot
-GetWeb
-Grafula
-Havij
-ImagesiftBot
+Genieo
+GetRight
+HTMLparser
+Humanlinks
+InfoNaviRobot
+InfoTekies
 Intelliseek
+InterGET
 Iskanie
-JamesBOT
-Kinza
-Litemage_walker
-MIIxpc
-MSFrontPage
+JetCar
+Jetty
+LexiBot
+LieBaoFast
+LinksManager
+LinqiaMetadataDownloaderBot
 MTRobot
-Majestic12
-MeanPath Bot
-MegaIndex.ru
+Masscan
+Mb2345Browser
+Metauri
+MicroMessenger
+Mojolicious
+Msrabot
 NPbot
-Nettrack
-Netvibes
-NextGenSearchBot
+Navroad
+NetAnts
+NetMechanic
 Niki-bot
 NimbleCrawler
-Ninja
-Offline Explorer
-OnCrawl
-OrangeSpider
-Picsearch
+OutfoxBot
+Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
+Papa Foto
 Pixray
-Proximic
+Probethenet
+PyCurl
+Quick-Crawler
+RSSingBot
+Rainbot
+RankActiveLinkBot
+RankFlex
 RankingBot
 RankurBot
-RebelMouse
-RepoMonkey
-SEOkicks
-SEOstats
-SISTRIX
-Screaming
+ReGet
+SEOprofiler
 ScreenerBot
-Seekport
-Semrush
-SentiBot
-Snapbot
+ScrepyBot
+Searchestate
+SeoCherryBot
+Seomoz
+SiteCheckerBotCrawler
+Snake
+Sottopop
+SpaceBison
 Spinn3r
-Steeler
-VB Project
-Web Sauger
-Web Sucker
-Whatweb
-Wonderbot
-Wotbox
-Wprecon
+TightTwatBot
+Turnitin
+TwengaBot
+VelenPublicWebCrawler
+Woobot
 Xaldon_WebSpider
-YaK
-Zauba
+anthropic-ai
+backlink-check
 clark-crawler
-cohere-ai
-dataforseo.com
-evc-batch
-ips-agent
-linkdexbot
-lwp-request
-magpie-crawler
-meanpathbot
-oBot
-page scorer
-pcBrowser
-seoscanners
-sysscan
-trendiction.com
-x22Mozilla
-zgrab
+crawler.feedback
+gopher
+heritrix
+instabid
+mediawords
+probe-image-size
+ripz
+scan.lol
+sitechecker.pro
+sogouspider