V4.2024.10.4840 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
+ALittle Client
+Abonti
+Aboundexbot
 AdsTxtCrawlerTP
-AwarioRssBot
-BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
-BetaBot
-BunnySlippers
-CSHttp
-CherryPicker
-Cogentbot
-Cosmos
-Dirbuster
-DomCopBot
-DomainStatsBot
-Drip
+Aipbot
+Atomseobot
+Battleztar Bazinga
+Bitacle
+BotALot
+Buddy
+CATExplorador
+Citoid
+CopyRightCheck
+DIIbot
+DnyzBot
+ECCP/1.0
+Ebingbong
 EirGrabber
-Evil
 Extractor
-FlashGet
-Foobot
-Freeuploader
-Getintent
-Go-Ahead-Got-It
-GoZilla
-HEADMasterSEO
-Jbrofuzz
+FHscan
+GT::WWW
+GermCrawler
+Gotit
+HonoluluBot
+IDBTE4M
+IDBot
+Image Sucker
+Indy Library
 JetCar
-Leap
+Jyxobot
+Keybot Translation-Search-Machine
+Lanshanbot
 LieBaoFast
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MIIxpc
-Magnet
+MJ12bot
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-MauiBot
+Meanpathbot
 MegaIndex.ru
-NetAnts
-NetMechanic
-Netvibes
-Niki-bot
-Nikto
-Octopus
-OpenVAS
-OrangeBot
-OutfoxBot
-PECL::HTTP
+Msrabot
+Nettrack
+Nuclei
+Offline Explorer
+Offline Navigator
 PageScorer
-Panscient
+PeoplePal
+Picscout
 Pimonster
-Probethenet
+ProWebWalker
 Psbot
-Pu_iN
-RankFlex
+PxBroker
+RankActive
 RankingBot
 RankingBot2
-RankurBot
-RebelMouse
-Rogerbot
-SBIder
-SEOprofiler
+SEOlyticsCrawler
+ScrepyBot
+Seekport
+Semrush
+SemrushBot
 SentiBot
-Seomoz
-Siphon
-SiteExplorer
-Snoopy
-SpaceBison
-Spammen
-Spider_Bot/3.0
-Sqlworm
-Stripper
-TeleportPro
-Turnitin
-Voltron
-WBSearchBot
-Web Fuck
-WebSauger
-WebWhacker
-Website Quester
-Whacker
+Shodan
+SiteLockSpider
+SiteSucker
+Sitevigil
+SpankBot
+Spbot
+Surfbot
+Telesoft
+Telesphoreo
+TheNomad
+Thumbor
+UnisterBot
+WISENutbot
+Wallpapers/3.0
+WebFuck
+WebImageCollector
+WebStripper
+Whack
+Who.is Bot
 WinHTTrack
-Xenu
-Zitebot
-ZmEu
-adscanner
+Zermelo
+anthropic-ai
+backlink-check
+cah.io.community
 crawler.feedback
 facebookscraper
-internetVista monitor
+imagesift.com
+iubenda-radar
 linkdexbot
-meanpathbot
-mediawords
-pcBrowser
-probe-image-size
-sysscan
+lwp-trivial
+magpie-crawler
+plumanalytics
+ripz
+seocompany.store
+sexsearcher
+trendiction.de
 webpros.com
-x22Mozilla
+x09Mozilla