V4.2025.01.4996 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-Acunetix
-Asterias
-BacklinkCrawler
-Badass
-Boardreader
+ASPSeek
+Ankit
+Anthill
+Apexoo
+BatchFTP
+Battleztar Bazinga
+Black Hole
+Blow
+Brandprotect
 BuiltWith
-CATExplorador
-Calculon
-CheeseBot
-Citoid
-Collector
-Copier
-CopyRightCheck
-CyotekWebCopy
-DataCha0s
-Devil
-DittoSpyder
-DomCopBot
+ChatGPT-User
+Cloud mapping
+Cogentbot
+Copyscape
+Curious
+DigitalPebble
+Dispatch
 DomainCrawler
-Express WebPictures
+Domains Project
+EirGrabber
+Evil
+Extractor
+EyeNetIE
 Ezooms
-Foobot
-Fuzz
-GT::WWW
-Go-Ahead-Got-It
-GrapeshotCrawler
-GridBot
-IDBTE4M
-Indy Library
-InfraSec Scanner
-InternetMeasurement
-Larbin
-LinkScan
-Mag-Net
-Magnet
-Mb2345Browser
-MegaIndex.ru
-NICErsPRO
-Nameprotect
-NetSpider
-Netvibes
-Nikto
-PHPCrawl
-PeoplePal
-Picscout
-ProWebWalker
-Psbot
+FDM
+GetRight
+Grafula
+Haansoft
+Hloader
+HybridBot
+IRLbot
+IlseBot
+Image Fetch
+IndeedBot
+Jbrofuzz
+Jetty
+Jyxobot
+Likse
+LinkextractorPro
+MIDown tool
+MSIECrawler
+Majestic-SEO
+Masscan
+Mata Hari
+MauiBot
+MicroMessenger
+Mojeek
+Mojolicious
+Musobot
+NPbot
+Navroad
+NextGenSearchBot
+NimbleCrawler
+Pixray
 RankActiveLinkBot
-RankingBot2
 Re-re
 RebelMouse
-RedesScrapy
-Ripper
-SEOlyticsCrawler
-SEOstats
-SMTBot
-Screaming
-ScreenerBot
-ScrepyBot
-SeoSiteCheckup
-Site Sucker
-SiteSucker
-SlySearch
+RepoMonkey
+SalesIntelligent
+SemrushBot-SI
+Snake
+Snoopy
 Sottopop
-SpankBot
-Spider_Bot
-SplitSignalBot
-Stripper
-TheNomad
-TinyTestBot
-Toata
+Sqlworm
+Swiftbot
+Teleport
+TeleportPro
+The Intraformant
+Trendiction
 Trendictionbot
+Turnitin
+TwengaBot
+UnisterBot
+Upflow
 V-BOT
-VelenPublicWebCrawler
+VCI
 VeriCiteCrawler
-Voil
-Voltron
-WISENutbot
-WebBandit
-WebStripper
-WebsiteExtractor
-Whack
-Wprecon
-Xaldon_WebSpider
-Zermelo
-ZumBot
-com.plumanalytics
-demandbase-bot
-gopher
-imagesift.com
-omgili
-openai
-page scorer
-satoristudio.net
-seocompany.store
-seostar
-sogouspider
-webgains-bot
-x22Mozilla
+WWW-Collector-E
+WWWOFFLE
+Web Auto
+Web Fuck
+WebCollage
+WebFuck
+WebSucker
+WiseGuys Robot
+YoudaoBot
+Zauba
+Zitebot
+ZoominfoBot
+arquivo.pt
+cah.io.community
+coccocbot
+domainsproject.org
+facebookscraper
+heritrix
+openai.com
+probe-image-size
+s1z.ru
+serpstatbot
+webprosbot