V4.2025.02.5042 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-Abonti
-Anarchie
-Anthill
-AwarioRssBot
-Brandwatch
-Buck
-CATExplorador
-CensysInspect
-ChinaClaw
-CrazyWebCrawler
-Curious
-EMail Wolf
-Extreme Picture Finder
-EyeNetIE
-FHscan
-Flunky
-FrontPage
-GrapeshotCrawler
-Hloader
-InfoNaviRobot
-InterGET
-Internet Ninja
-InternetMeasurement
-JennyBot
-Kenjin Spider
-Lanshanbot
-LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkpadBot
-Lipperhey
+360Spider
+ASPSeek
+BackDoorBot
+BackStreet
+BetaBot
+Bigfoot
+Black Hole
+Brandprotect
+Buddy
+BuiltWith
+Bytespider
+CODE87
+CSHttp
+Calculon
+CazoodleBot
+Citoid
+Cliqzbot
+DBLBot
+Discobot
+Domains Project
+Dotbot
+EMail Siphon
+Ecxi
+EroCrawler
+FDM
+Freeuploader
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+Grafula
+Heritrix
+IRLbot
+Image Fetch
+Image Sucker
+InfraSec Scanner
+InternetSeer
+Jbrofuzz
+Keyword Density
+LeechFTP
+LibWeb
+Litemage_walker
 Lmspider
-MTRobot
-MarkMonitor
-Masscan
-Mb2345Browser
-MicroMessenger
+MIIxpc
+MJ12bot
+Mail.RU_Bot
+Minefield
 Mozlila
-Musobot
+Mr.4x3
+Msrabot
 Name Intelligence
-NearSite
 Nessus
+NetLyzer
 Nettrack
-Netvibes
-Nikto
-NimbleCrawler
-Nutch
-Octopus
-OpenLinkProfiler
-OrangeBot
-OutclicksBot
-Petalbot
-Pu_iN
-RankingBot
-Rankivabot
-RankurBot
-ReGet
-Reaper
+Nimbostratus
+OrangeSpider
+PageScorer
+Papa Foto
+Proximic
+Rainbot
+RankFlex
+RepoMonkey
+RocketCrawler
 SemrushBot
-SemrushBot-SWA
-SeobilityBot
+SemrushBot-OCOB
 Siphon
-SiteAuditBot
 SiteSnagger
-SlySearch
-Sottopop
-SpankBot
-Spanner
-SputnikBot
-Steeler
-TeleportPro
-The Intraformant
-Trendiction
-V-BOT
-WWWOFFLE
-Web Sauger
+Sociscraper
+Suzuran
+T8Abot
+TheNomad
+Titan
+Trendictionbot
+VidibleScraper
+Voil
+Voltron
+Web Enhancer
+Web Pix
+WebCollage
 WebFuck
-WebReaper
-WebStripper
-WebSucker
-Website Quester
-Whacker
-WinHTTrack
-Zauba
-check1.exe
-crawler.feedback
-dataforseo.com
-domainsproject.org
-ips-agent
+WebLeacher
+WebWhacker
+WebsiteQuester
+Whack
+Who.is Bot
+WiseGuys Robot
+Wotbox
+Zermelo
+backlink-check
+dataforseobot
+eCatch
 isitwp.com
-s1z.ru
-satoristudio.net
-seobility
-serpstatbot
-sogouspider
-webgains-bot
-webprosbot
+mediawords
+omgili
+probe-image-size
+sexsearcher
+sitechecker.pro
+siteripz
+trendiction.com
 x22Mozilla
+zgrab