V4.2025.02.5041 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
+80legs
+ADmantX
+Abonti
 Anarchie
 Anthill
-BDFetch
-BacklinkCrawler
-Badass
-Bandit
-Calculon
-CheTeam
-CherryPicker
-Collector
-CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-DataCha0s
-DomCopBot
-DomainSigmaCrawler
-Dragonfly
-Drip
-Ecxi
-Evil
+AwarioRssBot
+Brandwatch
+Buck
+CATExplorador
+CensysInspect
+ChinaClaw
+CrazyWebCrawler
+Curious
+EMail Wolf
 Extreme Picture Finder
+EyeNetIE
 FHscan
-FemtosearchBot
-Fimap
-Fuzz
-GT::WWW
-GrabNet
-GridBot
+Flunky
+FrontPage
+GrapeshotCrawler
 Hloader
-Humanlinks
-HybridBot
-IRLbot
-Indy Library
-Information Security Team InfraSec Scanner
-Iria
-JOC Web Spider
-Joomla
-Leap
-LeechFTP
-LibWeb
-Linkbot
-Lipperhey Spider
-Majestic SEO
-Mata Hari
-Minefield
-Moblie Safari
-MolokaiBot
-NetAnts
-NetMechanic
-NetZIP
-Netcraft
-NextGenSearchBot
-Niki-bot
-Ninja
+InfoNaviRobot
+InterGET
+Internet Ninja
+InternetMeasurement
+JennyBot
+Kenjin Spider
+Lanshanbot
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkpadBot
+Lipperhey
+Lmspider
+MTRobot
+MarkMonitor
+Masscan
+Mb2345Browser
+MicroMessenger
+Mozlila
+Musobot
+Name Intelligence
+NearSite
+Nessus
+Nettrack
+Netvibes
+Nikto
+NimbleCrawler
+Nutch
+Octopus
 OpenLinkProfiler
-Openvas
-OutfoxBot
-Panscient
-Pavuk
-PeoplePal
-Pi-Monster
-RankActiveLinkBot
-RankingBot2
+OrangeBot
+OutclicksBot
+Petalbot
+Pu_iN
+RankingBot
+Rankivabot
 RankurBot
-Re-re
-RedesScrapy
-SEOprofiler
-ScoutJet
-Searchestate
-SemrushBot-SI
+ReGet
+Reaper
+SemrushBot
 SemrushBot-SWA
-Snake
-Sociscraper
-Sosospider
+SeobilityBot
+Siphon
+SiteAuditBot
+SiteSnagger
+SlySearch
+Sottopop
 SpankBot
-Szukacz
-Twice
-UnisterBot
-Upflow
+Spanner
+SputnikBot
+Steeler
+TeleportPro
+The Intraformant
+Trendiction
 V-BOT
-VelenPublicWebCrawler
-Voltron
-WISENutbot
-Web Collage
-Web Sucker
-WebAuto
-WebCopier
-WebWhacker
-Wprecon
-Xenu
-Zitebot
-archive.org_bot
-crawl.sogou.com
-dataforseobot
+WWWOFFLE
+Web Sauger
+WebFuck
+WebReaper
+WebStripper
+WebSucker
+Website Quester
+Whacker
+WinHTTrack
+Zauba
+check1.exe
+crawler.feedback
+dataforseo.com
+domainsproject.org
 ips-agent
-meanpathbot
-muhstik-scan
-x09Mozilla
+isitwp.com
+s1z.ru
+satoristudio.net
+seobility
+serpstatbot
+sogouspider
+webgains-bot
+webprosbot
+x22Mozilla