V4.2024.08.4690 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Aboundex
-Anarchie
-Anthill
-Atomseobot
-Attach
-Backlink-Ceck
-Badass
-Black Hole
-BlackWidow
-BlowFish
+404enemy
+Anarchy
+Anarchy99
+Apexoo
+BackWeb
+Blow
+BotALot
 CCBot
-CheeseBot
+Calculon
+CazoodleBot
 Claritybot
-Cocolyzebot
-CyotekWebCopy
-DSearch
+CrazyWebCrawler
+Curious
+DBLBot
+DataCha0s
 Devil
-Disco
-DomainCrawler
-Dotbot
-Drip
-Express WebPictures
-FyberSpider
-G-i-g-a-b-o-t
-GPTBot
-HTMLparser
-IRLbot
-Information Security Team InfraSec Scanner
+DigitalPebble
+EirGrabber
+EroCrawler
+ExtLinksBot
+Fimap
+GermCrawler
+GrapeFX
+HTTrack
+HonoluluBot
+Image Sucker
+Intelliseek
 InternetMeasurement
-JennyBot
-JetCar
-JustView
-LNSpiderguy
-LinqiaScrapeBot
-MarkMonitor
-MeanPath Bot
-Mediatoolkitbot
+Jbrofuzz
+JikeSpider
+Joomla
+Lanshanbot
+LeechFTP
+LibWeb
+LinkScan
+Linkbot
+Lipperhey
+MJ12bot
+MSFrontPage
+MSIECrawler
+Magnet
+Majestic-SEO
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Minefield
-Moblie Safari
-NPbot
-Name Intelligence
-Nameprotect
-Nessus
-Netvibes
-NimbleCrawler
-Nmap
-PHPCrawl
-POE-Component-Client-HTTP
-PleaseCrawl
-Probethenet
-PyCurl
-RankingBot
-Rankivabot
-RepoMonkey
+Microsoft Data Access
+MolokaiBot
+Mr.4x3
+Net Vampire
+NetZIP
+Netcraft
+Niki-bot
+Nikto
+Nuclei
+Openvas
+OutclicksBot
+Pi-Monster
+Picscout
+Picsearch
+Proximic
+Psbot
+RealDownload
+Recorder
 SEOkicks
-SEOstats
-SMTBot
-Screaming
-ScrepyBot
+SEOprofiler
+Searchestate
+Seomoz
 SiteCheckerBotCrawler
-SiteSnagger
-Snoopy
-Sucker
-Surfbot
+SiteSucker
+SpaceBison
+Sqlmap
 T8Abot
-Telesphoreo
-URLy Warning
-URLy.Warning
-Upflow
+TightTwatBot
+Tracemyfile
+Turingos
+TurnitinBot
 VCI
-WeSEE
-WebLeacher
-Zitebot
-ZoomBot
-ZumBot
+Vacuum
+VeriCiteCrawler
+WebAuto
+WebFuck
+WebStripper
+WebSucker
+WebWhacker
+WinHTTrack
+Wprecon
+Xaldon WebSpider
+YaK
+anthropic-ai
+autoemailspider
 backlink-check
 cah.io.community
-clark-crawler
-coccocbot
-dataforseobot
-demandbase-bot
-gopher
-heritrix
-imagesift.com
-meanpathbot
-oBot
-openai.com
-polaris version
-seobility
-seocompany.store
+crawler4j
+internetVista monitor
+iubenda-radar
+netEstate NE Crawler
+scan.lol
+seostar
 sitechecker.pro
-sogouspider
-spyfu
-trendiction.com
 ubermetrics-technologies.com
-webpros.com
-xpymep1.exe
+x09Mozilla