V4.2024.04.4471 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-80legs
-ADmantX
-AhrefsBot
-AiHitBot
+ALittle Client
+AdsTxtCrawlerTP
+Anarchy99
 Anthill
-AwarioRssBot
-BackWeb
-BetaBot
-BuiltBotTough
-Chlooe
+Apexoo
+BackDoorBot
+BackStreet
+Bolt
+Brandwatch
+BuzzSumo
+Calculon
+ChatGPT-User
+CheeseBot
+ChinaClaw
 Citoid
-Cliqzbot
-Copier
+Cocolyzebot
+Copyscape
+Craftbot
 Dirbuster
-DnBCrawler-Analytics
-DomainCrawler
-Dragonfly
-Ebingbong
-EirGrabber
-Extreme Picture Finder
-FDM
+Disco
+Discoverybot
+DittoSpyder
+Download Wonder
+EMail Siphon
+Extractor
+FemtosearchBot
+Fyrebot
+Genieo
 GetWeb
-Go!Zilla
-Google-Extended
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
-HaosouSpider
-Havij
-Hloader
-IDBTE4M
-Iblog
+GrabNet
+Grabber
+HMView
+HTMLparser
+HybridBot
+IDBot
+IRLbot
 Image Fetch
 Image Sucker
 InfoNaviRobot
-JetCar
-Jyxobot
-Kenjin Spider
-Kinza
-Lanshanbot
-Linkbot
-Lipperhey Spider
-Lmspider
-Mail.RU_Bot
-Majestic SEO
-Mb2345Browser
-NetMechanic
-NetZIP
+InternetSeer
+JikeSpider
+Keyword Density
+LWP::Simple
+Larbin
+LinkpadBot
+MIIxpc
+MJ12bot
+Moblie Safari
+MolokaiBot
+Musobot
+NetLyzer
 Nettrack
-Nuclei
 Offline Explorer
-Offline Navigator
-Openfind
+OpenLinkProfiler
+Openvas
 OrangeSpider
-POE-Component-Client-HTTP
 Page Analyzer
 Papa Foto
-Pump
-RankingBot2
-Rankivabot
-RealDownload
-SEOkicks-Robot
-ScanAlert
-SemanticJuice
-Shodan
-SiteSucker
-SmartDownload
-Snoopy
-Sociscraper
-SpaceBison
-Spanner
-Spinn3r
-SuperBot
-SuperHTTP
-T8Abot
+Petalbot
+Picscout
+RankurBot
+SEOstats
+Seekport
+Semrush
+Sitebeam
+Siteimprove
+Sitevigil
+Snake
+Sucker
+Surfbot
 Telesoft
-Telesphoreo
+The Intraformant
+TheNomad
+Thumbor
 Toata
-Upflow
-V-BOT
-VeriCiteCrawler
-Virusdie
-Voil
-WebEnhancer
-WebZIP
-Webalta
-WebsiteExtractor
-Xaldon_WebSpider
+Turingos
+Typhoeus
+VB Project
+VelenPublicWebCrawler
+Web Enhancer
+WebCopier
+WebImageCollector
+WebStripper
+Webster
+Widow
+Wotbox
+Zade
 ZoominfoBot
-adscanner
 archive.org_bot
-crawler4j
-dataforseo.com
+awario.com
+cah.io.community
+clark-crawler
 domainsproject.org
-isitwp.com
-spyfu
-ubermetrics-technologies.com
-webmeup-crawler
-x09Mozilla
+internetVista monitor
+oBot
+omgili
+polaris version
+serpstatbot
+webprosbot