V4.2024.08.4687 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+01h4x.com
+404checker
 ADmantX
-AIBOT
-ALittle Client
+AlphaBot
+Anarchie
+Ankit
 BBBike
-BDCbot
-BackWeb
-BlowFish
-Boardreader
-CSHttp
-Cegbfeieh
-ChinaClaw
-CrazyWebCrawler
-Crescent
-Custo
-DIIbot
-DatabaseDriverMysqli
-ECCP/1.0
-EMail Wolf
-EasyDL
-Ebingbong
-Evil
+BLEXBot
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
+Bitacle
+CATExplorador
+CODE87
+Calculon
+CheTeam
+ClaudeBot
+Copier
+Cosmos
+Craftbot
+CrunchBot
+DTS Agent
+Dirbuster
+Discobot
+Dispatch
+DittoSpyder
+DomainAppender
+Download Wonder
 Express WebPictures
-ExtLinksBot
-EyeNetIE
-FDM
-FyberSpider
-GPTBot
-GetWeb
-Gigabot
-GrabNet
-Grabber
-HEADMasterSEO
+Ezooms
+FacebookBot
+FlashGet
+GermCrawler
+GrapeshotCrawler
 HaosouSpider
-HonoluluBot
-Indy Library
-Information Security Team InfraSec Scanner
-InfraSec Scanner
+Humanlinks
 Internet Ninja
-Joomla
-Jyxobot
-LibWeb
-LinkScan
-LinkWalker
-LinkextractorPro
-LinksManager
-Lipperhey Spider
-Lmspider
-Mb2345Browser
-MicroMessenger
-Mojolicious
-Mr.4x3
-Name Intelligence
+Iria
+Kinza
+LeechFTP
+Lipperhey
+MFC_Tear_Sample
+MSFrontPage
+MTRobot
+Magnet
+Majestic SEO
+MarkMonitor
+MegaIndex.ru
+Metauri
+Mojeek
+Msrabot
 Nessus
-Octopus
-Offline Explorer
-ProWebWalker
-RankActive
-RankActiveLinkBot
-RankFlex
-ReGet
-Ripper
-SEOprofiler
-SISTRIX
-ScanAlert
-SiteSnagger
-SiteSucker
-Sitebeam
-Suzuran
-Telesoft
-TheNomad
-Trendiction
-True_Robot
-Typhoeus
-UnisterBot
-Upflow
-V-BOT
-Web Fuck
-WebAuto
+Net Vampire
+Nibbler
+Nuclei
+OpenVAS
+OutfoxBot
+PECL::HTTP
+Page Analyzer
+PageThing.com
+Papa Foto
+Pi-Monster
+Pimonster
+Rainbot
+Re-re
+RocketCrawler
+SMTBot
+Scrapy
+Screaming
+SenutoBot
+SiteExplorer
+Snake
+Snapbot
+Snoopy
+Surfbot
+T8Abot
+Telesphorep
+TinyTestBot
+Virusdie
+Voil
+Voltron
+WallpapersHD
+Web Collage
 WebBandit
-WebCopier
-WebWhacker
-Who.is Bot
-WinHTTrack
-Wonderbot
-Woobot
-crawl.sogou.com
-crawler4j
-domainsproject.org
-iubenda-radar
-lwp-request
-meanpathbot
-mediawords
-netEstate NE Crawler
-oBot
-s1z.ru
-sysscan
-webgains-bot
-webpros.com
-x22Mozilla
+WebGo IS
+WebZIP
+Widow
+Zade
+Zermelo
+anthropic-ai
+cah.io.community
+coccocbot
+facebookscraper
+imagesift.com
+isitwp.com
+linkdexbot
+omgili
+scalaj-http
+sitechecker.pro