V4.2024.03.4382 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ADmantX
-Aboundexbot
-AlphaBot
-Atomseobot
-BackDoorBot
-BatchFTP
-Black Hole
-BuiltBotTough
-BuzzSumo
-CATExplorador
-CensysInspect
-ChatGPT-User
-Cosmos
-Custo
-Deusu
-DomainStatsBot
-EMail Siphon
-Express WebPictures
-Fuzz
+ASPSeek
+Abonti
+Alexibot
+Alligator
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BetaBot
+Bigfoot
+BlackWidow
+Calculon
+Cliqzbot
+Cocolyzebot
+Curious
+DIIbot
+Dispatch
+Dotbot
+Download Wonder
+Fimap
+Firefox/7.0
 FyberSpider
-Fyrebot
 GT::WWW
-GrabNet
-GridBot
-Heritrix
-HonoluluBot
-IlseBot
-Image Sucker
-InfoNaviRobot
-Internet Ninja
-JennyBot
-Lanshanbot
-LinksManager
-LinqiaRSSBot
-Litemage_walker
-Ltx71
-MIIxpc
+Grabber
+GrapeFX
+HMView
+HTMLparser
+IDBot
+Id-search
+Iria
+Jetty
+Jyxobot
+Kenjin Spider
+LNSpiderguy
+Leap
 MTRobot
-MeanPath Bot
-Moblie Safari
-Mojolicious
-NearSite
-Nessus
-NetAnts
+Mail.RU_Bot
+Majestic-SEO
+Microsoft URL Control
+Name Intelligence
+NetSpider
+NetZIP
 Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nuclei
 Nutch
-Offline Explorer
-OnCrawl
-OpenVAS
-OrangeSpider
-Page Analyzer
-Pandalytics
-Panscient
+Octopus
+Offline Navigator
+Petalbot
+Pixray
 QueryN Metasearch
-RSSingBot
-RankingBot2
-ReGet
-ScreenerBot
-Searchestate
+RankFlex
+Reaper
+RebelMouse
+Recorder
+RocketCrawler
+SBIder
+SalesIntelligent
+ScrepyBot
 SeoSiteCheckup
-SiteSucker
-Siteimprove
-SocialRankIOBot
-Sosospider
-Stripper
-Sucuri
-Suzuran
-Szukacz
+Site Sucker
+SlySearch
+SmartDownload
+Spbot
+SuperHTTP
 TeleportPro
-TheNomad
-TightTwatBot
-Toata
-Turnitin
 Twice
-URLy.Warning
-V-BOT
-VoidEYE
+VCI
+VeriCiteCrawler
+Virusdie
 WASALive-Bot
-WEBDAV
-WWW-Mechanize
+Wallpapers
 Web Fuck
-WebCopier
-WebPix
-WebReaper
-Website Quester
-Whacker
-Widow
-Wprecon
-Xaldon_WebSpider
+Web Sauger
+WebAuto
+WebEnhancer
+WebFuck
+WebGo IS
+WebStripper
+Webshag
+Whack
+Woobot
 YoudaoBot
-cah.io.community
+Zade
+Zermelo
+arquivo-web-crawler
+clark-crawler
+cohere-ai
 com.plumanalytics
-dataforseobot
-facebookscraper
-lwp-request
-sp_auditbot
-ubermetrics-technologies.com
-webmeup-crawler
-zauba.io
+domainsproject.org
+linkdexbot
+oBot
+page scorer
+s1z.ru
+serpstatbot
+sitechecker.pro
+spyfu
+trendiction.de
+webgains-bot