V4.2023.12.4176 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Abonti
-Aboundex
-Acunetix
-AdsTxtCrawlerTP
+ASPSeek
+Aboundexbot
 AhrefsBot
-Aipbot
-Anarchy99
-Ankit
-Anthill
-BackDoorBot
-Black Hole
-Boardreader
-Buddy
-BuiltBotTough
-ChinaClaw
-Chlooe
-Demon
-Deusu
-Dirbuster
-DnyzBot
+AwarioRssBot
+BetaBot
+BlowFish
+BotALot
+BuiltWith
+CSHttp
+CazoodleBot
+CheTeam
+CheeseBot
+Cocolyzebot
+Cogentbot
+Digincore
+Discobot
 DomCopBot
-ECCP/1.0
-Ebingbong
-EirGrabber
-Fimap
-Freeuploader
+DomainCrawler
+EMail Wolf
+EasyDL
+FHscan
+FlashGet
 Genieo
-Grafula
-Havij
-Humanlinks
-HybridBot
-Image Fetch
-Indy Library
-Intelliseek
-JOC Web Spider
-JamesBOT
-JustView
-Leap
-Likse
-Magnet
-Mail.RU_Bot
-MauiBot
+GetRight
+Gigabot
+Go-Ahead-Got-It
+HTTP::Lite
+HTTrack
+HonoluluBot
+IndeedBot
+InfoTekies
+LeechFTP
+Lftp
+Lightspeedsystems
+Lipperhey Spider
+MIDown tool
+Mass Downloader
 Mb2345Browser
-Moblie Safari
-Mozlila
-Mr.4x3
-Musobot
-NICErsPRO
-Name Intelligence
+Mediatoolkitbot
+Nameprotect
+NetLyzer
 NetZIP
 Ninja
-Offline Explorer
-Openfind
-PageGrabber
-PageScorer
-PleaseCrawl
+Nuclei
+Nutch
+Openvas
+OrangeBot
+OutclicksBot
+Pandalytics
+Panscient
+Pavuk
+PictureFinder
 Pu_iN
+RSSingBot
+RankActive
+RankurBot
 Re-re
-Screaming
-ScreenerBot
-SenutoBot
-Seomoz
-SiteSnagger
-Snoopy
+Reaper
+ScoutJet
+Semrush
+SiteSucker
+Sitebeam
+Sitevigil
+SocialRankIOBot
+Sociscraper
 Sosospider
-SpaceBison
-T0PHackTeam
-TeleportPro
-Telesoft
+Spammen
+Sucker
+T8Abot
 Telesphoreo
-Telesphorep
-TinyTestBot
-True_Robot
-Turnitin
-TurnitinBot
-V-BOT
+Trendiction
+Turingos
+Twice
+URLy Warning
 VCI
 Vacuum
-VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 WASALive-Bot
-WEBDAV
-WeSEE
-Web Auto
-Web Sauger
-clark-crawler
-crawler4j
-dataforseo.com
-domainsproject.org
-instabid
+WPScan
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
+Web Enhancer
+Web Sucker
+WebEnhancer
+WebReaper
+Wonderbot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zitebot
+ZoomBot
+ZyBorg
+cah.io.community
 isitwp.com
-iubenda-radar
-lwp-request
-mediawords
-oBot
-plumanalytics
-serpstatbot
+openai.com
+polaris version
+seostar
 sexsearcher
-trendiction.com
-x22Mozilla