V4.2024.05.4520 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aboundex
-Anarchie
-Anthill
-BackDoorBot
-BackStreet
+360Spider
+404checker
+80legs
+ADmantX
+ASPSeek
+Abonti
+AlphaBot
+Apexoo
+BBBike
+BackWeb
 Badass
-Bitacle
-Black Hole
-BlowFish
-Buck
+Brandprotect
 BuiltWith
-Bullseye
-BunnySlippers
-ChinaClaw
-Chlooe
-Cliqzbot
-Cosmos
-DIIbot
-DataCha0s
-Dispatch
-DomainAppender
+CherryPicker
+Copyscape
+Crawling at Home Project
+Demon
+Devil
+Disco
+Discobot
+DomainStatsBot
 Dragonfly
-Drip
-Ecxi
-Evil
-ExtractorPro
-FacebookBot
-Freeuploader
-GPTBot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-GridBot
-HaosouSpider
-IRLbot
-Iblog
-IstellaBot
-Jorgee
-Kenjin Spider
-Keyword Density
-Kinza
+Exabot
+ExtLinksBot
+Fyrebot
+G-i-g-a-b-o-t
+GetRight
+GoZilla
+HTTP::Lite
+HTTrack
+Havij
+Image Sucker
+InterGET
+Iria
+LNSpiderguy
 LWP::Simple
-LieBaoFast
-Linkbot
-LinqiaRSSBot
-Mail.RU_Bot
+Lanshanbot
+Lftp
+Lightspeedsystems
+MSIECrawler
 Majestic SEO
-Majestic12
-MarkWatch
-Mb2345Browser
-Meanpathbot
-MegaIndex.ru
+MarkMonitor
 Mister PiX
-Navroad
-NearSite
-Nessus
-Net Vampire
-NetAnts
+Moblie Safari
+Morfeus Fucking Scanner
+NetLyzer
 NetSpider
-Nutch
-OpenVAS
-PageGrabber
-Petalbot
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
+Panscient
+Papa Foto
+Probethenet
+Psbot
+PxBroker
 Quick-Crawler
-RSSingBot
-Reaper
-ScreenerBot
-ScrepyBot
-Seekport
-Semrush
-Site Sucker
-SiteSnagger
-Snoopy
-Sqlmap
-Sqworm
-Surfbot
-TightTwatBot
+Rankivabot
+RebelMouse
+Recorder
+Ripper
+RocketCrawler
+Rogerbot
+SISTRIX
+SeoSiteCheckup
+Sitebeam
+Stripper
+Sucker
+SuperBot
+SurveyBot
+Szukacz
+Thumbor
+TinyTestBot
 Toweyabot
-Tracemyfile
-URLy.Warning
-VelenPublicWebCrawler
-Web Auto
-Web Sucker
+Trendiction
+TurnitinBot
+VidibleScraper
+WPScan
+Web Enhancer
+WebAuto
 WebBandit
-WebPix
-WebSauger
+Webalta
+Website Quester
+WebsiteExtractor
+Whack
+Whacker
+WinHTTrack
+Woobot
 Xaldon WebSpider
-clark-crawler
-coccocbot
-domainsproject.org
+ZoomBot
+com.plumanalytics
+crawler.feedback
 isitwp.com
-linkdexbot
-omgili
-pcBrowser
-ripz
-seocompany.store
-serpstatbot
-ubermetrics-technologies.com
-zgrab
+iubenda-radar
+lwp-request
+meanpathbot
+openai.com
+page scorer
+probe-image-size
+sitechecker.pro
+webgains-bot