V4.2024.10.4838 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-AhrefsBot
-Alligator
-Bandit
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
+AIBOT
+Abonti
+Ankit
+Aspiegel
+AwarioBot
 BlowFish
-BuiltWith
-CATExplorador
-CODE87
-CSHttp
-CheeseBot
-ClaudeBot
-Craftbot
-CyotekWebCopy
-Devil
-Disco
-DomainCrawler
+Brandwatch
+BunnySlippers
+Claritybot
+Crescent
+Curious
+Deusu
 EMail Siphon
-EroCrawler
-FHscan
-Flunky
-Foobot
-FyberSpider
-GPTBot
-HMView
-Id-search
-InfoNaviRobot
-Internet Ninja
-JOC Web Spider
-JennyBot
-MFC_Tear_Sample
-MJ12bot
-Mail.RU_Bot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Ebingbong
+ExtLinksBot
+Extractor
+Firefox/7.0
+G-i-g-a-b-o-t
+GetRight
+Grabber
+HEADMasterSEO
+Heritrix
+HonoluluBot
+IRLbot
+ImagesiftBot
+InfraSec Scanner
+InterGET
+Iria
+Jetty
+Lightspeedsystems
+Litemage_walker
+MTRobot
 MolokaiBot
-Mozlila
+Mr.4x3
 NPbot
-NetSpider
-NextGenSearchBot
-Nimbostratus
+NetAnts
+NetZIP
+Nibbler
+Niki-bot
 Octopus
-Picscout
-Pixray
-Probethenet
-Pump
-RankActiveLinkBot
+Offline Navigator
+OpenLinkProfiler
+POE-Component-Client-HTTP
+Pandalytics
+Proximic
+PxBroker
+Quick-Crawler
+RSSingBot
 RankurBot
-Re-re
-Reaper
-SBIder
-SEOkicks-Robot
-ScanAlert
+ReGet
+RealDownload
+Recorder
+RedesScrapy
+Rogerbot
+SMTBot
+ScoutJet
 Screaming
-Searchestate
 SemanticJuice
-Semrush
-SenutoBot
-Siphon
-SiteExplorer
-Sociscraper
+SeoSiteCheckup
+SiteSucker
+SmartDownload
+Spider_Bot
 Steeler
-Suzuran
-Szukacz
-Teleport
-TeleportPro
+Sucuri
+SuperBot
+SurveyBot
+T0PHackTeam
+Telesoft
+The Intraformant
 TheNomad
-Tracemyfile
-Trendiction
-True_Robot
-Turnitin
-TurnitinBot
-Voil
-WISENutbot
-WWW::Mechanize
-Wallpapers
+TightTwatBot
+UnisterBot
+Vacuum
+WBSearchBot
 WallpapersHD
-Web Fuck
-Web Sauger
-WebPix
-Webalta
-WebsiteExtractor
-Who.is Bot
-Widow
-Xaldon_WebSpider
-Zauba
-ZyBorg
-crawler.feedback
-dataforseo.com
-demandbase-bot
-muhstik-scan
-polaris version
-ubermetrics-technologies.com
-webprosbot
+Web Pix
+WebImageCollector
+WebStripper
+WebsiteQuester
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Xaldon WebSpider
+autoemailspider
+clark-crawler
+cohere-ai
+evc-batch
+gopher
+iubenda-radar
+linkdexbot
+netEstate NE Crawler
+scalaj-http
+siteripz
+spyfu
+tAkeOut
+webgains-bot
+webpros.com
+x09Mozilla
+x22Mozilla
 zgrab