V4.2025.02.5035 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-Alexibot
-Apexoo
-AwarioBot
+360Spider
+AIBOT
+BDFetch
 BackStreet
-BetaBot
-Blow
-BotALot
-BuzzSumo
+Backlink-Ceck
+BatchFTP
+Bolt
+Bytespider
 CCBot
-Cegbfeieh
-CrunchBot
-Digincore
-DigitalPebble
-DnBCrawler-Analytics
-Ebingbong
-EirGrabber
-Ezooms
-FHscan
-Fimap
-Flunky
-Gotit
-GrapeFX
+CODE87
+CherryPicker
+Cocolyzebot
+Cogentbot
+Collector
+CopyRightCheck
+DIIbot
+Demon
+Deusu
+Dirbuster
+DittoSpyder
+DomainAppender
+DomainCrawler
+DomainStatsBot
+Domains Project
+Evil
+Extractor
+Extreme Picture Finder
+EyeNetIE
+GermCrawler
+Gigabot
+GoZilla
 HTMLparser
+HTTP::Lite
 Havij
-Iblog
-Id-search
+HonoluluBot
+HybridBot
 Image Fetch
-Indy Library
-InternetMeasurement
-JetCar
-Lftp
-LinkScan
-MSFrontPage
-MarkMonitor
-MeanPath Bot
-Meanpathbot
-Mozlila
-NICErsPRO
-Name Intelligence
-Netvibes
+InfoNaviRobot
+Iskanie
+Lanshanbot
+Libwhisker
+Ltx71
+MQQBrowser
+Mag-Net
+Majestic-SEO
+MegaIndex.ru
+Microsoft Data Access
+Mojolicious
+MolokaiBot
+Msrabot
+Navroad
+NetMechanic
+Nimbostratus
+Ninja
+Offline Explorer
 OutclicksBot
-PECL::HTTP
-PxBroker
-Quick-Crawler
-RedesScrapy
-SEOlyt
-SISTRIX
-ScoutJet
-Screaming
-SeekportBot
+Pimonster
+Pixray
+ProPowerBot
+Probethenet
+Pu_iN
+Reaper
+RebelMouse
+RocketCrawler
+SEOlyticsCrawler
+SMTBot
 Semrush
-SemrushBot-SI
-SeoSiteCheckup
-Shodan
-SlySearch
-SmartDownload
-Snake
-Sottopop
-Sqworm
-Steeler
+SemrushBot
+SemrushBot-SWA
+SenutoBot
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+Sosospider
+Spanner
+Spider_Bot/3.0
+SplitSignalBot
+Sqlworm
 Stripper
-Sucuri
-Szukacz
-TeleportPro
-Thumbor
-TightTwatBot
-TinyTestBot
-Toweyabot
-True_Robot
-VB Project
-Vacuum
-Vagabondo
-Virusdie
+Telesoft
+Toata
+Trendictionbot
+URLy Warning
+URLy.Warning
+Upflow
+V-BOT
+VidibleScraper
 WASALive-Bot
-WBSearchBot
-WWW-Mechanize
-Web Fuck
-WebAuto
-WebFuck
-WebStripper
-WebZIP
-Webshag
-Wotbox
-Xaldon_WebSpider
-Xenu
-Zauba
-ZmEu
-ZoomBot
-ZoominfoBot
-coccocbot
-crawler4j
-dataforseo.com
-heritrix
-ripz
-scalaj-http
-seostar
-sitechecker.pro
-voyagerx.com
-xpymep1.exe
+WEBDAV
+WWW-Collector-E
+WallpapersHD
+Web Sauger
+Webalta
+WebsiteQuester
+Zeus
+ips-agent
+lwp-trivial
+sexsearcher
+spyfu
+sysscan