V4.2024.01.4225 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Anarchie
-Ankit
-Anthill
+Anarchy
 Attach
-BBBike
-BackWeb
+AwarioSmartBot
 Battleztar Bazinga
-Brandwatch
-CherryPicker
-Citoid
-Collector
-Crescent
-Curious
-DTS Agent
-DataCha0s
-DittoSpyder
-Dotbot
-Download Wonder
+Black Hole
+BotALot
+Claritybot
+Cogentbot
+Craftbot
+CrunchBot
+Custo
+Dirbuster
+DnBCrawler-Analytics
 EasyDL
-EroCrawler
-Exabot
-FDM
-FHscan
-FrontPage
-Fuzz
+FemtosearchBot
+Firefox/7.0
+Flunky
+Freeuploader
+FyberSpider
 GetWeb
-GrabNet
 GridBot
-Haansoft
-Havij
-InfoNaviRobot
-JetCar
-Kenjin Spider
+Harvest
+IRLbot
+IndeedBot
+Internet Ninja
+JennyBot
 Keyword Density
 Kinza
-Lanshanbot
-LibWeb
-Lightspeedsystems
-LinkScan
-LinqiaScrapeBot
-Lipperhey
+Leap
+Linkbot
+LinkpadBot
+LinqiaRSSBot
 MQQBrowser
-Mag-Net
+Majestic-SEO
+Mass Downloader
 Mata Hari
-MeanPath Bot
-Microsoft URL Control
+MegaIndex.ru
+Moblie Safari
 Nameprotect
-NetAnts
-Nettrack
+Nessus
+NetLyzer
+Netvibes
+Nibbler
+Ninja
+Nuclei
 Nutch
-Offline Explorer
-OutclicksBot
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
 PECL::HTTP
 PHPCrawl
-PageGrabber
-Pavuk
-PeoplePal
-Pimonster
-PleaseCrawl
-Rainbot
-RebelMouse
-Recorder
-SEOkicks-Robot
-ScanAlert
-SearchmetricsBot
-SemrushBot
-SenutoBot
+POE-Component-Client-HTTP
+PageThing.com
+Pi-Monster
+Piepmatz
+PxBroker
+RankurBot
+Re-re
+SBIder
+SeoSiteCheckup
+Seomoz
+Site Sucker
 Siteimprove
-SuperHTTP
-Telesphoreo
+Sitevigil
+Sottopop
+SpaceBison
+Spinn3r
+Sqlmap
+Sqworm
+Stripper
+Surfbot
 Telesphorep
-The Intraformant
-UnisterBot
-Upflow
-VB Project
-VidibleScraper
-Virusdie
-WWW-Collector-E
-WallpapersHD
-WebEnhancer
+Toata
+True_Robot
+Turingos
+Typhoeus
+Voltron
+WebBandit
+WebCopier
+WebLeacher
+WebSauger
+WebStripper
+WebWhacker
 Webalta
-Wotbox
-YoudaoBot
-Zermelo
-ZyBorg
-adscanner
-facebookscraper
+Website Quester
+Who.is Bot
+WinHTTrack
+Zeus
+ZoomBot
+archive.org_bot
+autoemailspider
+eCatch
+ips-agent
 oBot
-pcBrowser
-polaris version
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-spyfu
+seobility
 trendiction.de
-voyagerx.com
-webpros.com
-zgrab
+ubermetrics-technologies.com
+webgains-bot
+xpymep1.exe