V4.2023.11.4147 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Anarchy99
-Attach
-BacklinkCrawler
+404checker
+ALittle Client
+ASPSeek
+Acunetix
+Aspiegel
 Badass
-Brandwatch
+Battleztar Bazinga
+BlowFish
+BuiltBotTough
 Bullseye
-Calculon
-ChinaClaw
-Citoid
-Cogentbot
-Custo
-CyotekWebCopy
-DBLBot
-DataCha0s
-Devil
-Dispatch
-DittoSpyder
-DomainSigmaCrawler
+BunnySlippers
+Chlooe
+Cosmos
+DnBCrawler-Analytics
+DnyzBot
 Dragonfly
-Drip
-EasyDL
-Ezooms
-FDM
-GPTBot
-Genieo
-Gotit
-Grafula
+ECCP/1.0
+Extreme Picture Finder
+Foobot
+GetWeb
+HaosouSpider
+Harvest
 Havij
-IDBot
-IRLbot
+Hloader
+Humanlinks
 Id-search
-Image Fetch
-Intelliseek
-InterGET
-Internet Ninja
-JikeSpider
+InfoTekies
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 Joomla
-Jyxobot
-LinksManager
-LinqiaMetadataDownloaderBot
+JustView
 LinqiaScrapeBot
-Lipperhey Spider
-MIIxpc
-Masscan
-Mata Hari
+MQQBrowser
+Magnet
+Majestic12
+MauiBot
 Mb2345Browser
 MeanPath Bot
-Mojolicious
+MicroMessenger
+Minefield
+Moblie Safari
+NICErsPRO
+NPbot
 Name Intelligence
-Nuclei
-Offline Navigator
-OpenVAS
-OutfoxBot
-Panscient
+Needle
+Nessus
+NetSpider
+Netcraft
+Offline Explorer
+OnCrawl
+Papa Foto
+Picscout
+Picsearch
+PictureFinder
 ProPowerBot
-PyCurl
-ReGet
+Psbot
+Pump
+Quick-Crawler
+Rainbot
+Re-re
 RebelMouse
 RedesScrapy
-Ripper
-Rogerbot
-SEOprofiler
 SISTRIX
-Scanbot
-ScoutJet
-Seomoz
-Shodan
-Spanner
-SputnikBot
-Suzuran
-Telesphoreo
+Screaming
+SemrushBot
+Sitevigil
+Sociscraper
+Sogou web spider
+SuperHTTP
+Teleport
 Telesphorep
-The Intraformant
-TheNomad
-Toweyabot
-Tracemyfile
-TwengaBot
-URLy Warning
+TightTwatBot
+Trendictionbot
+TurnitinBot
 Vagabondo
-VoidEYE
-WeSEE
-Web Pix
+WASALive-Bot
+Wallpapers
 WebCopier
-WebPix
-WebSauger
-WebmasterWorldForumBot
+WebImageCollector
+WebReaper
+WebStripper
 WebsiteExtractor
-Who.is Bot
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-demandbase-bot
-facebookscraper
-isitwp.com
-probe-image-size
-ripz
+Whack
+Whatweb
+WinHTTrack
+Wotbox
+Xenu
+Zade
+ZoomBot
+archive.org_bot
+backlink-check
+check1.exe
+dataforseo.com
+evc-batch
+magpie-crawler
 seobility
-sysscan
-tAkeOut
-webmeup-crawler
+sexsearcher
+spyfu
+webpros.com