V4.2023.07.3856 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 80legs
-ALittle Client
-AllSubmitter
-Alligator
-Anarchy
+Anarchie
 Ankit
-Anthill
-Aspiegel
-Asterias
-Attach
-BDCbot
-BLEXBot
-BacklinkCrawler
-BlowFish
-CATExplorador
-Calculon
-ChinaClaw
-Claritybot
-Custo
+BetaBot
+Black Hole
+Bullseye
+Copier
+Copyscape
 DataCha0s
-DittoSpyder
-DomainAppender
-EMail Siphon
-EMail Wolf
-Exabot
-Flunky
-Fyrebot
-G-i-g-a-b-o-t
-Go!Zilla
+Devil
+Dirbuster
+Discobot
+DnyzBot
+DomCopBot
+Dragonfly
+Evil
+Extreme Picture Finder
+EyeNetIE
+FemtosearchBot
+Foobot
+Getintent
 GrabNet
-HMView
+Haansoft
 Harvest
-IDBTE4M
-Iblog
-IlseBot
-Image Fetch
+HybridBot
 Internet Ninja
-Iria
-JetCar
-Joomla
-Kinza
+JennyBot
+Kenjin Spider
+Lanshanbot
+Leap
 LeechFTP
-LinkextractorPro
-MSFrontPage
-Magnet
-Mass Downloader
-MauiBot
-Mojeek
-Musobot
-Navroad
-Nimbostratus
-Nuclei
-Offline Explorer
-Offline Navigator
+LeechGet
+Likse
+LinkScan
+LinkWalker
+LinqiaScrapeBot
+Lmspider
+Ltx71
+MarkMonitor
+MarkWatch
+Mb2345Browser
+Microsoft Data Access
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
+Nameprotect
+NetSpider
+Nikto
+NimbleCrawler
 OpenLinkProfiler
-PageAnalyzer
-Pandalytics
-Pavuk
-PeoplePal
-ProWebWalker
-Proximic
-Psbot
-Pu_iN
-Pump
-Quick-Crawler
-Rankivabot
-Re-re
-SEOkicks-Robot
-SemanticJuice
-SeobilityBot
-SiteExplorer
-Snake
-Sogou web spider
-SpaceBison
+PageThing.com
+Petalbot
+Pi-Monster
+Pimonster
+RankFlex
+RankingBot
+RealDownload
+SeoSiteCheckup
+Site Sucker
+SiteCheckerBotCrawler
+SiteSucker
+Sitevigil
+SmartDownload
+SocialRankIOBot
+Spammen
 Spbot
 SputnikBot
-Sucuri
-T8Abot
-URLy Warning
-Vagabondo
-VeriCiteCrawler
-WASALive-Bot
-Web Collage
-WebAuto
-WebGo IS
-WebSauger
-WebZIP
-Webshag
-Xaldon WebSpider
-Zauba
+Sqlworm
+TwengaBot
+Typhoeus
+Upflow
+VB Project
+Virusdie
+Voil
+WBSearchBot
+WISENutbot
+WPScan
+Web Sucker
+WebCopier
+WebFuck
+WebImageCollector
+Whacker
+Wotbox
+YoudaoBot
+Zade
 ZoominfoBot
-ZyBorg
 archive.org_bot
-com.plumanalytics
-ips-agent
+eCatch
+internetVista monitor
 lwp-trivial
+mediawords
+netEstate NE Crawler
 page scorer
-s1z.ru
-webmeup-crawler
-zgrab
+ripz
+satoristudio.net
+scalaj-http
+serpstatbot
+trendiction.com
+webgains-bot