V4.2023.06.3814 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-404enemy
+Abonti
+Aboundexbot
 AdsTxtCrawlerTP
-AfD-Verbotsverfahren
-AhrefsBot
-Anthill
+AwarioSmartBot
+BackStreet
 BatchFTP
-BetaBot
-Blow
-BlowFish
-Brandprotect
-BuzzSumo
-Cegbfeieh
+BuiltWith
+Bytespider
+CazoodleBot
 CherryPicker
-Cosmos
-DataCha0s
+Citoid
+Craftbot
+Deusu
+Discoverybot
+DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
-Download Wonder
-ExtLinksBot
-Ezooms
-FHscan
-Fuzz
+Dragonfly
+ECCP/1.0
+EMail Wolf
+EasyDL
+ExtractorPro
+FDM
+Flunky
 G-i-g-a-b-o-t
-Genieo
-GrapeFX
-Havij
-IDBot
-Iblog
-IndeedBot
-InterGET
-JetCar
-Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-MTRobot
-Mag-Net
-MarkWatch
+GrabNet
+Grabber
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
+Harvest
+IDBTE4M
+Image Fetch
+IstellaBot
+JustView
+Kozmosbot
+Leap
+Linkbot
+LinksManager
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+MJ12bot
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Mister PiX
+Minefield
 MolokaiBot
-Musobot
-Net Vampire
-NetAnts
-NetSpider
-Niki-bot
-Nuclei
-Octopus
-Page Analyzer
-PageGrabber
-PictureFinder
-PleaseCrawl
+Morfeus Fucking Scanner
+Name Intelligence
+Navroad
+Nessus
+NetLyzer
+Nettrack
+Openvas
+Petalbot
+Pockey
+Proximic
+PxBroker
 PyCurl
-RankingBot
-SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SlySearch
-Snoopy
-Sosospider
-Spammen
+QueryN Metasearch
+RankActive
+RankurBot
+RebelMouse
+SISTRIX
+Seekport
+SiteCheckerBotCrawler
+Sitebeam
 Spbot
-Stripper
-Sucuri
-Telesphoreo
-Telesphorep
-Trendiction
-TurnitinBot
+Sqworm
+SuperBot
+The Intraformant
+TheNomad
+Toata
+Typhoeus
 URLy.Warning
-UnisterBot
-Voltron
-Wallpapers
+Upflow
+WEBDAV
 WeSEE
-Web Auto
-WebCollage
-WebImageCollector
+Web Fuck
 WebSauger
-Webalta
-WebsiteExtractor
-WebsiteQuester
-WiseGuys Robot
-Xaldon WebSpider
-Xenu
-ZoomBot
+Wprecon
+Zermelo
+Zitebot
+ZumBot
+autoemailspider
+backlink-check
 cah.io.community
-crawl.sogou.com
+clark-crawler
 eCatch
-evc-batch
-internetVista monitor
-isitwp.com
-lwp-request
-polaris version
-ripz
-satoristudio.net
+ips-agent
+s1z.ru
+seostar
+sitechecker.pro
+voyagerx.com
+webgains-bot
+webpros.com
+x09Mozilla
+xpymep1.exe
+zauba.io