V4.2023.04.3692 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundex
-Ankit
-Apexoo
+360Spider
+80legs
+Aipbot
+Anarchie
+Aspiegel
+Asterias
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
 BDFetch
-BackDoorBot
 BackStreet
+Barkrowler
+BatchFTP
 BetaBot
-BlackWidow
-BlowFish
-Bullseye
-CODE87
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Chlooe
-CopyRightCheck
-DBLBot
-Dirbuster
-Discoverybot
-DomainCrawler
-Domains Project
+Brandprotect
+Buddy
+BunnySlippers
+Copier
+Discobot
+DnBCrawler-Analytics
+DomCopBot
 Dragonfly
-Drip
-EyeNetIE
-Freeuploader
-G-i-g-a-b-o-t
-GalaxyBot
-GridBot
-HTMLparser
+EMail Siphon
+Extractor
+Gigabot
+GrabNet
+HEADMasterSEO
 HTTP::Lite
-HaosouSpider
-Hloader
-HybridBot
-IDBTE4M
-IDBot
-Iskanie
-JOC Web Spider
-JustView
-Keyword Density
+Haansoft
+IRLbot
+Jetty
+JikeSpider
+Kozmosbot
 LeechFTP
-LinkWalker
-LinksManager
-Lipperhey Spider
-MeanPath Bot
-MicroMessenger
-Microsoft URL Control
+Libwhisker
+Lightspeedsystems
+Likse
+LinkpadBot
+LinqiaRSSBot
+Lipperhey
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
 Moblie Safari
-Mozlila
+Mojolicious
+Mr.4x3
 Msrabot
-NetSpider
-Netvibes
 Nibbler
-Octopus
-OpenVAS
-Openfind
-PageThing.com
-Pi-Monster
+Nimbostratus
+Not
+Nuclei
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+Pandalytics
+Pavuk
+PleaseCrawl
 Pockey
-ProPowerBot
-RankActiveLinkBot
-Reaper
-RebelMouse
-RepoMonkey
+RedesScrapy
 SMTBot
-SalesIntelligent
-Site Sucker
-SiteCheckerBotCrawler
-Snake
-Sottopop
-SpaceBison
-SuperBot
-T0PHackTeam
-Telesphorep
-TheNomad
-Trendictionbot
-TurnitinBot
-Typhoeus
-VB Project
-WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
+SentiBot
+SiteSucker
+Sociscraper
+SurveyBot
+Swiftbot
+Szukacz
+Thumbor
+TightTwatBot
+URLy Warning
+VCI
+Vagabondo
+Virusdie
+Voltron
+WBSearchBot
+WWW-Collector-E
 Wallpapers/3.0
-Web Auto
-Web Sucker
-WebAuto
+WallpapersHD
+WebFuck
+WebLeacher
+WebSauger
 WebZIP
-Website Quester
-Whack
+WebmasterWorldForumBot
+WebsiteExtractor
 Wonderbot
-Wprecon
-ZmEu
-ZoomBot
-cah.io.community
+Xaldon_WebSpider
+Xenu
+Zade
+Zermelo
+archive.org_bot
+arquivo.pt
+com.plumanalytics
 eCatch
-evc-batch
-page scorer
-s1z.ru
-scalaj-http
-zauba.io
+instabid
+iubenda-radar
+meanpathbot
+seocompany.store
+sogouspider
+tAkeOut
+x22Mozilla
+xpymep1.exe