V4.2023.08.3905 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ASPSeek
 Aboundex
-Aipbot
-Alexibot
-AlphaBot
-BDFetch
-Bandit
+Aboundexbot
+AllSubmitter
+Atomseobot
+BlackWidow
 Blow
-Brandwatch
+BotALot
 Buck
-BuiltBotTough
-CSHttp
+BuzzSumo
+CODE87
+CazoodleBot
+Cegbfeieh
 CensysInspect
-ChinaClaw
-Crescent
-Custo
-Devil
-Drip
-ECCP/1.0
-EroCrawler
-ExtractorPro
-Grafula
-Id-search
-Indy Library
-InterGET
-InternetSeer
-Iskanie
-JamesBOT
+CheTeam
+CheeseBot
+Cocolyzebot
+Craftbot
+DIIbot
+Discoverybot
+DnBCrawler-Analytics
+FemtosearchBot
+Fuzz
+Gigabot
+Gotit
+Iria
+JennyBot
+Joomla
 Keyword Density
-Leap
-LeechGet
-Libwhisker
-LinkextractorPro
-Lipperhey
-MJ12bot
-MSIECrawler
-MTRobot
-MarkWatch
-Mb2345Browser
-MicroMessenger
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Majestic SEO
+Masscan
+Mediatoolkitbot
+Mojolicious
+Nameprotect
 NearSite
-Needle
-NetSpider
-NextGenSearchBot
-Niki-bot
+NetAnts
+NetLyzer
+NetZIP
+Nibbler
+Nikto
+Nimbostratus
+Ninja
+Nuclei
 Nutch
-OpenVAS
-OutclicksBot
-POE-Component-Client-HTTP
-PageGrabber
+OutfoxBot
 PageScorer
+PageThing.com
 PeoplePal
-Pi-Monster
-Piepmatz
-Proximic
-PyCurl
-RankActive
+Picscout
+Pu_iN
+PxBroker
 RankingBot2
-RealDownload
-Reaper
-RebelMouse
-RocketCrawler
+Re-re
+ReGet
 SEOkicks-Robot
-Scrapy
+SMTBot
+ScreenerBot
+Searchestate
 SearchmetricsBot
-SeekportBot
 Semrush
+SeobilityBot
 Seomoz
-Site Sucker
-Sitebeam
-Sitevigil
-SpaceBison
-Spanner
-Sqlmap
-Sqlworm
-SurveyBot
+Shodan
+SiteSnagger
+Sosospider
+Spinn3r
+Suzuran
+T8Abot
+Telesphoreo
+TightTwatBot
 Toata
-Trendiction
-Turingos
-Twice
-URLy Warning
-URLy.Warning
-V-BOT
-VCI
-WISENutbot
-WWW-Collector-E
-Web Fetch
+Turnitin
+TurnitinBot
+Vagabondo
+Voil
+WBSearchBot
+WPScan
 Web Fuck
-Web Sucker
-WebSauger
+Web Sauger
+WebGo IS
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 Webster
-Woobot
-ZumBot
-autoemailspider
-gopher
+Zitebot
+ZmEu
+cah.io.community
+domainsproject.org
+facebookscraper
+instabid
+internetVista monitor
+ips-agent
+netEstate NE Crawler
 oBot
-siteripz
-trendiction.com
-trendiction.de
+page scorer
+ubermetrics-technologies.com
+webgains-bot
+webpros.com