V4.2023.04.3712 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+360Spider
+404enemy
+ALittle Client
 AhrefsBot
-Ankit
+Alligator
 Anthill
-Aspiegel
-Atomseobot
-BackWeb
-Backlink-Ceck
-Blow
+Apexoo
+Badass
+Bandit
+Black Hole
+BlackWidow
 BotALot
-Brandprotect
-Brandwatch
-Bullseye
-Cegbfeieh
-Collector
-Copier
-Custo
-CyotekWebCopy
-Digincore
-Dotbot
-EirGrabber
-EyeNetIE
-FHscan
-FemtosearchBot
+Buck
+CazoodleBot
+Crescent
+DTS Agent
+Demon
+DnBCrawler-Analytics
+DomCopBot
+DomainStatsBot
+Domains Project
+EMail Wolf
+FDM
 Flunky
-GetRight
+GT::WWW
+GalaxyBot
+GetWeb
+Gotit
+Grafula
+GridBot
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Hloader
-Humanlinks
-Indy Library
-InfoNaviRobot
-InterGET
-Jbrofuzz
-JetCar
-JustView
-LeechFTP
-LinkScan
-LinqiaMetadataDownloaderBot
+HTTrack
+HybridBot
+IDBot
+Jetty
+Leap
+LinkWalker
+LinkextractorPro
 LinqiaRSSBot
-Ltx71
-MSIECrawler
+LinqiaScrapeBot
+Lmspider
+MQQBrowser
 Majestic SEO
-MarkMonitor
+Mass Downloader
 MauiBot
-Mister PiX
-Moblie Safari
-Msrabot
-NetLyzer
+MicroMessenger
+Mojolicious
+Net Vampire
 NetMechanic
-NextGenSearchBot
-Niki-bot
-Ninja
-Not
-OpenLinkProfiler
-OutfoxBot
-PageThing.com
-Pump
-Quick-Crawler
-RankFlex
-Re-re
-RebelMouse
-SEOlyticsCrawler
-Scanbot
-ScrepyBot
-Searchestate
+OnCrawl
+POE-Component-Client-HTTP
+Panscient
+PeoplePal
+Petalbot
+Pimonster
+Pu_iN
+PyCurl
+RedesScrapy
+SEOkicks
+SMTBot
+ScanAlert
+SemrushBot
+SentiBot
+Siteimprove
+Snake
 Snapbot
-SocialRankIOBot
-Sosospider
 Sottopop
 Spinn3r
 SputnikBot
-Sqlmap
-Surfbot
+Sqlworm
+Steeler
+SurveyBot
+Suzuran
 T0PHackTeam
-T8Abot
-TeleportPro
-TheNomad
-Thumbor
+Telesphoreo
+TightTwatBot
 Titan
-True_Robot
-Turnitin
-UnisterBot
-Voltron
-WASALive-Bot
-WWW-Collector-E
-Wallpapers/3.0
-Web Sucker
-WebEnhancer
-WebGo IS
-WebImageCollector
-WebReaper
-Who.is Bot
-ZoomBot
-arquivo-web-crawler
-autoemailspider
-cah.io.community
-domainsproject.org
+Toata
+Upflow
+Vagabondo
+VidibleScraper
+WPScan
+WWWOFFLE
+WebFetch
+Wotbox
+Zade
+ZumBot
+cognitiveseo
+com.plumanalytics
+gopher
+iubenda-radar
+linkdexbot
+lwp-trivial
+muhstik-scan
 ripz
-seocompany.store
-x09Mozilla
+sexsearcher
+siteripz
+spyfu
+webprosbot