mirror of
https://github.com/safing/portmaster
synced 2025-04-23 04:19:10 +00:00
* Move portbase into monorepo * Add new simple module mgr * [WIP] Switch to new simple module mgr * Add StateMgr and more worker variants * [WIP] Switch more modules * [WIP] Switch more modules * [WIP] swtich more modules * [WIP] switch all SPN modules * [WIP] switch all service modules * [WIP] Convert all workers to the new module system * [WIP] add new task system to module manager * [WIP] Add second take for scheduling workers * [WIP] Add FIXME for bugs in new scheduler * [WIP] Add minor improvements to scheduler * [WIP] Add new worker scheduler * [WIP] Fix more bug related to new module system * [WIP] Fix start handing of the new module system * [WIP] Improve startup process * [WIP] Fix minor issues * [WIP] Fix missing subsystem in settings * [WIP] Initialize managers in constructor * [WIP] Move module event initialization to constrictors * [WIP] Fix setting for enabling and disabling the SPN module * [WIP] Move API registeration into module construction * [WIP] Update states mgr for all modules * [WIP] Add CmdLine operation support * Add state helper methods to module group and instance * Add notification and module status handling to status package * Fix starting issues * Remove pilot widget and update security lock to new status data * Remove debug logs * Improve http server shutdown * Add workaround for cleanly shutting down firewall+netquery * Improve logging * Add syncing states with notifications for new module system * Improve starting, stopping, shutdown; resolve FIXMEs/TODOs * [WIP] Fix most unit tests * Review new module system and fix minor issues * Push shutdown and restart events again via API * Set sleep mode via interface * Update example/template module * [WIP] Fix spn/cabin unit test * Remove deprecated UI elements * Make log output more similar for the logging transition phase * Switch spn hub and observer cmds to new module system * Fix log sources * Make worker mgr less error prone * Fix tests and minor issues * Fix observation hub * Improve shutdown and restart handling * Split up big connection.go source file * Move varint and dsd packages to structures repo * Improve expansion test * Fix linter warnings * Fix interception module on windows * Fix linter errors --------- Co-authored-by: Vladimir Stoilov <vladimir@safing.io>
229 lines
5.9 KiB
Go
229 lines
5.9 KiB
Go
package captain
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"sort"
|
|
"time"
|
|
|
|
"github.com/safing/portmaster/base/database"
|
|
"github.com/safing/portmaster/base/log"
|
|
"github.com/safing/portmaster/base/metrics"
|
|
"github.com/safing/portmaster/service/mgr"
|
|
"github.com/safing/portmaster/spn/cabin"
|
|
"github.com/safing/portmaster/spn/conf"
|
|
"github.com/safing/portmaster/spn/docks"
|
|
"github.com/safing/portmaster/spn/hub"
|
|
"github.com/safing/portmaster/spn/navigator"
|
|
"github.com/safing/portmaster/spn/patrol"
|
|
)
|
|
|
|
const (
|
|
maintainStatusInterval = 15 * time.Minute
|
|
maintainStatusUpdateDelay = 5 * time.Second
|
|
)
|
|
|
|
var (
|
|
publicIdentity *cabin.Identity
|
|
publicIdentityKey = "core:spn/public/identity"
|
|
)
|
|
|
|
func loadPublicIdentity() (err error) {
|
|
var changed bool
|
|
|
|
publicIdentity, changed, err = cabin.LoadIdentity(publicIdentityKey)
|
|
switch {
|
|
case err == nil:
|
|
// load was successful
|
|
log.Infof("spn/captain: loaded public hub identity %s", publicIdentity.Hub.ID)
|
|
case errors.Is(err, database.ErrNotFound):
|
|
// does not exist, create new
|
|
publicIdentity, err = cabin.CreateIdentity(module.mgr.Ctx(), conf.MainMapName)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create new identity: %w", err)
|
|
}
|
|
publicIdentity.SetKey(publicIdentityKey)
|
|
changed = true
|
|
|
|
log.Infof("spn/captain: created new public hub identity %s", publicIdentity.ID)
|
|
default:
|
|
// loading error, abort
|
|
return fmt.Errorf("failed to load public identity: %w", err)
|
|
}
|
|
|
|
// Save to database if the identity changed.
|
|
if changed {
|
|
err = publicIdentity.Save()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to save new/updated identity to database: %w", err)
|
|
}
|
|
}
|
|
|
|
// Set available networks.
|
|
conf.SetHubNetworks(
|
|
publicIdentity.Hub.Info.IPv4 != nil,
|
|
publicIdentity.Hub.Info.IPv6 != nil,
|
|
)
|
|
if cfgOptionBindToAdvertised() {
|
|
conf.SetBindAddr(publicIdentity.Hub.Info.IPv4, publicIdentity.Hub.Info.IPv6)
|
|
}
|
|
|
|
// Set Home Hub before updating the hub on the map, as this would trigger a
|
|
// recalculation without a Home Hub.
|
|
ok := navigator.Main.SetHome(publicIdentity.ID, nil)
|
|
// Always update the navigator in any case in order to sync the reference to
|
|
// the active struct of the identity.
|
|
navigator.Main.UpdateHub(publicIdentity.Hub)
|
|
// Setting the Home Hub will have failed if the identidy was only just
|
|
// created - try again if it failed.
|
|
if !ok {
|
|
ok = navigator.Main.SetHome(publicIdentity.ID, nil)
|
|
if !ok {
|
|
return errors.New("failed to set self as home hub")
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func prepPublicIdentityMgmt() error {
|
|
module.statusUpdater.Repeat(maintainStatusInterval)
|
|
|
|
module.instance.Config().EventConfigChange.AddCallback("update public identity from config",
|
|
func(wc *mgr.WorkerCtx, s struct{}) (cancel bool, err error) {
|
|
module.publicIdentityUpdater.Delay(5 * time.Minute)
|
|
return false, nil
|
|
})
|
|
return nil
|
|
}
|
|
|
|
// TriggerHubStatusMaintenance queues the Hub status update task to be executed.
|
|
func TriggerHubStatusMaintenance() {
|
|
module.statusUpdater.Go()
|
|
}
|
|
|
|
func maintainPublicIdentity(_ *mgr.WorkerCtx) error {
|
|
changed, err := publicIdentity.MaintainAnnouncement(nil, false)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to maintain announcement: %w", err)
|
|
}
|
|
|
|
if !changed {
|
|
return nil
|
|
}
|
|
|
|
// Update on map.
|
|
navigator.Main.UpdateHub(publicIdentity.Hub)
|
|
log.Debug("spn/captain: updated own hub on map after announcement change")
|
|
|
|
// export announcement
|
|
announcementData, err := publicIdentity.ExportAnnouncement()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to export announcement: %w", err)
|
|
}
|
|
|
|
// forward to other connected Hubs
|
|
gossipRelayMsg("", GossipHubAnnouncementMsg, announcementData)
|
|
|
|
return nil
|
|
}
|
|
|
|
func maintainPublicStatus(ctx *mgr.WorkerCtx) error {
|
|
// Get current lanes.
|
|
cranes := docks.GetAllAssignedCranes()
|
|
lanes := make([]*hub.Lane, 0, len(cranes))
|
|
for _, crane := range cranes {
|
|
// Ignore private, stopped or stopping cranes.
|
|
if !crane.Public() || crane.Stopped() || crane.IsStopping() {
|
|
continue
|
|
}
|
|
|
|
// Get measurements.
|
|
measurements := crane.ConnectedHub.GetMeasurements()
|
|
latency, _ := measurements.GetLatency()
|
|
capacity, _ := measurements.GetCapacity()
|
|
|
|
// Add crane lane.
|
|
lanes = append(lanes, &hub.Lane{
|
|
ID: crane.ConnectedHub.ID,
|
|
Latency: latency,
|
|
Capacity: capacity,
|
|
})
|
|
}
|
|
// Sort Lanes for comparing.
|
|
hub.SortLanes(lanes)
|
|
|
|
// Get system load and convert to fixed steps.
|
|
var load int
|
|
loadAvg, ok := metrics.LoadAvg15()
|
|
switch {
|
|
case !ok:
|
|
load = -1
|
|
case loadAvg >= 1:
|
|
load = 100
|
|
case loadAvg >= 0.95:
|
|
load = 95
|
|
case loadAvg >= 0.8:
|
|
load = 80
|
|
default:
|
|
load = 0
|
|
}
|
|
if loadAvg >= 0.8 {
|
|
log.Warningf("spn/captain: publishing 15m system load average of %.2f as %d", loadAvg, load)
|
|
}
|
|
|
|
// Set flags.
|
|
var flags []string
|
|
if !patrol.HTTPSConnectivityConfirmed() {
|
|
flags = append(flags, hub.FlagNetError)
|
|
}
|
|
// Sort Lanes for comparing.
|
|
sort.Strings(flags)
|
|
|
|
// Run maintenance with the new data.
|
|
changed, err := publicIdentity.MaintainStatus(lanes, &load, flags, false)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to maintain status: %w", err)
|
|
}
|
|
|
|
if !changed {
|
|
return nil
|
|
}
|
|
|
|
// Update on map.
|
|
navigator.Main.UpdateHub(publicIdentity.Hub)
|
|
log.Debug("spn/captain: updated own hub on map after status change")
|
|
|
|
// export status
|
|
statusData, err := publicIdentity.ExportStatus()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to export status: %w", err)
|
|
}
|
|
|
|
// forward to other connected Hubs
|
|
gossipRelayMsg("", GossipHubStatusMsg, statusData)
|
|
|
|
log.Infof(
|
|
"spn/captain: updated status with load %d and current lanes: %v",
|
|
publicIdentity.Hub.Status.Load,
|
|
publicIdentity.Hub.Status.Lanes,
|
|
)
|
|
return nil
|
|
}
|
|
|
|
func publishShutdownStatus() {
|
|
// Create offline status.
|
|
offlineStatusData, err := publicIdentity.MakeOfflineStatus()
|
|
if err != nil {
|
|
log.Errorf("spn/captain: failed to create offline status: %s", err)
|
|
return
|
|
}
|
|
|
|
// Forward to other connected Hubs.
|
|
gossipRelayMsg("", GossipHubStatusMsg, offlineStatusData)
|
|
|
|
// Leave some time for the message to broadcast.
|
|
time.Sleep(2 * time.Second)
|
|
|
|
log.Infof("spn/captain: broadcasted offline status")
|
|
}
|