mirror of
https://github.com/safing/portmaster
synced 2025-09-02 02:29:12 +00:00
* Move portbase into monorepo * Add new simple module mgr * [WIP] Switch to new simple module mgr * Add StateMgr and more worker variants * [WIP] Switch more modules * [WIP] Switch more modules * [WIP] swtich more modules * [WIP] switch all SPN modules * [WIP] switch all service modules * [WIP] Convert all workers to the new module system * [WIP] add new task system to module manager * [WIP] Add second take for scheduling workers * [WIP] Add FIXME for bugs in new scheduler * [WIP] Add minor improvements to scheduler * [WIP] Add new worker scheduler * [WIP] Fix more bug related to new module system * [WIP] Fix start handing of the new module system * [WIP] Improve startup process * [WIP] Fix minor issues * [WIP] Fix missing subsystem in settings * [WIP] Initialize managers in constructor * [WIP] Move module event initialization to constrictors * [WIP] Fix setting for enabling and disabling the SPN module * [WIP] Move API registeration into module construction * [WIP] Update states mgr for all modules * [WIP] Add CmdLine operation support * Add state helper methods to module group and instance * Add notification and module status handling to status package * Fix starting issues * Remove pilot widget and update security lock to new status data * Remove debug logs * Improve http server shutdown * Add workaround for cleanly shutting down firewall+netquery * Improve logging * Add syncing states with notifications for new module system * Improve starting, stopping, shutdown; resolve FIXMEs/TODOs * [WIP] Fix most unit tests * Review new module system and fix minor issues * Push shutdown and restart events again via API * Set sleep mode via interface * Update example/template module * [WIP] Fix spn/cabin unit test * Remove deprecated UI elements * Make log output more similar for the logging transition phase * Switch spn hub and observer cmds to new module system * Fix log sources * Make worker mgr less error prone * Fix tests and minor issues * Fix observation hub * Improve shutdown and restart handling * Split up big connection.go source file * Move varint and dsd packages to structures repo * Improve expansion test * Fix linter warnings * Fix interception module on windows * Fix linter errors --------- Co-authored-by: Vladimir Stoilov <vladimir@safing.io>
160 lines
3.5 KiB
Go
160 lines
3.5 KiB
Go
package record
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"sync"
|
|
|
|
"github.com/safing/portmaster/base/database/accessor"
|
|
"github.com/safing/structures/container"
|
|
"github.com/safing/structures/dsd"
|
|
"github.com/safing/structures/varint"
|
|
)
|
|
|
|
// Wrapper wraps raw data and implements the Record interface.
|
|
type Wrapper struct {
|
|
Base
|
|
sync.Mutex
|
|
|
|
Format uint8
|
|
Data []byte
|
|
}
|
|
|
|
// NewRawWrapper returns a record wrapper for the given data, including metadata. This is normally only used by storage backends when loading records.
|
|
func NewRawWrapper(database, key string, data []byte) (*Wrapper, error) {
|
|
version, offset, err := varint.Unpack8(data)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if version != 1 {
|
|
return nil, fmt.Errorf("incompatible record version: %d", version)
|
|
}
|
|
|
|
metaSection, n, err := varint.GetNextBlock(data[offset:])
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not get meta section: %w", err)
|
|
}
|
|
offset += n
|
|
|
|
newMeta := &Meta{}
|
|
_, err = dsd.Load(metaSection, newMeta)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not unmarshal meta section: %w", err)
|
|
}
|
|
|
|
var format uint8 = dsd.RAW
|
|
if !newMeta.IsDeleted() {
|
|
format, n, err = varint.Unpack8(data[offset:])
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not get dsd format: %w", err)
|
|
}
|
|
offset += n
|
|
}
|
|
|
|
return &Wrapper{
|
|
Base{
|
|
database,
|
|
key,
|
|
newMeta,
|
|
},
|
|
sync.Mutex{},
|
|
format,
|
|
data[offset:],
|
|
}, nil
|
|
}
|
|
|
|
// NewWrapper returns a new record wrapper for the given data.
|
|
func NewWrapper(key string, meta *Meta, format uint8, data []byte) (*Wrapper, error) {
|
|
dbName, dbKey := ParseKey(key)
|
|
|
|
return &Wrapper{
|
|
Base{
|
|
dbName: dbName,
|
|
dbKey: dbKey,
|
|
meta: meta,
|
|
},
|
|
sync.Mutex{},
|
|
format,
|
|
data,
|
|
}, nil
|
|
}
|
|
|
|
// Marshal marshals the object, without the database key or metadata.
|
|
func (w *Wrapper) Marshal(r Record, format uint8) ([]byte, error) {
|
|
if w.Meta() == nil {
|
|
return nil, errors.New("missing meta")
|
|
}
|
|
|
|
if w.Meta().Deleted > 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
if format != dsd.AUTO && format != w.Format {
|
|
return nil, errors.New("could not dump model, wrapped object format mismatch")
|
|
}
|
|
|
|
data := make([]byte, len(w.Data)+1)
|
|
data[0] = w.Format
|
|
copy(data[1:], w.Data)
|
|
|
|
return data, nil
|
|
}
|
|
|
|
// MarshalRecord packs the object, including metadata, into a byte array for saving in a database.
|
|
func (w *Wrapper) MarshalRecord(r Record) ([]byte, error) {
|
|
// Duplication necessary, as the version from Base would call Base.Marshal instead of Wrapper.Marshal
|
|
|
|
if w.Meta() == nil {
|
|
return nil, errors.New("missing meta")
|
|
}
|
|
|
|
// version
|
|
c := container.New([]byte{1})
|
|
|
|
// meta
|
|
metaSection, err := dsd.Dump(w.meta, dsd.GenCode)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
c.AppendAsBlock(metaSection)
|
|
|
|
// data
|
|
dataSection, err := w.Marshal(r, dsd.AUTO)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
c.Append(dataSection)
|
|
|
|
return c.CompileData(), nil
|
|
}
|
|
|
|
// IsWrapped returns whether the record is a Wrapper.
|
|
func (w *Wrapper) IsWrapped() bool {
|
|
return true
|
|
}
|
|
|
|
// Unwrap unwraps data into a record.
|
|
func Unwrap(wrapped, r Record) error {
|
|
wrapper, ok := wrapped.(*Wrapper)
|
|
if !ok {
|
|
return fmt.Errorf("cannot unwrap %T", wrapped)
|
|
}
|
|
|
|
err := dsd.LoadAsFormat(wrapper.Data, wrapper.Format, r)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to unwrap %T: %w", r, err)
|
|
}
|
|
|
|
r.SetKey(wrapped.Key())
|
|
r.SetMeta(wrapped.Meta())
|
|
|
|
return nil
|
|
}
|
|
|
|
// GetAccessor returns an accessor for this record, if available.
|
|
func (w *Wrapper) GetAccessor(self Record) accessor.Accessor {
|
|
if w.Format == dsd.JSON && len(w.Data) > 0 {
|
|
return accessor.NewJSONBytesAccessor(&w.Data)
|
|
}
|
|
return nil
|
|
}
|