zones: ignore unknown wireguard endpoints

Signed-off-by: Alejandro Mery <amery@jpi.io>

cmd/jpictl/config.go

@@ -17,6 +17,5 @@ var cfg = &Config{
 func (cfg *Config) LoadZones(resolve bool) (*zones.Zones, error) {
 	return zones.New(cfg.Base, cfg.Domain,
 		zones.ResolvePublicAddresses(resolve),
-		zones.WithLogger(log),
 	)
 }

cmd/jpictl/dump.go

@@ -52,9 +52,8 @@ const encoding = YAMLEncoding
 
 // Command
 var dumpCmd = &cobra.Command{
-	Use:    "dump",
-	Short:  "generates a text representation of the config",
-	PreRun: setVerbosity,
+	Use:   "dump",
+	Short: "generates a text representation of the config",
 	RunE: func(_ *cobra.Command, _ []string) error {
 		var buf bytes.Buffer
 		var enc Encoder

cmd/jpictl/env.go

@@ -8,9 +8,8 @@ import (
 
 // Command
 var envCmd = &cobra.Command{
-	Use:    "env",
-	Short:  "generates environment variables for shell scripts",
-	PreRun: setVerbosity,
+	Use:   "env",
+	Short: "generates environment variables for shell scripts",
 	RunE: func(_ *cobra.Command, _ []string) error {
 		m, err := cfg.LoadZones(false)
 		if err != nil {

cmd/jpictl/gateway.go

@@ -19,9 +19,8 @@ var gatewayCmd = &cobra.Command{
 
 // gateway set
 var gatewaySetCmd = &cobra.Command{
-	Use:    "set",
-	Short:  "gateway set sets machines as gateways",
-	PreRun: setVerbosity,
+	Use:   "set",
+	Short: "gateway set sets machines as gateways",
 	RunE: func(_ *cobra.Command, args []string) error {
 		m, err := cfg.LoadZones(false)
 		if err != nil {

cmd/jpictl/log.go

@@ -3,9 +3,14 @@ package main
 import (
 	"fmt"
 
+	"darvaza.org/sidecar/pkg/logger/zerolog"
 	"darvaza.org/slog"
 )
 
+var (
+	log = zerolog.New(nil, slog.Debug)
+)
+
 // fatal is a convenience wrapper for slog.Logger.Fatal().Print()
 func fatal(err error, msg string, args ...any) {
 	l := log.Fatal()

cmd/jpictl/main.go

@@ -2,8 +2,6 @@
 package main
 
 import (
-	"darvaza.org/sidecar/pkg/logger/zerolog"
-	"darvaza.org/slog"
 	"github.com/spf13/cobra"
 )
 
@@ -12,29 +10,13 @@ const (
 	CmdName = "jpictl"
 )
 
-var (
-	log       = zerolog.New(nil, slog.Error)
-	verbosity int
-	rootCmd   = &cobra.Command{
-		Use:   CmdName,
-		Short: "control tool for jpi.cloud",
-	}
-)
+var rootCmd = &cobra.Command{
+	Use:   CmdName,
+	Short: "control tool for jpi.cloud",
+}
 
 func main() {
 	if err := rootCmd.Execute(); err != nil {
 		fatal(err, "")
 	}
 }
-
-func init() {
-	rootCmd.PersistentFlags().CountVarP(&verbosity, "verbosity", "v", "increase the verbosity level to Warn, Info or Debug")
-}
-
-func setVerbosity(_ *cobra.Command, _ []string) {
-	desired := int8(slog.Error) + int8(verbosity)
-	if desired > 6 {
-		desired = 6
-	}
-	log = log.WithLevel(slog.LogLevel(desired))
-}

cmd/jpictl/write.go

@@ -6,9 +6,8 @@ import (
 
 // Command
 var writeCmd = &cobra.Command{
-	Use:    "write",
-	Short:  "rewrites all config files",
-	PreRun: setVerbosity,
+	Use:   "write",
+	Short: "rewrites all config files",
 	RunE: func(_ *cobra.Command, _ []string) error {
 		m, err := cfg.LoadZones(false)
 		if err != nil {

go.mod

@@ -8,7 +8,6 @@ require (
 	darvaza.org/resolver v0.5.4
 	darvaza.org/sidecar v0.0.2
 	darvaza.org/slog v0.5.3
-	darvaza.org/slog/handlers/discard v0.4.5
 	github.com/burntSushi/toml v0.3.1
 	github.com/gofrs/uuid/v5 v5.0.0
 	github.com/hack-pad/hackpadfs v0.2.1

go.sum

@@ -10,8 +10,6 @@ darvaza.org/sidecar v0.0.2 h1:4H8FUxc43kkLjxdShN1CoxLTcoHQsZjDVwm7kt6eIK0=
 darvaza.org/sidecar v0.0.2/go.mod h1:yFC3Qt3j+uS7n9CMpLxwrA68z+FNJhENoenBc9zBJJo=
 darvaza.org/slog v0.5.3 h1:sQzmZXgqRh9oFMKBwEYrEpucLvKJVZxaxa2bHIA6GJ0=
 darvaza.org/slog v0.5.3/go.mod h1:59d+yi+C7gn4pDDuwbbOKawERpdXthFFk1Yc+Sv6XB0=
-darvaza.org/slog/handlers/discard v0.4.5 h1:RRykOItNolHyiUav57lG/GFBL33rcljoa0nWTpY+T0g=
-darvaza.org/slog/handlers/discard v0.4.5/go.mod h1:HYHfISQjMqcPbPoPZ92ib/u7s9JcXvF6OaygpPFwdF8=
 darvaza.org/slog/handlers/filter v0.4.5 h1:CX1bMzldd67e3y3s3Sh4jK8Lyo0WMvTGBB2lD315jhc=
 darvaza.org/slog/handlers/filter v0.4.5/go.mod h1:OuH9rHYg9CIErTJCZliMnFexBfP/HJ9PZ1V1VwSCZ1g=
 darvaza.org/slog/handlers/zerolog v0.4.5 h1:W4cgGORx4wImr+RL96CWSQGTdkZzKX6YHXPSYJvdoB4=

pkg/zones/ceph_scan.go

@@ -1,12 +1,89 @@
 package zones
 
 import (
+	"net/netip"
 	"os"
+	"strings"
 
-	"darvaza.org/slog"
+	"darvaza.org/core"
 	"git.jpi.io/amery/jpictl/pkg/ceph"
 )
 
+// CephMissingMonitorError is an error that contains ceph
+// monitors present in ceph.conf but not found on the cluster
+type CephMissingMonitorError struct {
+	Names []string
+	Addrs []netip.Addr
+}
+
+func (err *CephMissingMonitorError) appendName(name string) {
+	err.Names = append(err.Names, name)
+}
+
+func (err *CephMissingMonitorError) appendAddr(addr netip.Addr) {
+	err.Addrs = append(err.Addrs, addr)
+}
+
+// OK tells if this instance actual shouldn't be treated as an error
+func (err CephMissingMonitorError) OK() bool {
+	switch {
+	case len(err.Names) > 0:
+		return false
+	case len(err.Addrs) > 0:
+		return false
+	default:
+		return true
+	}
+}
+
+func (err CephMissingMonitorError) Error() string {
+	if !err.OK() {
+		var buf strings.Builder
+
+		_, _ = buf.WriteString("missing:")
+		err.writeNames(&buf)
+		err.writeAddrs(&buf)
+
+		return buf.String()
+	}
+
+	// no error
+	return ""
+}
+
+func (err *CephMissingMonitorError) writeNames(w *strings.Builder) {
+	if len(err.Names) > 0 {
+		_, _ = w.WriteString(" mon_initial_members:")
+		for i, name := range err.Names {
+			if i != 0 {
+				_, _ = w.WriteRune(',')
+			}
+			_, _ = w.WriteString(name)
+		}
+	}
+}
+
+func (err *CephMissingMonitorError) writeAddrs(w *strings.Builder) {
+	if len(err.Addrs) > 0 {
+		_, _ = w.WriteString(" mon_host:")
+		for i, addr := range err.Addrs {
+			if i != 0 {
+				_, _ = w.WriteRune(',')
+			}
+			_, _ = w.WriteString(addr.String())
+		}
+	}
+}
+
+// AsError returns nil if the instance is actually OK
+func (err *CephMissingMonitorError) AsError() error {
+	if err == nil || err.OK() {
+		return nil
+	}
+
+	return err
+}
+
 type cephScanTODO struct {
 	names map[string]bool
 	addrs map[string]bool
@@ -34,24 +111,26 @@ func (todo *cephScanTODO) checkMachine(p *Machine) bool {
 	return false
 }
 
-func (todo *cephScanTODO) LogMissing(log slog.Logger) {
+func (todo *cephScanTODO) Missing() error {
+	var check CephMissingMonitorError
+
 	for name, found := range todo.names {
 		if !found {
-			log.Warn().
-				WithField("subsystem", "ceph").
-				WithField("monitor", name).
-				Print("unknown monitor")
+			check.appendName(name)
 		}
 	}
 
 	for addr, found := range todo.addrs {
 		if !found {
-			log.Warn().
-				WithField("subsystem", "ceph").
-				WithField("monitor", addr).
-				Print("unknown monitor")
+			var a netip.Addr
+			// it wouldn't be on the map if it wasn't valid
+			_ = a.UnmarshalText([]byte(addr))
+
+			check.appendAddr(a)
 		}
 	}
+
+	return check.AsError()
 }
 
 func newCephScanTODO(cfg *ceph.Config) *cephScanTODO {
@@ -90,8 +169,9 @@ func (m *Zones) scanCephMonitors(_ *ScanOptions) error {
 			p.CephMonitor = todo.checkMachine(p)
 			return false
 		})
-
-		todo.LogMissing(m.log)
+		if err := todo.Missing(); err != nil {
+			return core.Wrap(err, "ceph")
+		}
 	}
 
 	// make sure every zone has one

pkg/zones/log.go

@@ -1,49 +0,0 @@
-package zones
-
-import "darvaza.org/slog"
-
-type logger interface {
-	withDebug() (slog.Logger, bool)
-	withInfo() (slog.Logger, bool)
-
-	debug() slog.Logger
-	info() slog.Logger
-	warn(error) slog.Logger
-	error(error) slog.Logger
-}
-
-var (
-	_ logger = (*Zones)(nil)
-)
-
-func (z *Zones) withDebug() (slog.Logger, bool) {
-	return z.debug().WithEnabled()
-}
-
-func (z *Zones) withInfo() (slog.Logger, bool) {
-	return z.debug().WithEnabled()
-}
-
-func (z *Zones) debug() slog.Logger {
-	return z.log.Debug()
-}
-
-func (z *Zones) info() slog.Logger {
-	return z.log.Info()
-}
-
-func (z *Zones) warn(err error) slog.Logger {
-	l := z.log.Warn()
-	if err != nil {
-		l = l.WithField(slog.ErrorFieldName, err)
-	}
-	return l
-}
-
-func (z *Zones) error(err error) slog.Logger {
-	l := z.log.Error()
-	if err != nil {
-		l = l.WithField(slog.ErrorFieldName, err)
-	}
-	return l
-}

pkg/zones/machine.go

@@ -9,9 +9,7 @@ import (
 
 // A Machine is a machine on a Zone
 type Machine struct {
-	zone   *Zone
-	logger `toml:"-" json:"-" yaml:"-"`
-
+	zone *Zone
 	ID   int    `toml:"id"`
 	Name string `toml:"-" json:"-" yaml:"-"`
 

pkg/zones/machine_rings.go

@@ -122,15 +122,17 @@ func (m *Machine) applyWireguardConfig(ring int, wg *wireguard.Config) error {
 	addr := wg.GetAddress()
 	zoneID, nodeID, ok := Rings[ring].Decode(addr)
 	if !ok {
-		return fmt.Errorf("%s: invalid address", addr)
+		return fmt.Errorf("%s: invalid wg%v address: %s", m.Name, ring, addr)
 	}
 
 	if err := m.applyZoneNodeID(zoneID, nodeID); err != nil {
-		return core.Wrapf(err, "%s: invalid address", addr)
+		err = core.Wrapf(err, "%s: wg%v:%s", m.Name, ring, addr)
+		return err
 	}
 
 	if err := m.applyWireguardInterfaceConfig(ring, wg.Interface); err != nil {
-		return core.Wrap(err, "interface")
+		err = core.Wrapf(err, "%s: wg%v:%s", m.Name, ring, addr)
+		return err
 	}
 
 	for _, peer := range wg.Peer {
@@ -138,14 +140,9 @@ func (m *Machine) applyWireguardConfig(ring int, wg *wireguard.Config) error {
 		switch {
 		case errors.Is(err, ErrUnknownNode):
 			// ignore unknown peers
-			m.warn(nil).
-				WithField("subsystem", "wireguard").
-				WithField("node", m.Name).
-				WithField("peer", peer.Endpoint.Host).
-				WithField("ring", ring).
-				Print("ignoring unknown endpoint")
 		case err != nil:
-			return core.Wrap(err, "peer")
+			err = core.Wrapf(err, "%s: wg%v:%s", m.Name, ring, addr)
+			return err
 		}
 	}
 
@@ -166,10 +163,6 @@ func (m *Machine) applyRingInfo(ring int, new *RingInfo) error {
 	cur, _ := m.getRingInfo(ring)
 	if cur == nil {
 		// first, append
-		m.debug().
-			WithField("node", m.Name).
-			WithField("ring", ring).
-			Print("found")
 		m.Rings = append(m.Rings, new)
 		return nil
 	}

pkg/zones/machine_scan.go

@@ -71,11 +71,6 @@ func (m *Machine) setID() error {
 func (m *Machine) scan(opts *ScanOptions) error {
 	for i := 0; i < RingsCount; i++ {
 		if err := m.tryApplyWireguardConfig(i); err != nil {
-			m.error(err).
-				WithField("subsystem", "wireguard").
-				WithField("node", m.Name).
-				WithField("ring", i).
-				Print()
 			return err
 		}
 	}

pkg/zones/options.go

@@ -5,12 +5,10 @@ import (
 	"path/filepath"
 
 	"darvaza.org/resolver"
-	"darvaza.org/slog"
-	"darvaza.org/slog/handlers/discard"
 	"github.com/hack-pad/hackpadfs/os"
 )
 
-// A ScanOption pre-configures the Zones before scanning
+// A ScanOption preconfigures the Zones before scanning
 type ScanOption func(*Zones, *ScanOptions) error
 
 // ScanOptions contains flags used by the initial scan
@@ -19,10 +17,6 @@ type ScanOptions struct {
 	// pre-populate Machine.PublicAddresses during the
 	// initial scan
 	DontResolvePublicAddresses bool
-
-	// Logger specifies the logger to be used. otherwise
-	// the scanner will be mute
-	slog.Logger
 }
 
 // ResolvePublicAddresses instructs the scanner to use
@@ -61,19 +55,6 @@ func WithResolver(h resolver.Resolver) ScanOption {
 	}
 }
 
-// WithLogger specifies what to use for logging
-func WithLogger(log slog.Logger) ScanOption {
-	return func(m *Zones, opt *ScanOptions) error {
-		if log == nil {
-			log = discard.New()
-		}
-
-		opt.Logger = log
-		m.log = log
-		return nil
-	}
-}
-
 func (m *Zones) setDefaults(opt *ScanOptions) error {
 	if m.resolver == nil {
 		h := resolver.NewCloudflareLookuper()
@@ -83,12 +64,6 @@ func (m *Zones) setDefaults(opt *ScanOptions) error {
 		}
 	}
 
-	if opt.Logger == nil {
-		if err := WithLogger(nil)(m, opt); err != nil {
-			return err
-		}
-	}
-
 	return nil
 }
 

pkg/zones/scan.go

@@ -37,11 +37,7 @@ func (m *Zones) scanDirectory(_ *ScanOptions) error {
 			switch {
 			case err != nil:
 				return core.Wrap(err, e.Name())
-			case z.Machines.Len() == 0:
-				z.warn(nil).
-					WithField("zone", z.Name).
-					Print("empty")
-			default:
+			case z.Machines.Len() > 0:
 				m.Zones = append(m.Zones, z)
 			}
 		}
@@ -52,15 +48,10 @@ func (m *Zones) scanDirectory(_ *ScanOptions) error {
 
 func (m *Zones) newZone(name string) (*Zone, error) {
 	z := &Zone{
-		zones:  m,
-		logger: m,
-		Name:   name,
+		zones: m,
+		Name:  name,
 	}
 
-	z.debug().
-		WithField("zone", z.Name).
-		Print("found")
-
 	if err := z.scan(); err != nil {
 		return nil, err
 	}
@@ -152,22 +143,11 @@ func (z *Zone) scan() error {
 	for _, e := range entries {
 		if e.IsDir() {
 			m := &Machine{
-				zone:   z,
-				logger: z,
-				Name:   e.Name(),
+				zone: z,
+				Name: e.Name(),
 			}
 
-			m.debug().
-				WithField("node", m.Name).
-				WithField("zone", z.Name).
-				Print("found")
-
 			if err := m.init(); err != nil {
-				m.error(err).
-					WithField("node", m.Name).
-					WithField("zone", z.Name).
-					Print()
-
 				return err
 			}
 

pkg/zones/zones.go

@@ -6,7 +6,6 @@ import (
 	"sort"
 
 	"darvaza.org/resolver"
-	"darvaza.org/slog"
 	"github.com/gofrs/uuid/v5"
 )
 
@@ -87,8 +86,7 @@ func FilterMachines(m MachineIterator, cond func(*Machine) bool) (Machines, int)
 
 // Zone represents one zone in a cluster
 type Zone struct {
-	zones  *Zones
-	logger `toml:"-" json:"-" yaml:"-"`
+	zones *Zones
 
 	ID   int    `toml:"id"`
 	Name string `toml:"name"`
@@ -143,7 +141,6 @@ func (z *Zone) GatewayIDs() ([]int, int) {
 // Zones represents all zones in a cluster
 type Zones struct {
 	dir      fs.FS
-	log      slog.Logger
 	resolver resolver.Resolver
 	domain   string