You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
123 lines
2.3 KiB
123 lines
2.3 KiB
12 months ago
|
package cluster
|
||
12 months ago
|
|
||
|
import (
|
||
12 months ago
|
"bytes"
|
||
12 months ago
|
"net/netip"
|
||
12 months ago
|
"sort"
|
||
12 months ago
|
|
||
12 months ago
|
"darvaza.org/core"
|
||
|
"github.com/gofrs/uuid/v5"
|
||
12 months ago
|
|
||
|
"git.jpi.io/amery/jpictl/pkg/ceph"
|
||
12 months ago
|
)
|
||
|
|
||
|
// GetCephFSID returns our Ceph's FSID
|
||
|
func (m *Zones) GetCephFSID() (uuid.UUID, error) {
|
||
|
if core.IsZero(m.CephFSID) {
|
||
12 months ago
|
// generate one
|
||
|
v, err := uuid.NewV4()
|
||
|
if err != nil {
|
||
|
return uuid.Nil, err
|
||
|
}
|
||
|
m.CephFSID = v
|
||
12 months ago
|
}
|
||
|
return m.CephFSID, nil
|
||
|
}
|
||
12 months ago
|
|
||
|
// GetCephConfig reads the ceph.conf file
|
||
|
func (m *Zones) GetCephConfig() (*ceph.Config, error) {
|
||
|
data, err := m.ReadFile("ceph.conf")
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
|
||
|
r := bytes.NewReader(data)
|
||
|
return ceph.NewConfigFromReader(r)
|
||
|
}
|
||
12 months ago
|
|
||
12 months ago
|
// WriteCephConfig writes the ceph.conf file
|
||
|
func (m *Zones) WriteCephConfig(cfg *ceph.Config) error {
|
||
|
f, err := m.CreateTruncFile("ceph.conf")
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
defer f.Close()
|
||
|
|
||
|
_, err = cfg.WriteTo(f)
|
||
|
return err
|
||
|
}
|
||
|
|
||
12 months ago
|
// GenCephConfig prepares a ceph.Config using the cluster information
|
||
|
func (m *Zones) GenCephConfig() (*ceph.Config, error) {
|
||
|
fsid, err := m.GetCephFSID()
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
|
||
|
cfg := &ceph.Config{
|
||
|
Global: ceph.GlobalConfig{
|
||
|
FSID: fsid,
|
||
|
ClusterNetwork: netip.PrefixFrom(
|
||
|
netip.AddrFrom4([4]byte{10, 0, 0, 0}),
|
||
|
8,
|
||
|
),
|
||
|
},
|
||
|
}
|
||
|
|
||
|
m.ForEachZone(func(z *Zone) bool {
|
||
|
for _, p := range z.GetCephMonitors() {
|
||
|
addr, _ := RingOneAddress(z.ID, p.ID)
|
||
|
|
||
|
cfg.Global.Monitors = append(cfg.Global.Monitors, p.Name)
|
||
|
cfg.Global.MonitorsAddr = append(cfg.Global.MonitorsAddr, addr)
|
||
|
}
|
||
|
return false
|
||
|
})
|
||
|
|
||
|
return cfg, nil
|
||
|
}
|
||
|
|
||
12 months ago
|
// GetCephMonitors returns the set of Ceph monitors on
|
||
|
// the zone
|
||
|
func (z *Zone) GetCephMonitors() Machines {
|
||
|
var mons Machines
|
||
|
var first, second *Machine
|
||
|
|
||
|
z.ForEachMachine(func(p *Machine) bool {
|
||
|
switch {
|
||
|
case p.CephMonitor:
|
||
|
// it is a monitor
|
||
|
mons = append(mons, p)
|
||
|
case len(mons) > 0:
|
||
|
// zone has a monitor
|
||
|
case first == nil && !p.IsGateway():
|
||
|
// first option for monitor
|
||
|
first = p
|
||
|
case second == nil:
|
||
|
// second option for monitor
|
||
|
second = p
|
||
|
}
|
||
|
|
||
|
return false
|
||
|
})
|
||
|
|
||
|
switch {
|
||
|
case len(mons) > 0:
|
||
|
// ready
|
||
|
case first != nil:
|
||
|
// make first option our monitor
|
||
|
first.CephMonitor = true
|
||
|
mons = append(mons, first)
|
||
|
case second != nil:
|
||
|
// make second option our monitor
|
||
|
second.CephMonitor = true
|
||
|
mons = append(mons, second)
|
||
|
default:
|
||
|
// zone without machines??
|
||
|
panic("unreachable")
|
||
|
}
|
||
|
|
||
|
sort.Sort(mons)
|
||
|
return mons
|
||
|
}
|