add uncloud machine init command to initialise a new cluster on local machine

This commit is contained in:
Pavel Sviderski
2024-09-05 12:21:01 +10:00
parent 58fb3105cd
commit 3f71aec275
7 changed files with 222 additions and 53 deletions
-20
View File
@@ -1,20 +0,0 @@
package api
import (
"context"
pb2 "uncloud/internal/machine/api/pb"
)
// Server is the gRPC server for the Cluster service.
type Server struct {
pb2.UnimplementedClusterServer
}
func NewServer() *Server {
return &Server{}
}
// AddMachine adds a machine to the cluster.
func (s *Server) AddMachine(ctx context.Context, req *pb2.AddMachineRequest) (*pb2.AddMachineResponse, error) {
return &pb2.AddMachineResponse{}, nil
}
+131 -26
View File
@@ -2,36 +2,150 @@ package daemon
import (
"context"
"errors"
"fmt"
"golang.org/x/sync/errgroup"
"google.golang.org/grpc"
"log/slog"
"net"
"net/netip"
"os"
"strconv"
"uncloud/internal/machine"
"uncloud/internal/machine/api"
"uncloud/internal/machine/api/pb"
"uncloud/internal/machine/cluster"
"uncloud/internal/machine/network"
)
const (
MachineAPIPort = 51000
)
func Run(ctx context.Context, dataDir string) error {
cfg, err := machine.ParseConfig(machine.ConfigPath(dataDir))
// InitCluster resets the local machine and initialises a new cluster with it.
// TODO: ideally, this should be an RPC call to the daemon API to correctly handle the leave request and reconfiguration.
func InitCluster(dataDir, machineName string, netPrefix netip.Prefix, users []*pb.User) error {
var err error
if machineName == "" {
machineName, err = machine.NewRandomName()
if err != nil {
return fmt.Errorf("generate machine name: %w", err)
}
}
privKey, pubKey, err := network.NewMachineKeys()
if err != nil {
return fmt.Errorf("load machine config: %w", err)
return fmt.Errorf("generate machine keys: %w", err)
}
state := cluster.NewState(cluster.StatePath(dataDir))
c := cluster.NewCluster(state, "")
if err = c.SetNetwork(netPrefix); err != nil {
return fmt.Errorf("set cluster network: %w", err)
}
// Use all routable addresses as endpoints.
addrs, err := network.ListRoutableAddresses()
if err != nil {
return fmt.Errorf("list routable addresses: %w", err)
}
endpoints := make([]*pb.IPPort, len(addrs))
for i, addr := range addrs {
addrPort := netip.AddrPortFrom(addr, network.WireGuardPort)
endpoints[i] = pb.NewIPPort(addrPort)
}
// Register the new machine in the cluster to populate the state and get its ID and subnet.
req := &pb.AddMachineRequest{
Name: machineName,
Network: &pb.NetworkConfig{
Endpoints: endpoints,
PublicKey: pubKey,
},
}
resp, err := c.AddMachine(context.Background(), req)
if err != nil {
return fmt.Errorf("add machine to cluster: %w", err)
}
m := resp.Machine
subnet, err := m.Network.Subnet.ToPrefix()
if err != nil {
return err
}
manageIP, err := m.Network.ManagementIp.ToAddr()
if err != nil {
return err
}
mcfg := &machine.Config{
ID: m.Id,
Name: m.Name,
Network: &network.Config{
Subnet: subnet,
ManagementIP: manageIP,
PrivateKey: privKey,
PublicKey: pubKey,
},
}
// Add users to the cluster and build peers config from them.
peers := make([]network.PeerConfig, len(users))
for i, u := range users {
if err = c.AddUser(u); err != nil {
return fmt.Errorf("add user to cluster: %w", err)
}
userManageIP, uErr := u.Network.ManagementIp.ToAddr()
if uErr != nil {
return uErr
}
peers[i] = network.PeerConfig{
ManagementIP: userManageIP,
PublicKey: u.Network.PublicKey,
}
}
mcfg.Network.Peers = peers
mcfg.SetPath(machine.ConfigPath(dataDir))
if err = mcfg.Save(); err != nil {
return fmt.Errorf("save machine config: %w", err)
}
fmt.Printf("Cluster initialised with machine %q\n", m.Name)
return nil
}
type Daemon struct {
config *machine.Config
cluster *cluster.Cluster
}
func New(dataDir string) (*Daemon, error) {
cfg, err := machine.ParseConfig(machine.ConfigPath(dataDir))
if err != nil {
return nil, fmt.Errorf("load machine config: %w", err)
}
statePath := cluster.StatePath(dataDir)
state := cluster.NewState(statePath)
if err = state.Load(); err != nil {
if !errors.Is(err, os.ErrNotExist) {
return nil, fmt.Errorf("load cluster state: %w", err)
}
slog.Info("No cluster state found, creating a new one.", "path", statePath)
if err = state.Save(); err != nil {
return nil, fmt.Errorf("save cluster state: %w", err)
}
}
apiAddr := net.JoinHostPort(cfg.Network.ManagementIP.String(), strconv.Itoa(machine.APIPort))
c := cluster.NewCluster(state, apiAddr)
return &Daemon{
config: cfg,
cluster: c,
}, nil
}
func (d *Daemon) Run(ctx context.Context) error {
wgnet, err := network.NewWireGuardNetwork()
if err != nil {
return fmt.Errorf("create WireGuard network: %w", err)
}
if err = wgnet.Configure(*cfg.Network); err != nil {
if err = wgnet.Configure(*d.config.Network); err != nil {
return fmt.Errorf("configure WireGuard network: %w", err)
}
//ctx, cancel := context.WithCancel(context.Background())
//go wgnet.WatchEndpoints(ctx, peerEndpointChangeNotifier)
@@ -41,20 +155,12 @@ func Run(ctx context.Context, dataDir string) error {
//}
//fmt.Println("Addresses:", addrs)
apiAddr := net.JoinHostPort(cfg.Network.ManagementIP.String(), strconv.Itoa(MachineAPIPort))
listener, err := net.Listen("tcp", apiAddr)
if err != nil {
return fmt.Errorf("listen API port: %w", err)
}
grpcServer := grpc.NewServer()
pb.RegisterClusterServer(grpcServer, api.NewServer())
// Use an errgroup to coordinate error handling and graceful shutdown of multiple daemon components.
errGroup, ctx := errgroup.WithContext(ctx)
errGroup.Go(func() error {
slog.Info("Starting API server.", "addr", apiAddr)
if sErr := grpcServer.Serve(listener); sErr != nil {
return fmt.Errorf("API server failed: %w", sErr)
slog.Info("Starting cluster.")
if err = d.cluster.Run(); err != nil {
return fmt.Errorf("cluster failed: %w", err)
}
return nil
})
@@ -67,10 +173,9 @@ func Run(ctx context.Context, dataDir string) error {
// Shutdown goroutine.
errGroup.Go(func() error {
<-ctx.Done()
slog.Info("Stopping API server.")
// TODO: implement timeout for graceful shutdown.
grpcServer.GracefulStop()
slog.Info("API server stopped.")
slog.Info("Stopping cluster.")
d.cluster.Stop()
slog.Info("Cluster stopped.")
return nil
})
+12 -3
View File
@@ -9,6 +9,15 @@ import (
type Secret []byte
// FromHexString parses a hex-encoded string into a secret.
func FromHexString(s string) (Secret, error) {
decoded, err := hex.DecodeString(s)
if err != nil {
return nil, fmt.Errorf("invalid hex-encoded secret: %w", err)
}
return decoded, nil
}
// String returns the hex-encoded string representation of the secret.
//
//goland:noinspection GoMixedReceiverTypes
@@ -23,11 +32,11 @@ func (s Secret) MarshalText() ([]byte, error) {
//goland:noinspection GoMixedReceiverTypes
func (s *Secret) UnmarshalText(text []byte) error {
decoded, err := hex.DecodeString(string(text))
secret, err := FromHexString(string(text))
if err != nil {
return fmt.Errorf("invalid hex-encoded secret: %w", err)
return err
}
*s = decoded
*s = secret
return nil
}