mirror of
https://github.com/psviderski/uncloud.git
synced 2026-08-26 11:03:34 +00:00
split cluster Server into Machine and Server
This commit is contained in:
Pavel Sviderski
@@ -1,226 +0,0 @@
|
||||
package cluster
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"fmt"
|
||||
"google.golang.org/grpc"
|
||||
"google.golang.org/grpc/codes"
|
||||
"google.golang.org/grpc/status"
|
||||
"google.golang.org/protobuf/proto"
|
||||
"log/slog"
|
||||
"net"
|
||||
"net/netip"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"uncloud/internal/machine"
|
||||
"uncloud/internal/machine/api/pb"
|
||||
"uncloud/internal/machine/network"
|
||||
)
|
||||
|
||||
const (
|
||||
StateFile = "cluster.pb"
|
||||
)
|
||||
|
||||
type Config struct {
|
||||
APIAddr string
|
||||
APISockPath string
|
||||
}
|
||||
|
||||
type Server struct {
|
||||
// TODO: implement grpc Server
|
||||
pb.UnimplementedClusterServer
|
||||
|
||||
config Config
|
||||
state *State
|
||||
|
||||
server *grpc.Server
|
||||
}
|
||||
|
||||
func NewCluster(config *Config, state *State) *Server {
|
||||
c := &Server{
|
||||
config: *config,
|
||||
state: state,
|
||||
server: grpc.NewServer(),
|
||||
}
|
||||
pb.RegisterClusterServer(c.server, c)
|
||||
return c
|
||||
}
|
||||
|
||||
func (c *Server) Run() error {
|
||||
listener, err := net.Listen("tcp", c.config.APIAddr)
|
||||
if err != nil {
|
||||
return fmt.Errorf("listen API port: %w", err)
|
||||
}
|
||||
slog.Info("Starting API server.", "addr", c.config.APIAddr)
|
||||
if err = c.server.Serve(listener); err != nil {
|
||||
return fmt.Errorf("API server failed: %w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (c *Server) Stop() {
|
||||
slog.Info("Stopping API server.")
|
||||
// TODO: implement timeout for graceful shutdown.
|
||||
c.server.GracefulStop()
|
||||
slog.Info("API server stopped.")
|
||||
}
|
||||
|
||||
func (c *Server) Network() (netip.Prefix, error) {
|
||||
if c.state.State.Network == nil {
|
||||
return netip.Prefix{}, fmt.Errorf("network not set")
|
||||
}
|
||||
return c.state.State.Network.ToPrefix()
|
||||
}
|
||||
|
||||
func (c *Server) SetNetwork(network netip.Prefix) error {
|
||||
if c.state.State.Network != nil {
|
||||
return fmt.Errorf("network already set and cannot be changed")
|
||||
}
|
||||
c.state.State.Network = pb.NewIPPrefix(network)
|
||||
return nil
|
||||
}
|
||||
|
||||
// AddMachine adds a machine to the cluster.
|
||||
func (c *Server) AddMachine(ctx context.Context, req *pb.AddMachineRequest) (*pb.AddMachineResponse, error) {
|
||||
// TODO: replace errors with gRPC status.Error(f), e.g. status.Error(codes.InvalidArgument, "management IP not set")
|
||||
if req.Network.PublicKey == nil {
|
||||
return nil, fmt.Errorf("public key not set")
|
||||
}
|
||||
|
||||
machines := c.state.State.Machines
|
||||
allocatedSubnets := make([]netip.Prefix, len(machines))
|
||||
var err error
|
||||
i := 0
|
||||
for _, m := range machines {
|
||||
if req.Name != "" && m.Name == req.Name {
|
||||
return nil, fmt.Errorf("machine with name %q already exists", req.Name)
|
||||
}
|
||||
if m.Network.ManagementIp != nil && m.Network.ManagementIp.Equal(req.Network.ManagementIp) {
|
||||
return nil, fmt.Errorf("machine with management IP %q already exists", req.Network.ManagementIp)
|
||||
}
|
||||
if bytes.Equal(m.Network.PublicKey, req.Network.PublicKey) {
|
||||
return nil, fmt.Errorf("machine with public key %q already exists", req.Network.PublicKey)
|
||||
}
|
||||
|
||||
if allocatedSubnets[i], err = m.Network.Subnet.ToPrefix(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
i++
|
||||
}
|
||||
|
||||
mid, err := machine.NewID()
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("generate machine ID: %w", err)
|
||||
}
|
||||
manageIP := req.Network.ManagementIp
|
||||
if manageIP == nil {
|
||||
manageIP = pb.NewIP(network.ManagementIP(req.Network.PublicKey))
|
||||
}
|
||||
m := &pb.Machine{
|
||||
Id: mid,
|
||||
Name: req.Name,
|
||||
Network: &pb.NetworkConfig{
|
||||
ManagementIp: manageIP,
|
||||
PublicKey: req.Network.PublicKey,
|
||||
},
|
||||
}
|
||||
if m.Name == "" {
|
||||
m.Name, err = machine.NewRandomName()
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("generate machine name: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
clusterNetwork, err := c.Network()
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("get cluster network: %w", err)
|
||||
}
|
||||
ipam, err := NewIPAMWithAllocated(clusterNetwork, allocatedSubnets)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("create IPAM manager: %w", err)
|
||||
}
|
||||
subnet, err := ipam.AllocateSubnetLen(network.DefaultSubnetBits)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("allocate subnet: %w", err)
|
||||
}
|
||||
m.Network.Subnet = pb.NewIPPrefix(subnet)
|
||||
|
||||
// TODO: announce the new machine to the cluster network using Serf and achieve consensus.
|
||||
mState := proto.Clone(m).(*pb.Machine)
|
||||
c.state.State.Machines[mState.Id] = mState
|
||||
// Store machine endpoints in a separate collection to allow modifying them with limited permissions.
|
||||
c.state.State.Endpoints[mState.Id] = &pb.MachineEndpoints{
|
||||
Id: mState.Id,
|
||||
Endpoints: req.Network.Endpoints,
|
||||
}
|
||||
if err = c.state.Save(); err != nil {
|
||||
return nil, status.Errorf(codes.Internal, "save state: %v", err)
|
||||
}
|
||||
|
||||
// Include the machine endpoints in the response.
|
||||
m.Network.Endpoints = req.Network.Endpoints
|
||||
|
||||
resp := &pb.AddMachineResponse{Machine: m}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
func (c *Server) ListMachineEndpoints(ctx context.Context, req *pb.ListMachineEndpointsRequest) (*pb.ListMachineEndpointsResponse, error) {
|
||||
endpoints, ok := c.state.State.Endpoints[req.Id]
|
||||
if !ok {
|
||||
return nil, status.Errorf(codes.NotFound, "machine %q not found", req.Id)
|
||||
}
|
||||
return &pb.ListMachineEndpointsResponse{Endpoints: endpoints}, nil
|
||||
}
|
||||
|
||||
func (c *Server) AddUser(user *pb.User) error {
|
||||
c.state.State.Users = append(c.state.State.Users, user)
|
||||
return c.state.Save()
|
||||
}
|
||||
|
||||
func (c *Server) ListUsers() []*pb.User {
|
||||
return c.state.State.Users
|
||||
}
|
||||
|
||||
type State struct {
|
||||
State *pb.State
|
||||
path string
|
||||
}
|
||||
|
||||
func StatePath(dataDir string) string {
|
||||
return filepath.Join(dataDir, StateFile)
|
||||
}
|
||||
|
||||
func NewState(path string) *State {
|
||||
return &State{
|
||||
State: &pb.State{
|
||||
Machines: make(map[string]*pb.Machine),
|
||||
Endpoints: make(map[string]*pb.MachineEndpoints),
|
||||
},
|
||||
path: path,
|
||||
}
|
||||
}
|
||||
|
||||
func (s *State) Load() error {
|
||||
data, err := os.ReadFile(s.path)
|
||||
if err != nil {
|
||||
return fmt.Errorf("read state file %q: %w", s.path, err)
|
||||
}
|
||||
if err = proto.Unmarshal(data, s.State); err != nil {
|
||||
return fmt.Errorf("parse state file %q: %w", s.path, err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *State) Save() error {
|
||||
dir, _ := filepath.Split(s.path)
|
||||
if err := os.MkdirAll(dir, 0700); err != nil {
|
||||
return fmt.Errorf("create state directory %q: %w", dir, err)
|
||||
}
|
||||
|
||||
data, err := proto.Marshal(s.State)
|
||||
if err != nil {
|
||||
return fmt.Errorf("marshal state: %w", err)
|
||||
}
|
||||
return os.WriteFile(s.path, data, 0600)
|
||||
}
|
||||
Reference in New Issue
Block a user