cluster: retry if register to cluster failed

app.go

@@ -26,6 +26,7 @@ import (
 	"os/signal"
 	"sync/atomic"
 	"syscall"
+	"time"
 
 	"github.com/lonng/nano/cluster"
 	"github.com/lonng/nano/component"
@@ -56,10 +57,16 @@ func run(addr string, isWs bool, certificate string, key string, opts ...Option)
 		opt.clientAddr = addr
 	}
 
+	// Set the retry interval to 3 secondes if doesn't set by user
+	if opt.retryInterval == 0 {
+		opt.retryInterval = time.Second * 3
+	}
+
 	node := &cluster.Node{
 		Label:          opt.label,
 		IsMaster:       opt.isMaster,
 		AdvertiseAddr:  opt.advertiseAddr,
+		RetryInterval:  opt.retryInterval,
 		ClientAddr:     opt.clientAddr,
 		ServiceAddr:    addr,
 		Components:     opt.components,

cluster/node.go

@@ -28,6 +28,7 @@ import (
 	"net/http"
 	"strings"
 	"sync"
+	"time"
 
 	"github.com/gorilla/websocket"
 	"github.com/lonng/nano/cluster/clusterpb"
@@ -49,6 +50,7 @@ type Node struct {
 	IsMaster       bool   // indicate if the current node is master
 	IsGate         bool   // indicate if the current node is gate
 	AdvertiseAddr  string // master server service address
+	RetryInterval  time.Duration
 	ClientAddr     string
 	ServiceAddr    string
 	Components     *component.Components
@@ -164,11 +166,16 @@ func (n *Node) initNode() error {
 				Services:    n.handler.LocalService(),
 			},
 		}
-		resp, err := client.Register(context.Background(), request)
-		if err != nil {
-			return err
+		for {
+			resp, err := client.Register(context.Background(), request)
+			if err == nil {
+				n.handler.initRemoteService(resp.Members)
+				break
+			}
+			log.Println("Register current node to cluster failed", err, "and will retry in", n.RetryInterval.String())
+			time.Sleep(n.RetryInterval)
 		}
-		n.handler.initRemoteService(resp.Members)
+
 	}
 
 	return nil

options.go

@@ -17,6 +17,7 @@ type (
 		pipeline      pipeline.Pipeline
 		isMaster      bool
 		advertiseAddr string
+		retryInterval time.Duration
 		clientAddr    string
 		components    *component.Components
 		label         string
@@ -33,9 +34,12 @@ func WithPipeline(pipeline pipeline.Pipeline) Option {
 
 // WithAdvertiseAddr sets the advertise address option, it will be the listen address in
 // master node and an advertise address which cluster member to connect
-func WithAdvertiseAddr(addr string) Option {
+func WithAdvertiseAddr(addr string, retryInterval ...time.Duration) Option {
 	return func(opt *options) {
 		opt.advertiseAddr = addr
+		if len(retryInterval) > 0 {
+			opt.retryInterval = retryInterval[0]
+		}
 	}
 }