2017-01-10 17:01:12 +08:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-05-10 14:11:54 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
2017-01-10 17:01:12 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
|
|
|
"golang.org/x/net/context"
|
|
|
|
"google.golang.org/grpc"
|
|
|
|
)
|
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
func (vs *VolumeServer) GetMaster() string {
|
|
|
|
return vs.currentMaster
|
|
|
|
}
|
2017-01-10 17:01:12 +08:00
|
|
|
func (vs *VolumeServer) heartbeat() {
|
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("Volume server start with masters: %v", vs.MasterNodes)
|
2017-01-10 17:01:12 +08:00
|
|
|
vs.store.SetDataCenter(vs.dataCenter)
|
|
|
|
vs.store.SetRack(vs.rack)
|
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
var err error
|
|
|
|
var newLeader string
|
2017-01-10 17:01:12 +08:00
|
|
|
for {
|
2018-06-01 15:39:39 +08:00
|
|
|
for _, master := range vs.MasterNodes {
|
|
|
|
if newLeader != "" {
|
|
|
|
master = newLeader
|
|
|
|
}
|
|
|
|
newLeader, err = vs.doHeartbeat(master, time.Duration(vs.pulseSeconds)*time.Second)
|
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("heartbeat error: %v", err)
|
|
|
|
time.Sleep(time.Duration(vs.pulseSeconds) * time.Second)
|
|
|
|
}
|
2017-01-10 17:01:12 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
func (vs *VolumeServer) doHeartbeat(masterNode string, sleepInterval time.Duration) (newLeader string, err error) {
|
2017-01-10 17:01:12 +08:00
|
|
|
|
|
|
|
grpcConection, err := grpc.Dial(masterNode, grpc.WithInsecure())
|
|
|
|
if err != nil {
|
2018-06-01 15:39:39 +08:00
|
|
|
return "", fmt.Errorf("fail to dial: %v", err)
|
2017-01-10 17:01:12 +08:00
|
|
|
}
|
|
|
|
defer grpcConection.Close()
|
|
|
|
|
2018-05-10 14:11:54 +08:00
|
|
|
client := master_pb.NewSeaweedClient(grpcConection)
|
2017-01-10 17:01:12 +08:00
|
|
|
stream, err := client.SendHeartbeat(context.Background())
|
|
|
|
if err != nil {
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("SendHeartbeat to %s: %v", masterNode, err)
|
|
|
|
return "", err
|
2017-01-10 17:01:12 +08:00
|
|
|
}
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("Heartbeat to: %v", masterNode)
|
|
|
|
vs.currentMaster = masterNode
|
2017-01-10 17:01:12 +08:00
|
|
|
|
|
|
|
vs.store.Client = stream
|
|
|
|
defer func() { vs.store.Client = nil }()
|
|
|
|
|
2017-01-10 17:30:00 +08:00
|
|
|
doneChan := make(chan error, 1)
|
|
|
|
|
2017-01-10 17:01:12 +08:00
|
|
|
go func() {
|
|
|
|
for {
|
|
|
|
in, err := stream.Recv()
|
|
|
|
if err != nil {
|
2017-01-10 17:30:00 +08:00
|
|
|
doneChan <- err
|
2017-01-10 17:01:12 +08:00
|
|
|
return
|
|
|
|
}
|
2017-01-23 13:36:36 +08:00
|
|
|
if in.GetVolumeSizeLimit() != 0 {
|
|
|
|
vs.store.VolumeSizeLimit = in.GetVolumeSizeLimit()
|
|
|
|
}
|
|
|
|
if in.GetSecretKey() != "" {
|
|
|
|
vs.guard.SecretKey = security.Secret(in.GetSecretKey())
|
|
|
|
}
|
2017-01-19 01:34:27 +08:00
|
|
|
if in.GetLeader() != "" && masterNode != in.GetLeader() {
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("Volume Server found a new master newLeader: %v instead of %v", in.GetLeader(), masterNode)
|
|
|
|
newLeader = in.GetLeader()
|
2017-01-19 01:34:27 +08:00
|
|
|
doneChan <- nil
|
|
|
|
return
|
|
|
|
}
|
2017-01-10 17:01:12 +08:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2017-01-10 17:30:00 +08:00
|
|
|
if err = stream.Send(vs.store.CollectHeartbeat()); err != nil {
|
|
|
|
glog.V(0).Infof("Volume Server Failed to talk with master %s: %v", masterNode, err)
|
2018-06-01 15:39:39 +08:00
|
|
|
return "", err
|
2017-01-10 17:30:00 +08:00
|
|
|
}
|
|
|
|
|
2017-03-28 01:11:52 +08:00
|
|
|
tickChan := time.Tick(sleepInterval)
|
2017-01-10 17:30:00 +08:00
|
|
|
|
2017-01-10 17:01:12 +08:00
|
|
|
for {
|
2017-01-10 17:30:00 +08:00
|
|
|
select {
|
|
|
|
case <-tickChan:
|
|
|
|
if err = stream.Send(vs.store.CollectHeartbeat()); err != nil {
|
|
|
|
glog.V(0).Infof("Volume Server Failed to talk with master %s: %v", masterNode, err)
|
2018-06-01 15:39:39 +08:00
|
|
|
return "", err
|
2017-01-10 17:30:00 +08:00
|
|
|
}
|
2018-06-01 15:39:39 +08:00
|
|
|
case <-doneChan:
|
|
|
|
return
|
2017-01-10 17:01:12 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|