2018-07-28 17:10:32 +08:00
|
|
|
package wdclient
|
2018-06-01 15:39:39 +08:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2018-07-22 08:39:10 +08:00
|
|
|
"fmt"
|
2018-07-29 12:02:56 +08:00
|
|
|
"time"
|
2018-07-28 17:10:32 +08:00
|
|
|
|
2018-07-29 12:02:56 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-07-22 08:39:10 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
2018-07-04 10:07:55 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2018-08-01 10:12:36 +08:00
|
|
|
"math/rand"
|
2018-06-01 15:39:39 +08:00
|
|
|
)
|
|
|
|
|
2018-07-28 17:10:32 +08:00
|
|
|
type MasterClient struct {
|
|
|
|
ctx context.Context
|
|
|
|
name string
|
|
|
|
currentMaster string
|
|
|
|
masters []string
|
2018-07-29 05:22:46 +08:00
|
|
|
|
2018-07-29 09:40:31 +08:00
|
|
|
vidMap
|
2018-07-28 17:10:32 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewMasterClient(ctx context.Context, clientName string, masters []string) *MasterClient {
|
|
|
|
return &MasterClient{
|
|
|
|
ctx: ctx,
|
|
|
|
name: clientName,
|
|
|
|
masters: masters,
|
2018-07-29 09:40:31 +08:00
|
|
|
vidMap: newVidMap(),
|
2018-07-28 17:10:32 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (mc *MasterClient) GetMaster() string {
|
|
|
|
return mc.currentMaster
|
2018-06-01 15:39:39 +08:00
|
|
|
}
|
|
|
|
|
2018-08-01 10:12:36 +08:00
|
|
|
func (mc *MasterClient) WaitUntilConnected() {
|
|
|
|
for mc.currentMaster == "" {
|
|
|
|
time.Sleep(time.Duration(rand.Int31n(200)) * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-07-28 17:10:32 +08:00
|
|
|
func (mc *MasterClient) KeepConnectedToMaster() {
|
|
|
|
glog.V(0).Infof("%s bootstraps with masters %v", mc.name, mc.masters)
|
2018-07-28 14:09:55 +08:00
|
|
|
for {
|
2018-07-28 17:10:32 +08:00
|
|
|
mc.tryAllMasters()
|
2018-07-28 14:09:55 +08:00
|
|
|
time.Sleep(time.Second)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-07-28 17:10:32 +08:00
|
|
|
func (mc *MasterClient) tryAllMasters() {
|
|
|
|
for _, master := range mc.masters {
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("Connecting to %v", master)
|
|
|
|
withMasterClient(master, func(client master_pb.SeaweedClient) error {
|
|
|
|
stream, err := client.KeepConnected(context.Background())
|
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("failed to keep connected to %s: %v", master, err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-07-28 17:10:32 +08:00
|
|
|
if err = stream.Send(&master_pb.ClientListenRequest{Name: mc.name}); err != nil {
|
2018-07-28 14:09:55 +08:00
|
|
|
glog.V(0).Infof("failed to send to %s: %v", master, err)
|
|
|
|
return err
|
|
|
|
}
|
2018-06-01 15:39:39 +08:00
|
|
|
|
2018-07-28 14:09:55 +08:00
|
|
|
for {
|
|
|
|
if volumeLocation, err := stream.Recv(); err != nil {
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.V(0).Infof("failed to receive from %s: %v", master, err)
|
|
|
|
return err
|
2018-07-28 14:09:55 +08:00
|
|
|
} else {
|
2018-07-29 05:22:46 +08:00
|
|
|
loc := Location{
|
|
|
|
Url: volumeLocation.Url,
|
|
|
|
PublicUrl: volumeLocation.PublicUrl,
|
|
|
|
}
|
|
|
|
for _, newVid := range volumeLocation.NewVids {
|
2018-07-29 09:34:15 +08:00
|
|
|
mc.addLocation(newVid, loc)
|
2018-07-29 05:22:46 +08:00
|
|
|
}
|
|
|
|
for _, deletedVid := range volumeLocation.DeletedVids {
|
2018-07-29 09:34:15 +08:00
|
|
|
mc.deleteLocation(deletedVid, loc)
|
2018-07-29 05:22:46 +08:00
|
|
|
}
|
2018-08-01 10:12:36 +08:00
|
|
|
|
|
|
|
if mc.currentMaster == "" {
|
|
|
|
glog.V(0).Infof("Connected to %v", master)
|
|
|
|
mc.currentMaster = master
|
|
|
|
}
|
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
}
|
|
|
|
}
|
2018-08-01 10:12:36 +08:00
|
|
|
|
2018-06-01 15:39:39 +08:00
|
|
|
})
|
2018-08-01 10:12:36 +08:00
|
|
|
|
2018-07-28 17:10:32 +08:00
|
|
|
mc.currentMaster = ""
|
2018-06-01 15:39:39 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func withMasterClient(master string, fn func(client master_pb.SeaweedClient) error) error {
|
|
|
|
|
2018-07-04 10:07:55 +08:00
|
|
|
grpcConnection, err := util.GrpcDial(master)
|
2018-06-01 15:39:39 +08:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("fail to dial %s: %v", master, err)
|
|
|
|
}
|
|
|
|
defer grpcConnection.Close()
|
|
|
|
|
|
|
|
client := master_pb.NewSeaweedClient(grpcConnection)
|
|
|
|
|
|
|
|
return fn(client)
|
|
|
|
}
|