2020-04-18 16:12:01 +08:00
|
|
|
package broker
|
2020-03-04 16:39:47 +08:00
|
|
|
|
|
|
|
import (
|
2022-07-02 14:34:51 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/cluster"
|
2022-07-02 13:43:25 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/mq_pb"
|
2022-07-02 14:34:51 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/wdclient"
|
2020-03-04 16:39:47 +08:00
|
|
|
"google.golang.org/grpc"
|
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
|
|
|
)
|
|
|
|
|
2022-07-02 13:44:28 +08:00
|
|
|
type MessageQueueBrokerOption struct {
|
2022-07-02 14:34:51 +08:00
|
|
|
Masters map[string]pb.ServerAddress
|
|
|
|
FilerGroup string
|
2022-07-03 15:29:25 +08:00
|
|
|
DataCenter string
|
|
|
|
Rack string
|
2021-09-13 13:47:52 +08:00
|
|
|
Filers []pb.ServerAddress
|
2020-03-04 16:39:47 +08:00
|
|
|
DefaultReplication string
|
|
|
|
MaxMB int
|
2020-05-05 17:05:28 +08:00
|
|
|
Ip string
|
2020-03-04 16:39:47 +08:00
|
|
|
Port int
|
2020-04-17 17:29:00 +08:00
|
|
|
Cipher bool
|
2020-03-04 16:39:47 +08:00
|
|
|
}
|
|
|
|
|
2022-07-02 13:44:28 +08:00
|
|
|
type MessageQueueBroker struct {
|
2022-07-02 13:43:25 +08:00
|
|
|
mq_pb.UnimplementedSeaweedMessagingServer
|
2022-07-02 13:44:28 +08:00
|
|
|
option *MessageQueueBrokerOption
|
2020-03-04 16:39:47 +08:00
|
|
|
grpcDialOption grpc.DialOption
|
2022-07-02 14:34:51 +08:00
|
|
|
MasterClient *wdclient.MasterClient
|
2020-03-04 16:39:47 +08:00
|
|
|
}
|
|
|
|
|
2022-07-02 14:34:51 +08:00
|
|
|
func NewMessageBroker(option *MessageQueueBrokerOption, grpcDialOption grpc.DialOption) (mqBroker *MessageQueueBroker, err error) {
|
2020-03-04 16:39:47 +08:00
|
|
|
|
2022-07-02 14:34:51 +08:00
|
|
|
mqBroker = &MessageQueueBroker{
|
2020-03-04 16:39:47 +08:00
|
|
|
option: option,
|
2020-04-17 17:29:00 +08:00
|
|
|
grpcDialOption: grpcDialOption,
|
2022-07-03 15:55:37 +08:00
|
|
|
MasterClient: wdclient.NewMasterClient(grpcDialOption, option.FilerGroup, cluster.BrokerType, pb.NewServerAddress(option.Ip, option.Port, 0), option.DataCenter, option.Rack, option.Masters),
|
2020-03-04 16:39:47 +08:00
|
|
|
}
|
|
|
|
|
2022-07-02 14:34:51 +08:00
|
|
|
mqBroker.checkFilers()
|
2020-04-19 06:17:27 +08:00
|
|
|
|
2022-07-02 14:34:51 +08:00
|
|
|
go mqBroker.MasterClient.KeepConnectedToMaster()
|
2020-03-04 16:39:47 +08:00
|
|
|
|
2022-07-02 14:34:51 +08:00
|
|
|
return mqBroker, nil
|
2020-03-04 16:39:47 +08:00
|
|
|
}
|
|
|
|
|
2022-07-02 13:44:28 +08:00
|
|
|
func (broker *MessageQueueBroker) withFilerClient(streamingMode bool, filer pb.ServerAddress, fn func(filer_pb.SeaweedFilerClient) error) error {
|
2020-03-04 16:39:47 +08:00
|
|
|
|
2021-12-26 16:15:03 +08:00
|
|
|
return pb.WithFilerClient(streamingMode, filer, broker.grpcDialOption, fn)
|
2020-03-04 16:39:47 +08:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2022-07-02 13:44:28 +08:00
|
|
|
func (broker *MessageQueueBroker) withMasterClient(streamingMode bool, master pb.ServerAddress, fn func(client master_pb.SeaweedClient) error) error {
|
2020-03-04 16:39:47 +08:00
|
|
|
|
2021-12-26 16:15:03 +08:00
|
|
|
return pb.WithMasterClient(streamingMode, master, broker.grpcDialOption, func(client master_pb.SeaweedClient) error {
|
2020-03-04 16:39:47 +08:00
|
|
|
return fn(client)
|
|
|
|
})
|
|
|
|
|
|
|
|
}
|
2022-07-11 15:20:27 +08:00
|
|
|
|
|
|
|
func (broker *MessageQueueBroker) withBrokerClient(streamingMode bool, server pb.ServerAddress, fn func(client mq_pb.SeaweedMessagingClient) error) error {
|
|
|
|
|
|
|
|
return pb.WithBrokerClient(streamingMode, server, broker.grpcDialOption, func(client mq_pb.SeaweedMessagingClient) error {
|
|
|
|
return fn(client)
|
|
|
|
})
|
|
|
|
|
|
|
|
}
|