2023-08-28 09:33:46 +08:00
|
|
|
package broker
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2023-09-25 14:05:41 +08:00
|
|
|
"fmt"
|
2024-01-23 02:47:39 +08:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
2024-01-22 16:52:55 +08:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
2023-08-28 09:33:46 +08:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
2023-09-20 05:08:17 +08:00
|
|
|
"google.golang.org/grpc/codes"
|
|
|
|
"google.golang.org/grpc/status"
|
2023-08-28 09:33:46 +08:00
|
|
|
)
|
|
|
|
|
2024-01-17 01:30:46 +08:00
|
|
|
// LookupTopicBrokers returns the brokers that are serving the topic
|
2023-12-12 04:05:54 +08:00
|
|
|
func (b *MessageQueueBroker) LookupTopicBrokers(ctx context.Context, request *mq_pb.LookupTopicBrokersRequest) (resp *mq_pb.LookupTopicBrokersResponse, err error) {
|
|
|
|
if b.currentBalancer == "" {
|
2023-09-20 05:08:17 +08:00
|
|
|
return nil, status.Errorf(codes.Unavailable, "no balancer")
|
|
|
|
}
|
2023-12-12 04:05:54 +08:00
|
|
|
if !b.lockAsBalancer.IsLocked() {
|
|
|
|
proxyErr := b.withBrokerClient(false, b.currentBalancer, func(client mq_pb.SeaweedMessagingClient) error {
|
2023-09-20 05:08:17 +08:00
|
|
|
resp, err = client.LookupTopicBrokers(ctx, request)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if proxyErr != nil {
|
|
|
|
return nil, proxyErr
|
|
|
|
}
|
|
|
|
return resp, err
|
|
|
|
}
|
2023-08-28 09:33:46 +08:00
|
|
|
|
2024-01-23 02:47:39 +08:00
|
|
|
t := topic.FromPbTopic(request.Topic)
|
2023-09-20 05:08:17 +08:00
|
|
|
ret := &mq_pb.LookupTopicBrokersResponse{}
|
2024-01-23 02:47:39 +08:00
|
|
|
conf := &mq_pb.ConfigureTopicResponse{}
|
2023-08-28 09:59:04 +08:00
|
|
|
ret.Topic = request.Topic
|
2024-01-23 02:47:39 +08:00
|
|
|
if conf, err = b.readTopicConfFromFiler(t); err != nil {
|
|
|
|
glog.V(0).Infof("lookup topic %s conf: %v", request.Topic, err)
|
|
|
|
} else {
|
|
|
|
err = b.ensureTopicActiveAssignments(t, conf)
|
2024-01-29 04:05:44 +08:00
|
|
|
ret.BrokerPartitionAssignments = conf.BrokerPartitionAssignments
|
2024-01-22 16:52:55 +08:00
|
|
|
}
|
2024-01-23 02:47:39 +08:00
|
|
|
|
2023-09-20 05:08:17 +08:00
|
|
|
return ret, err
|
2023-08-28 09:33:46 +08:00
|
|
|
}
|
|
|
|
|
2023-12-12 04:05:54 +08:00
|
|
|
func (b *MessageQueueBroker) ListTopics(ctx context.Context, request *mq_pb.ListTopicsRequest) (resp *mq_pb.ListTopicsResponse, err error) {
|
|
|
|
if b.currentBalancer == "" {
|
2023-09-25 12:19:51 +08:00
|
|
|
return nil, status.Errorf(codes.Unavailable, "no balancer")
|
|
|
|
}
|
2023-12-12 04:05:54 +08:00
|
|
|
if !b.lockAsBalancer.IsLocked() {
|
|
|
|
proxyErr := b.withBrokerClient(false, b.currentBalancer, func(client mq_pb.SeaweedMessagingClient) error {
|
2023-09-25 12:19:51 +08:00
|
|
|
resp, err = client.ListTopics(ctx, request)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if proxyErr != nil {
|
|
|
|
return nil, proxyErr
|
|
|
|
}
|
|
|
|
return resp, err
|
|
|
|
}
|
|
|
|
|
|
|
|
ret := &mq_pb.ListTopicsResponse{}
|
2023-09-25 14:05:41 +08:00
|
|
|
knownTopics := make(map[string]struct{})
|
2023-12-12 04:05:54 +08:00
|
|
|
for brokerStatsItem := range b.Balancer.Brokers.IterBuffered() {
|
2023-09-25 12:19:51 +08:00
|
|
|
_, brokerStats := brokerStatsItem.Key, brokerStatsItem.Val
|
2023-12-12 04:05:54 +08:00
|
|
|
for topicPartitionStatsItem := range brokerStats.TopicPartitionStats.IterBuffered() {
|
2023-09-25 12:19:51 +08:00
|
|
|
topicPartitionStat := topicPartitionStatsItem.Val
|
|
|
|
topic := &mq_pb.Topic{
|
|
|
|
Namespace: topicPartitionStat.TopicPartition.Namespace,
|
2023-10-02 16:01:45 +08:00
|
|
|
Name: topicPartitionStat.TopicPartition.Name,
|
2023-09-25 12:19:51 +08:00
|
|
|
}
|
2023-09-25 14:05:41 +08:00
|
|
|
topicKey := fmt.Sprintf("%s/%s", topic.Namespace, topic.Name)
|
|
|
|
if _, found := knownTopics[topicKey]; found {
|
2023-09-25 12:19:51 +08:00
|
|
|
continue
|
|
|
|
}
|
2023-09-25 14:05:41 +08:00
|
|
|
knownTopics[topicKey] = struct{}{}
|
2023-09-25 12:19:51 +08:00
|
|
|
ret.Topics = append(ret.Topics, topic)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret, nil
|
|
|
|
}
|