2023-12-12 04:05:54 +08:00
|
|
|
package broker
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
2024-01-09 15:27:02 +08:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
2023-12-12 04:05:54 +08:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/pub_balancer"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
|
|
"google.golang.org/grpc/codes"
|
|
|
|
"google.golang.org/grpc/status"
|
|
|
|
)
|
|
|
|
|
|
|
|
// ConfigureTopic Runs on any broker, but proxied to the balancer if not the balancer
|
|
|
|
// It generates an assignments based on existing allocations,
|
|
|
|
// and then assign the partitions to the brokers.
|
|
|
|
func (b *MessageQueueBroker) ConfigureTopic(ctx context.Context, request *mq_pb.ConfigureTopicRequest) (resp *mq_pb.ConfigureTopicResponse, err error) {
|
|
|
|
if b.currentBalancer == "" {
|
|
|
|
return nil, status.Errorf(codes.Unavailable, "no balancer")
|
|
|
|
}
|
|
|
|
if !b.lockAsBalancer.IsLocked() {
|
|
|
|
proxyErr := b.withBrokerClient(false, b.currentBalancer, func(client mq_pb.SeaweedMessagingClient) error {
|
|
|
|
resp, err = client.ConfigureTopic(ctx, request)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if proxyErr != nil {
|
|
|
|
return nil, proxyErr
|
|
|
|
}
|
|
|
|
return resp, err
|
|
|
|
}
|
|
|
|
|
2024-01-22 16:51:31 +08:00
|
|
|
t := topic.FromPbTopic(request.Topic)
|
|
|
|
resp, err = b.readTopicConfFromFiler(t)
|
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("read topic %s conf: %v", request.Topic, err)
|
2024-01-17 01:30:46 +08:00
|
|
|
} else {
|
2024-01-22 16:51:31 +08:00
|
|
|
err = b.ensureTopicActiveAssignments(t, resp)
|
2024-01-23 03:04:47 +08:00
|
|
|
// no need to assign directly.
|
|
|
|
// The added or updated assignees will read from filer directly.
|
|
|
|
// The gone assignees will die by themselves.
|
2024-01-22 16:51:31 +08:00
|
|
|
}
|
|
|
|
if err == nil && len(resp.BrokerPartitionAssignments) == int(request.PartitionCount) {
|
|
|
|
glog.V(0).Infof("existing topic partitions %d: %+v", len(resp.BrokerPartitionAssignments), resp.BrokerPartitionAssignments)
|
|
|
|
} else {
|
2024-01-23 03:57:17 +08:00
|
|
|
if resp!=nil && len(resp.BrokerPartitionAssignments) > 0 {
|
|
|
|
if cancelErr := b.assignTopicPartitionsToBrokers(ctx, request.Topic, resp.BrokerPartitionAssignments, false); cancelErr != nil {
|
|
|
|
glog.V(1).Infof("cancel old topic %s partitions assignments %v : %v", request.Topic, resp.BrokerPartitionAssignments, cancelErr)
|
|
|
|
}
|
|
|
|
}
|
2024-01-22 16:51:31 +08:00
|
|
|
resp = &mq_pb.ConfigureTopicResponse{}
|
2024-01-17 01:30:46 +08:00
|
|
|
if b.Balancer.Brokers.IsEmpty() {
|
|
|
|
return nil, status.Errorf(codes.Unavailable, pub_balancer.ErrNoBroker.Error())
|
|
|
|
}
|
2024-01-22 16:51:31 +08:00
|
|
|
resp.BrokerPartitionAssignments = pub_balancer.AllocateTopicPartitions(b.Balancer.Brokers, request.PartitionCount)
|
2024-01-17 01:30:46 +08:00
|
|
|
|
|
|
|
// save the topic configuration on filer
|
2024-01-22 16:51:31 +08:00
|
|
|
if err := b.saveTopicConfToFiler(request.Topic, resp); err != nil {
|
2024-01-21 17:23:43 +08:00
|
|
|
return nil, fmt.Errorf("configure topic: %v", err)
|
2024-01-17 01:30:46 +08:00
|
|
|
}
|
|
|
|
|
2024-01-22 16:51:31 +08:00
|
|
|
b.Balancer.OnPartitionChange(request.Topic, resp.BrokerPartitionAssignments)
|
2024-01-17 01:30:46 +08:00
|
|
|
}
|
2023-12-12 04:05:54 +08:00
|
|
|
|
2024-01-23 01:00:22 +08:00
|
|
|
glog.V(0).Infof("ConfigureTopic: topic %s partition assignments: %v", request.Topic, resp.BrokerPartitionAssignments)
|
|
|
|
|
|
|
|
return resp, err
|
|
|
|
}
|