mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-12-28 11:57:54 +08:00
580940bf82
* balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * tracking topic=>broker * merge * comment
88 lines
2.0 KiB
Go
88 lines
2.0 KiB
Go
package topic
|
|
|
|
import "sync"
|
|
|
|
type LocalTopic struct {
|
|
Topic
|
|
Partitions []*LocalPartition
|
|
}
|
|
|
|
func NewLocalTopic(topic Topic) *LocalTopic {
|
|
return &LocalTopic{
|
|
Topic: topic,
|
|
Partitions: make([]*LocalPartition, 0),
|
|
}
|
|
}
|
|
|
|
func (localTopic *LocalTopic) findPartition(partition Partition) *LocalPartition {
|
|
for _, localPartition := range localTopic.Partitions {
|
|
if localPartition.Partition.Equals(partition) {
|
|
return localPartition
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
func (localTopic *LocalTopic) removePartition(partition Partition) bool {
|
|
foundPartitionIndex := -1
|
|
for i, localPartition := range localTopic.Partitions {
|
|
if localPartition.Partition.Equals(partition) {
|
|
foundPartitionIndex = i
|
|
break
|
|
}
|
|
}
|
|
if foundPartitionIndex == -1 {
|
|
return false
|
|
}
|
|
localTopic.Partitions = append(localTopic.Partitions[:foundPartitionIndex], localTopic.Partitions[foundPartitionIndex+1:]...)
|
|
return true
|
|
}
|
|
|
|
func (localTopic *LocalTopic) closePartitionPublishers(unixTsNs int64) bool {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
if localPartition.UnixTimeNs != unixTsNs {
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.closePublishers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
return true
|
|
}
|
|
|
|
func (localTopic *LocalTopic) closePartitionSubscribers(unixTsNs int64) bool {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
if localPartition.UnixTimeNs != unixTsNs {
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.closeSubscribers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
return true
|
|
}
|
|
|
|
func (localTopic *LocalTopic) WaitUntilNoPublishers() {
|
|
for {
|
|
var wg sync.WaitGroup
|
|
for _, localPartition := range localTopic.Partitions {
|
|
wg.Add(1)
|
|
go func(localPartition *LocalPartition) {
|
|
defer wg.Done()
|
|
localPartition.WaitUntilNoPublishers()
|
|
}(localPartition)
|
|
}
|
|
wg.Wait()
|
|
if len(localTopic.Partitions) == 0 {
|
|
return
|
|
}
|
|
}
|
|
}
|