mirror/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-12-19 05:27:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

Parallelize EC shards balancing across racks. (#6352)

Browse Source
This commit is contained in:
Lisandro Pin 2024-12-13 15:05:32 +01:00 committed by GitHub
parent b81def5e5c
commit 926cfea3dc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
weed/shell/command_ec_common.go
View File

@ -679,17 +679,18 @@ func (ecb *ecBalancer) doDeduplicateEcShards(collection string, vid needle.Volum
return nil return nil
} }
// TODO: enable parallelization
func (ecb *ecBalancer) balanceEcShardsAcrossRacks(collection string) error { func (ecb *ecBalancer) balanceEcShardsAcrossRacks(collection string) error {
// collect vid => []ecNode, since previous steps can change the locations // collect vid => []ecNode, since previous steps can change the locations
vidLocations := ecb.collectVolumeIdToEcNodes(collection) vidLocations := ecb.collectVolumeIdToEcNodes(collection)
// spread the ec shards evenly // spread the ec shards evenly
ecb.wgInit()
for vid, locations := range vidLocations { for vid, locations := range vidLocations {
if err := ecb.doBalanceEcShardsAcrossRacks(collection, vid, locations); err != nil { ecb.wgAdd(func() error {
return err return ecb.doBalanceEcShardsAcrossRacks(collection, vid, locations)
})
} }
} return ecb.wgWait()
return nil
} }
func countShardsByRack(vid needle.VolumeId, locations []*EcNode) map[string]int { func countShardsByRack(vid needle.VolumeId, locations []*EcNode) map[string]int {