2020-02-25 15:30:01 +08:00
|
|
|
package shell
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"math"
|
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2020-12-23 09:40:55 +08:00
|
|
|
Commands = append(Commands, &commandS3BucketList{})
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|
|
|
|
|
2020-12-23 09:40:55 +08:00
|
|
|
type commandS3BucketList struct {
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|
|
|
|
|
2020-12-23 09:40:55 +08:00
|
|
|
func (c *commandS3BucketList) Name() string {
|
|
|
|
return "s3.bucket.list"
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|
|
|
|
|
2020-12-23 09:40:55 +08:00
|
|
|
func (c *commandS3BucketList) Help() string {
|
2020-02-25 15:30:01 +08:00
|
|
|
return `list all buckets
|
|
|
|
|
|
|
|
`
|
|
|
|
}
|
|
|
|
|
2020-12-23 09:40:55 +08:00
|
|
|
func (c *commandS3BucketList) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
2020-02-25 15:30:01 +08:00
|
|
|
|
|
|
|
bucketCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
|
|
|
|
if err = bucketCommand.Parse(args); err != nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-01-21 16:26:49 +08:00
|
|
|
// collect collection information
|
2022-02-08 16:53:55 +08:00
|
|
|
topologyInfo, _, err := collectTopologyInfo(commandEnv, 0)
|
2022-01-21 16:26:49 +08:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
collectionInfos := make(map[string]*CollectionInfo)
|
|
|
|
collectCollectionInfo(topologyInfo, collectionInfos)
|
|
|
|
|
2020-03-24 12:26:15 +08:00
|
|
|
_, parseErr := commandEnv.parseUrl(findInputDirectory(bucketCommand.Args()))
|
2020-02-25 15:30:01 +08:00
|
|
|
if parseErr != nil {
|
|
|
|
return parseErr
|
|
|
|
}
|
|
|
|
|
2020-03-23 16:14:21 +08:00
|
|
|
var filerBucketsPath string
|
2020-03-24 12:26:15 +08:00
|
|
|
filerBucketsPath, err = readFilerBucketsPath(commandEnv)
|
2020-03-23 16:14:21 +08:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("read buckets: %v", err)
|
|
|
|
}
|
2020-02-25 15:30:01 +08:00
|
|
|
|
2020-04-30 08:40:08 +08:00
|
|
|
err = filer_pb.List(commandEnv, filerBucketsPath, "", func(entry *filer_pb.Entry, isLast bool) error {
|
2021-05-24 01:36:22 +08:00
|
|
|
if !entry.IsDirectory {
|
|
|
|
return nil
|
|
|
|
}
|
2022-01-21 16:26:49 +08:00
|
|
|
collection := entry.Name
|
2022-03-05 10:47:44 +08:00
|
|
|
var collectionSize, fileCount float64
|
2022-01-21 16:26:49 +08:00
|
|
|
if collectionInfo, found := collectionInfos[collection]; found {
|
|
|
|
collectionSize = collectionInfo.Size
|
|
|
|
fileCount = collectionInfo.FileCount - collectionInfo.DeleteCount
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|
2022-03-05 10:47:44 +08:00
|
|
|
fmt.Fprintf(writer, " %s\tsize:%.0f\tfile:%.0f", entry.Name, collectionSize, fileCount)
|
2022-01-21 16:55:04 +08:00
|
|
|
if entry.Quota > 0 {
|
|
|
|
fmt.Fprintf(writer, "\tquota:%d\tusage:%.2f%%", entry.Quota, float64(collectionSize)*100/float64(entry.Quota))
|
|
|
|
}
|
|
|
|
if entry.Attributes.Replication != "" && entry.Attributes.Replication != "000" {
|
|
|
|
fmt.Fprintf(writer, "\treplication:%s", entry.Attributes.Replication)
|
|
|
|
}
|
|
|
|
fmt.Fprintln(writer)
|
2020-04-30 08:40:08 +08:00
|
|
|
return nil
|
2020-03-23 16:14:21 +08:00
|
|
|
}, "", false, math.MaxUint32)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("list buckets under %v: %v", filerBucketsPath, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
2020-02-25 15:30:01 +08:00
|
|
|
|
2020-03-23 16:14:21 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func readFilerBucketsPath(filerClient filer_pb.FilerClient) (filerBucketsPath string, err error) {
|
2021-12-26 16:15:03 +08:00
|
|
|
err = filerClient.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
2020-03-23 16:14:21 +08:00
|
|
|
|
|
|
|
resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("get filer configuration: %v", err)
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|
2020-03-23 16:14:21 +08:00
|
|
|
filerBucketsPath = resp.DirBuckets
|
2020-02-25 15:30:01 +08:00
|
|
|
|
|
|
|
return nil
|
|
|
|
|
|
|
|
})
|
|
|
|
|
2020-03-23 16:14:21 +08:00
|
|
|
return filerBucketsPath, err
|
2020-02-25 15:30:01 +08:00
|
|
|
}
|