2020-02-24 23:30:01 -08:00
|
|
|
package shell
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"math"
|
|
|
|
|
2022-07-29 00:17:28 -07:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
2020-02-24 23:30:01 -08:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2020-12-22 17:40:55 -08:00
|
|
|
Commands = append(Commands, &commandS3BucketList{})
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|
|
|
|
|
2020-12-22 17:40:55 -08:00
|
|
|
type commandS3BucketList struct {
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|
|
|
|
|
2020-12-22 17:40:55 -08:00
|
|
|
func (c *commandS3BucketList) Name() string {
|
|
|
|
return "s3.bucket.list"
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|
|
|
|
|
2020-12-22 17:40:55 -08:00
|
|
|
func (c *commandS3BucketList) Help() string {
|
2020-02-24 23:30:01 -08:00
|
|
|
return `list all buckets
|
|
|
|
|
|
|
|
`
|
|
|
|
}
|
|
|
|
|
2020-12-22 17:40:55 -08:00
|
|
|
func (c *commandS3BucketList) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
2020-02-24 23:30:01 -08:00
|
|
|
|
|
|
|
bucketCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
|
|
|
|
if err = bucketCommand.Parse(args); err != nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-01-21 00:26:49 -08:00
|
|
|
// collect collection information
|
2022-02-08 00:53:55 -08:00
|
|
|
topologyInfo, _, err := collectTopologyInfo(commandEnv, 0)
|
2022-01-21 00:26:49 -08:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
collectionInfos := make(map[string]*CollectionInfo)
|
|
|
|
collectCollectionInfo(topologyInfo, collectionInfos)
|
|
|
|
|
2020-03-23 21:26:15 -07:00
|
|
|
_, parseErr := commandEnv.parseUrl(findInputDirectory(bucketCommand.Args()))
|
2020-02-24 23:30:01 -08:00
|
|
|
if parseErr != nil {
|
|
|
|
return parseErr
|
|
|
|
}
|
|
|
|
|
2020-03-23 01:14:21 -07:00
|
|
|
var filerBucketsPath string
|
2020-03-23 21:26:15 -07:00
|
|
|
filerBucketsPath, err = readFilerBucketsPath(commandEnv)
|
2020-03-23 01:14:21 -07:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("read buckets: %v", err)
|
|
|
|
}
|
2020-02-24 23:30:01 -08:00
|
|
|
|
2020-04-29 17:40:08 -07:00
|
|
|
err = filer_pb.List(commandEnv, filerBucketsPath, "", func(entry *filer_pb.Entry, isLast bool) error {
|
2021-05-23 10:36:22 -07:00
|
|
|
if !entry.IsDirectory {
|
|
|
|
return nil
|
|
|
|
}
|
2022-01-21 00:26:49 -08:00
|
|
|
collection := entry.Name
|
2022-03-04 18:47:44 -08:00
|
|
|
var collectionSize, fileCount float64
|
2022-01-21 00:26:49 -08:00
|
|
|
if collectionInfo, found := collectionInfos[collection]; found {
|
|
|
|
collectionSize = collectionInfo.Size
|
|
|
|
fileCount = collectionInfo.FileCount - collectionInfo.DeleteCount
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|
2022-03-04 18:47:44 -08:00
|
|
|
fmt.Fprintf(writer, " %s\tsize:%.0f\tfile:%.0f", entry.Name, collectionSize, fileCount)
|
2022-01-21 00:55:04 -08:00
|
|
|
if entry.Quota > 0 {
|
|
|
|
fmt.Fprintf(writer, "\tquota:%d\tusage:%.2f%%", entry.Quota, float64(collectionSize)*100/float64(entry.Quota))
|
|
|
|
}
|
|
|
|
fmt.Fprintln(writer)
|
2020-04-29 17:40:08 -07:00
|
|
|
return nil
|
2020-03-23 01:14:21 -07:00
|
|
|
}, "", false, math.MaxUint32)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("list buckets under %v: %v", filerBucketsPath, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
2020-02-24 23:30:01 -08:00
|
|
|
|
2020-03-23 01:14:21 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
func readFilerBucketsPath(filerClient filer_pb.FilerClient) (filerBucketsPath string, err error) {
|
2021-12-26 00:15:03 -08:00
|
|
|
err = filerClient.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
2020-03-23 01:14:21 -07:00
|
|
|
|
|
|
|
resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("get filer configuration: %v", err)
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|
2020-03-23 01:14:21 -07:00
|
|
|
filerBucketsPath = resp.DirBuckets
|
2020-02-24 23:30:01 -08:00
|
|
|
|
|
|
|
return nil
|
|
|
|
|
|
|
|
})
|
|
|
|
|
2020-03-23 01:14:21 -07:00
|
|
|
return filerBucketsPath, err
|
2020-02-24 23:30:01 -08:00
|
|
|
}
|