mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-08-22 09:40:45 +02:00
163 lines
4.9 KiB
Go
163 lines
4.9 KiB
Go
package shell
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/erasure_coding"
|
|
|
|
"io"
|
|
"sort"
|
|
)
|
|
|
|
func init() {
|
|
Commands = append(Commands, &commandVolumeList{})
|
|
}
|
|
|
|
type commandVolumeList struct {
|
|
}
|
|
|
|
func (c *commandVolumeList) Name() string {
|
|
return "volume.list"
|
|
}
|
|
|
|
func (c *commandVolumeList) Help() string {
|
|
return `list all volumes
|
|
|
|
This command list all volumes as a tree of dataCenter > rack > dataNode > volume.
|
|
|
|
`
|
|
}
|
|
|
|
func (c *commandVolumeList) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
|
|
|
// collect topology information
|
|
topologyInfo, volumeSizeLimitMb, err := collectTopologyInfo(commandEnv)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
writeTopologyInfo(writer, topologyInfo, volumeSizeLimitMb)
|
|
return nil
|
|
}
|
|
|
|
func diskInfosToString(diskInfos map[string]*master_pb.DiskInfo) string {
|
|
var buf bytes.Buffer
|
|
for diskType, diskInfo := range diskInfos {
|
|
if diskType == "" {
|
|
diskType = "hdd"
|
|
}
|
|
fmt.Fprintf(&buf, " %s(volume:%d/%d active:%d free:%d remote:%d)", diskType, diskInfo.VolumeCount, diskInfo.MaxVolumeCount, diskInfo.ActiveVolumeCount, diskInfo.FreeVolumeCount, diskInfo.RemoteVolumeCount)
|
|
}
|
|
return buf.String()
|
|
}
|
|
|
|
func diskInfoToString(diskInfo *master_pb.DiskInfo) string {
|
|
var buf bytes.Buffer
|
|
fmt.Fprintf(&buf, "volume:%d/%d active:%d free:%d remote:%d", diskInfo.VolumeCount, diskInfo.MaxVolumeCount, diskInfo.ActiveVolumeCount, diskInfo.FreeVolumeCount, diskInfo.RemoteVolumeCount)
|
|
return buf.String()
|
|
}
|
|
|
|
func writeTopologyInfo(writer io.Writer, t *master_pb.TopologyInfo, volumeSizeLimitMb uint64) statistics {
|
|
fmt.Fprintf(writer, "Topology volumeSizeLimit:%d MB%s\n", volumeSizeLimitMb, diskInfosToString(t.DiskInfos))
|
|
sort.Slice(t.DataCenterInfos, func(i, j int) bool {
|
|
return t.DataCenterInfos[i].Id < t.DataCenterInfos[j].Id
|
|
})
|
|
var s statistics
|
|
for _, dc := range t.DataCenterInfos {
|
|
s = s.plus(writeDataCenterInfo(writer, dc))
|
|
}
|
|
fmt.Fprintf(writer, "%+v \n", s)
|
|
return s
|
|
}
|
|
func writeDataCenterInfo(writer io.Writer, t *master_pb.DataCenterInfo) statistics {
|
|
fmt.Fprintf(writer, " DataCenter %s%s\n", t.Id, diskInfosToString(t.DiskInfos))
|
|
var s statistics
|
|
sort.Slice(t.RackInfos, func(i, j int) bool {
|
|
return t.RackInfos[i].Id < t.RackInfos[j].Id
|
|
})
|
|
for _, r := range t.RackInfos {
|
|
s = s.plus(writeRackInfo(writer, r))
|
|
}
|
|
fmt.Fprintf(writer, " DataCenter %s %+v \n", t.Id, s)
|
|
return s
|
|
}
|
|
func writeRackInfo(writer io.Writer, t *master_pb.RackInfo) statistics {
|
|
fmt.Fprintf(writer, " Rack %s%s\n", t.Id, diskInfosToString(t.DiskInfos))
|
|
var s statistics
|
|
sort.Slice(t.DataNodeInfos, func(i, j int) bool {
|
|
return t.DataNodeInfos[i].Id < t.DataNodeInfos[j].Id
|
|
})
|
|
for _, dn := range t.DataNodeInfos {
|
|
s = s.plus(writeDataNodeInfo(writer, dn))
|
|
}
|
|
fmt.Fprintf(writer, " Rack %s %+v \n", t.Id, s)
|
|
return s
|
|
}
|
|
func writeDataNodeInfo(writer io.Writer, t *master_pb.DataNodeInfo) statistics {
|
|
fmt.Fprintf(writer, " DataNode %s%s\n", t.Id, diskInfosToString(t.DiskInfos))
|
|
var s statistics
|
|
for _, diskInfo := range t.DiskInfos {
|
|
s = s.plus(writeDiskInfo(writer, diskInfo))
|
|
}
|
|
fmt.Fprintf(writer, " DataNode %s %+v \n", t.Id, s)
|
|
return s
|
|
}
|
|
|
|
func writeDiskInfo(writer io.Writer, t *master_pb.DiskInfo) statistics {
|
|
var s statistics
|
|
diskType := t.Type
|
|
if diskType == "" {
|
|
diskType = "hdd"
|
|
}
|
|
fmt.Fprintf(writer, " Disk %s(%s)\n", diskType, diskInfoToString(t))
|
|
sort.Slice(t.VolumeInfos, func(i, j int) bool {
|
|
return t.VolumeInfos[i].Id < t.VolumeInfos[j].Id
|
|
})
|
|
for _, vi := range t.VolumeInfos {
|
|
s = s.plus(writeVolumeInformationMessage(writer, vi))
|
|
}
|
|
for _, ecShardInfo := range t.EcShardInfos {
|
|
fmt.Fprintf(writer, " ec volume id:%v collection:%v shards:%v\n", ecShardInfo.Id, ecShardInfo.Collection, erasure_coding.ShardBits(ecShardInfo.EcIndexBits).ShardIds())
|
|
}
|
|
fmt.Fprintf(writer, " Disk %s %+v \n", diskType, s)
|
|
return s
|
|
}
|
|
|
|
func writeVolumeInformationMessage(writer io.Writer, t *master_pb.VolumeInformationMessage) statistics {
|
|
fmt.Fprintf(writer, " volume %+v \n", t)
|
|
return newStatistics(t)
|
|
}
|
|
|
|
type statistics struct {
|
|
Size uint64
|
|
FileCount uint64
|
|
DeletedFileCount uint64
|
|
DeletedBytes uint64
|
|
}
|
|
|
|
func newStatistics(t *master_pb.VolumeInformationMessage) statistics {
|
|
return statistics{
|
|
Size: t.Size,
|
|
FileCount: t.FileCount,
|
|
DeletedFileCount: t.DeleteCount,
|
|
DeletedBytes: t.DeletedByteCount,
|
|
}
|
|
}
|
|
|
|
func (s statistics) plus(t statistics) statistics {
|
|
return statistics{
|
|
Size: s.Size + t.Size,
|
|
FileCount: s.FileCount + t.FileCount,
|
|
DeletedFileCount: s.DeletedFileCount + t.DeletedFileCount,
|
|
DeletedBytes: s.DeletedBytes + t.DeletedBytes,
|
|
}
|
|
}
|
|
|
|
func (s statistics) String() string {
|
|
if s.DeletedFileCount > 0 {
|
|
return fmt.Sprintf("total size:%d file_count:%d deleted_file:%d deleted_bytes:%d", s.Size, s.FileCount, s.DeletedFileCount, s.DeletedBytes)
|
|
}
|
|
return fmt.Sprintf("total size:%d file_count:%d", s.Size, s.FileCount)
|
|
}
|