mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-08-28 20:50:48 +02:00
359 lines
9.9 KiB
Go
359 lines
9.9 KiB
Go
package shell
|
|
|
|
import (
|
|
"bytes"
|
|
"flag"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/s3_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/s3api/s3_constants"
|
|
"io"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
)
|
|
|
|
var LoadConfig = loadConfig
|
|
|
|
func init() {
|
|
Commands = append(Commands, &commandS3CircuitBreaker{})
|
|
}
|
|
|
|
type commandS3CircuitBreaker struct {
|
|
}
|
|
|
|
func (c *commandS3CircuitBreaker) Name() string {
|
|
return "s3.circuitBreaker"
|
|
}
|
|
|
|
func (c *commandS3CircuitBreaker) Help() string {
|
|
return `configure and apply s3 circuit breaker options for each bucket
|
|
|
|
# examples
|
|
# add circuit breaker config for global
|
|
s3.circuitBreaker -global -type count -actions Read,Write -values 500,200 -apply
|
|
|
|
# disable global config
|
|
s3.circuitBreaker -global -disable -apply
|
|
|
|
# add circuit breaker config for buckets x,y,z
|
|
s3.circuitBreaker -buckets x,y,z -type count -actions Read,Write -values 200,100 -apply
|
|
|
|
# disable circuit breaker config of x
|
|
s3.circuitBreaker -buckets x -disable -apply
|
|
|
|
# delete circuit breaker config of x
|
|
s3.circuitBreaker -buckets x -delete -apply
|
|
|
|
# clear all circuit breaker config
|
|
s3.circuitBreaker -delete -apply
|
|
`
|
|
}
|
|
|
|
func (c *commandS3CircuitBreaker) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
|
dir := s3_constants.CircuitBreakerConfigDir
|
|
file := s3_constants.CircuitBreakerConfigFile
|
|
|
|
s3CircuitBreakerCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
|
|
buckets := s3CircuitBreakerCommand.String("buckets", "", "the bucket name(s) to configure, eg: -buckets x,y,z")
|
|
global := s3CircuitBreakerCommand.Bool("global", false, "configure global circuit breaker")
|
|
|
|
actions := s3CircuitBreakerCommand.String("actions", "", "comma separated actions names: Read,Write,List,Tagging,Admin")
|
|
limitType := s3CircuitBreakerCommand.String("type", "", "'Count' or 'MB'; Count represents the number of simultaneous requests, and MB represents the content size of all simultaneous requests")
|
|
values := s3CircuitBreakerCommand.String("values", "", "comma separated values")
|
|
|
|
disabled := s3CircuitBreakerCommand.Bool("disable", false, "disable global or buckets circuit breaker")
|
|
deleted := s3CircuitBreakerCommand.Bool("delete", false, "delete circuit breaker config")
|
|
|
|
apply := s3CircuitBreakerCommand.Bool("apply", false, "update and apply current configuration")
|
|
|
|
if err = s3CircuitBreakerCommand.Parse(args); err != nil {
|
|
return nil
|
|
|
|
}
|
|
|
|
var buf bytes.Buffer
|
|
err = LoadConfig(commandEnv, dir, file, &buf)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
cbCfg := &s3_pb.S3CircuitBreakerConfig{
|
|
Buckets: make(map[string]*s3_pb.S3CircuitBreakerOptions),
|
|
}
|
|
if buf.Len() > 0 {
|
|
if err = filer.ParseS3ConfigurationFromBytes(buf.Bytes(), cbCfg); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if *deleted {
|
|
cmdBuckets, cmdActions, _, err := c.initActionsAndValues(buckets, actions, limitType, values, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if len(cmdBuckets) <= 0 && !*global {
|
|
if len(cmdActions) > 0 {
|
|
deleteGlobalActions(cbCfg, cmdActions, limitType)
|
|
if cbCfg.Buckets != nil {
|
|
var allBuckets []string
|
|
for bucket := range cbCfg.Buckets {
|
|
allBuckets = append(allBuckets, bucket)
|
|
}
|
|
deleteBucketsActions(allBuckets, cbCfg, cmdActions, limitType)
|
|
}
|
|
} else {
|
|
cbCfg.Global = nil
|
|
cbCfg.Buckets = nil
|
|
}
|
|
} else {
|
|
if len(cmdBuckets) > 0 {
|
|
deleteBucketsActions(cmdBuckets, cbCfg, cmdActions, limitType)
|
|
}
|
|
if *global {
|
|
deleteGlobalActions(cbCfg, cmdActions, nil)
|
|
}
|
|
}
|
|
} else {
|
|
cmdBuckets, cmdActions, cmdValues, err := c.initActionsAndValues(buckets, actions, limitType, values, *disabled)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if len(cmdActions) > 0 && len(*buckets) <= 0 && !*global {
|
|
return fmt.Errorf("one of -global and -buckets must be specified")
|
|
}
|
|
|
|
if len(*buckets) > 0 {
|
|
for _, bucket := range cmdBuckets {
|
|
var cbOptions *s3_pb.S3CircuitBreakerOptions
|
|
var exists bool
|
|
if cbOptions, exists = cbCfg.Buckets[bucket]; !exists {
|
|
cbOptions = &s3_pb.S3CircuitBreakerOptions{}
|
|
cbCfg.Buckets[bucket] = cbOptions
|
|
}
|
|
cbOptions.Enabled = !*disabled
|
|
|
|
if len(cmdActions) > 0 {
|
|
err = insertOrUpdateValues(cbOptions, cmdActions, cmdValues, limitType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if len(cbOptions.Actions) <= 0 && !cbOptions.Enabled {
|
|
delete(cbCfg.Buckets, bucket)
|
|
}
|
|
}
|
|
}
|
|
|
|
if *global {
|
|
globalOptions := cbCfg.Global
|
|
if globalOptions == nil {
|
|
globalOptions = &s3_pb.S3CircuitBreakerOptions{Actions: make(map[string]int64, len(cmdActions))}
|
|
cbCfg.Global = globalOptions
|
|
}
|
|
globalOptions.Enabled = !*disabled
|
|
|
|
if len(cmdActions) > 0 {
|
|
err = insertOrUpdateValues(globalOptions, cmdActions, cmdValues, limitType)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if len(globalOptions.Actions) <= 0 && !globalOptions.Enabled {
|
|
cbCfg.Global = nil
|
|
}
|
|
}
|
|
}
|
|
|
|
buf.Reset()
|
|
err = filer.ProtoToText(&buf, cbCfg)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, _ = fmt.Fprintf(writer, string(buf.Bytes()))
|
|
_, _ = fmt.Fprintln(writer)
|
|
|
|
if *apply {
|
|
if err := commandEnv.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
|
return filer.SaveInsideFiler(client, dir, file, buf.Bytes())
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func loadConfig(commandEnv *CommandEnv, dir string, file string, buf *bytes.Buffer) error {
|
|
if err := commandEnv.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
|
return filer.ReadEntry(commandEnv.MasterClient, client, dir, file, buf)
|
|
}); err != nil && err != filer_pb.ErrNotFound {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func insertOrUpdateValues(cbOptions *s3_pb.S3CircuitBreakerOptions, cmdActions []string, cmdValues []int64, limitType *string) error {
|
|
if len(*limitType) == 0 {
|
|
return fmt.Errorf("type not valid, only 'count' and 'bytes' are allowed")
|
|
}
|
|
|
|
if cbOptions.Actions == nil {
|
|
cbOptions.Actions = make(map[string]int64, len(cmdActions))
|
|
}
|
|
|
|
if len(cmdValues) > 0 {
|
|
for i, action := range cmdActions {
|
|
cbOptions.Actions[s3_constants.Concat(action, *limitType)] = cmdValues[i]
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func deleteBucketsActions(cmdBuckets []string, cbCfg *s3_pb.S3CircuitBreakerConfig, cmdActions []string, limitType *string) {
|
|
if cbCfg.Buckets == nil {
|
|
return
|
|
}
|
|
|
|
if len(cmdActions) == 0 {
|
|
for _, bucket := range cmdBuckets {
|
|
delete(cbCfg.Buckets, bucket)
|
|
}
|
|
} else {
|
|
for _, bucket := range cmdBuckets {
|
|
if cbOption, ok := cbCfg.Buckets[bucket]; ok {
|
|
if len(cmdActions) > 0 && cbOption.Actions != nil {
|
|
for _, action := range cmdActions {
|
|
delete(cbOption.Actions, s3_constants.Concat(action, *limitType))
|
|
}
|
|
}
|
|
|
|
if len(cbOption.Actions) == 0 && !cbOption.Enabled {
|
|
delete(cbCfg.Buckets, bucket)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if len(cbCfg.Buckets) == 0 {
|
|
cbCfg.Buckets = nil
|
|
}
|
|
}
|
|
|
|
func deleteGlobalActions(cbCfg *s3_pb.S3CircuitBreakerConfig, cmdActions []string, limitType *string) {
|
|
globalOptions := cbCfg.Global
|
|
if globalOptions == nil {
|
|
return
|
|
}
|
|
|
|
if len(cmdActions) == 0 && globalOptions.Actions != nil {
|
|
globalOptions.Actions = nil
|
|
return
|
|
} else {
|
|
for _, action := range cmdActions {
|
|
delete(globalOptions.Actions, s3_constants.Concat(action, *limitType))
|
|
}
|
|
}
|
|
|
|
if len(globalOptions.Actions) == 0 && !globalOptions.Enabled {
|
|
cbCfg.Global = nil
|
|
}
|
|
}
|
|
|
|
func (c *commandS3CircuitBreaker) initActionsAndValues(buckets, actions, limitType, values *string, parseValues bool) (cmdBuckets, cmdActions []string, cmdValues []int64, err error) {
|
|
if len(*buckets) > 0 {
|
|
cmdBuckets = strings.Split(*buckets, ",")
|
|
}
|
|
|
|
if len(*actions) > 0 {
|
|
cmdActions = strings.Split(*actions, ",")
|
|
|
|
//check action valid
|
|
for _, action := range cmdActions {
|
|
var found bool
|
|
for _, allowedAction := range s3_constants.AllowedActions {
|
|
if allowedAction == action {
|
|
found = true
|
|
}
|
|
}
|
|
if !found {
|
|
return nil, nil, nil, fmt.Errorf("value(%s) of flag[-action] not valid, allowed actions: %v", *actions, s3_constants.AllowedActions)
|
|
}
|
|
}
|
|
}
|
|
|
|
if !parseValues {
|
|
if len(cmdActions) < 0 {
|
|
for _, action := range s3_constants.AllowedActions {
|
|
cmdActions = append(cmdActions, action)
|
|
}
|
|
}
|
|
|
|
if len(*limitType) > 0 {
|
|
switch *limitType {
|
|
case s3_constants.LimitTypeCount:
|
|
elements := strings.Split(*values, ",")
|
|
if len(cmdActions) != len(elements) {
|
|
if len(elements) != 1 || len(elements) == 0 {
|
|
return nil, nil, nil, fmt.Errorf("count of flag[-actions] and flag[-counts] not equal")
|
|
}
|
|
v, err := strconv.Atoi(elements[0])
|
|
if err != nil {
|
|
return nil, nil, nil, fmt.Errorf("value of -values must be a legal number(s)")
|
|
}
|
|
for range cmdActions {
|
|
cmdValues = append(cmdValues, int64(v))
|
|
}
|
|
} else {
|
|
for _, value := range elements {
|
|
v, err := strconv.Atoi(value)
|
|
if err != nil {
|
|
return nil, nil, nil, fmt.Errorf("value of -values must be a legal number(s)")
|
|
}
|
|
cmdValues = append(cmdValues, int64(v))
|
|
}
|
|
}
|
|
case s3_constants.LimitTypeBytes:
|
|
elements := strings.Split(*values, ",")
|
|
if len(cmdActions) != len(elements) {
|
|
if len(elements) != 1 || len(elements) == 0 {
|
|
return nil, nil, nil, fmt.Errorf("values count of -actions and -values not equal")
|
|
}
|
|
v, err := parseMBToBytes(elements[0])
|
|
if err != nil {
|
|
return nil, nil, nil, fmt.Errorf("value of -max must be a legal number(s)")
|
|
}
|
|
for range cmdActions {
|
|
cmdValues = append(cmdValues, v)
|
|
}
|
|
} else {
|
|
for _, value := range elements {
|
|
v, err := parseMBToBytes(value)
|
|
if err != nil {
|
|
return nil, nil, nil, fmt.Errorf("value of -max must be a legal number(s)")
|
|
}
|
|
cmdValues = append(cmdValues, v)
|
|
}
|
|
}
|
|
default:
|
|
return nil, nil, nil, fmt.Errorf("type not valid, only 'count' and 'bytes' are allowed")
|
|
}
|
|
} else {
|
|
*limitType = ""
|
|
}
|
|
}
|
|
return cmdBuckets, cmdActions, cmdValues, nil
|
|
}
|
|
|
|
func parseMBToBytes(valStr string) (int64, error) {
|
|
v, err := strconv.Atoi(valStr)
|
|
v *= 1024 * 1024
|
|
return int64(v), err
|
|
}
|