From df400e6c71d187d9e3b1ab42838e3468945ca7ff Mon Sep 17 00:00:00 2001 From: mervynzhang Date: Thu, 13 Jul 2023 14:04:54 +0800 Subject: [PATCH] Concurrency works better (#4663) Co-authored-by: mervyn.zhang --- weed/remote_storage/s3/s3_storage_client.go | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/weed/remote_storage/s3/s3_storage_client.go b/weed/remote_storage/s3/s3_storage_client.go index 980f970fb..cd5ed99fa 100644 --- a/weed/remote_storage/s3/s3_storage_client.go +++ b/weed/remote_storage/s3/s3_storage_client.go @@ -2,6 +2,9 @@ package s3 import ( "fmt" + "io" + "reflect" + "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/aws/request" @@ -15,8 +18,6 @@ import ( "github.com/seaweedfs/seaweedfs/weed/pb/remote_pb" "github.com/seaweedfs/seaweedfs/weed/remote_storage" "github.com/seaweedfs/seaweedfs/weed/util" - "io" - "reflect" ) func init() { @@ -155,7 +156,7 @@ func (s *s3RemoteStorageClient) WriteFile(loc *remote_pb.RemoteStorageLocation, // Create an uploader with the session and custom options uploader := s3manager.NewUploaderWithClient(s.conn, func(u *s3manager.Uploader) { u.PartSize = partSize - u.Concurrency = 8 + u.Concurrency = 1 }) // process tagging