cmd/sync: increase memory pool for sync oversize files(part > 1G) (#4344

)
juicedata · Jan 16, 2024 · 9bab947 · 9bab947
1 parent b1b6d29
commit 9bab947
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/pkg/sync/sync.go b/pkg/sync/sync.go
@@ -444,6 +444,10 @@ func doCopyMultiple(src, dst object.ObjectStorage, key string, size int64, uploa
 	if partSize == 0 {
 		partSize = defaultPartSize
 	}
+	limits := dst.Limits()
+	if size > int64(limits.MaxPartSize)*int64(limits.MaxPartCount) {
+		return fmt.Errorf("object size %d is too large to copy", size)
+	}
 	if size > partSize*int64(upload.MaxCount) {
 		partSize = size / int64(upload.MaxCount)
 		partSize = ((partSize-1)>>20 + 1) << 20 // align to MB

diff --git a/pkg/utils/alloc.go b/pkg/utils/alloc.go
@@ -62,8 +62,8 @@ func powerOf2(s int) int {
 }
 
 func init() {
-	pools = make([]*sync.Pool, 30) // 1 - 1G
-	for i := 0; i < 30; i++ {
+	pools = make([]*sync.Pool, 33) // 1 - 8G
+	for i := 0; i < 33; i++ {
 		func(bits int) {
 			pools[i] = &sync.Pool{
 				New: func() interface{} {