storage: increase the concurrency for deletions (#82)

Signed-off-by: huanghaoyuanhhy <[email protected]>
zilliztech · Mar 7, 2024 · ac66d91 · ac66d91
1 parent 658b5fa
commit ac66d91
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/storage/azure.go b/storage/azure.go
@@ -264,7 +264,7 @@ func (a *AzureClient) GetObject(ctx context.Context, i GetObjectInput) (*Object,
 }
 
 func (a *AzureClient) DeleteObjects(ctx context.Context, i DeleteObjectsInput) error {
-	wp, err := NewWorkerPool(ctx, 10, 20, 3)
+	wp, err := NewWorkerPool(ctx, 500, 2000, 5)
 	if err != nil {
 		return fmt.Errorf("storage: azure new worker pool %w", err)
 	}

diff --git a/storage/minio.go b/storage/minio.go
@@ -87,7 +87,7 @@ func (m *MinioClient) GetObject(ctx context.Context, i GetObjectInput) (*Object,
 }
 
 func (m *MinioClient) DeleteObjects(ctx context.Context, i DeleteObjectsInput) error {
-	wp, err := NewWorkerPool(ctx, 10, 20, 3)
+	wp, err := NewWorkerPool(ctx, 500, 2000, 5)
 	if err != nil {
 		return fmt.Errorf("storage: %s delete prefix new worker pool %w", m.provider, err)
 	}