From b54744caaa09a0b2d907313654c2f3954e76209d Mon Sep 17 00:00:00 2001 From: huanghaoyuanhhy Date: Wed, 6 Mar 2024 18:58:30 +0800 Subject: [PATCH] storage: increase the concurrency for deletions Signed-off-by: huanghaoyuanhhy --- storage/azure.go | 2 +- storage/minio.go | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/storage/azure.go b/storage/azure.go index 07b87c3..f0e1ae0 100644 --- a/storage/azure.go +++ b/storage/azure.go @@ -264,7 +264,7 @@ func (a *AzureClient) GetObject(ctx context.Context, i GetObjectInput) (*Object, } func (a *AzureClient) DeleteObjects(ctx context.Context, i DeleteObjectsInput) error { - wp, err := NewWorkerPool(ctx, 10, 20, 3) + wp, err := NewWorkerPool(ctx, 500, 2000, 5) if err != nil { return fmt.Errorf("storage: azure new worker pool %w", err) } diff --git a/storage/minio.go b/storage/minio.go index 590340f..a52c965 100644 --- a/storage/minio.go +++ b/storage/minio.go @@ -87,7 +87,7 @@ func (m *MinioClient) GetObject(ctx context.Context, i GetObjectInput) (*Object, } func (m *MinioClient) DeleteObjects(ctx context.Context, i DeleteObjectsInput) error { - wp, err := NewWorkerPool(ctx, 10, 20, 3) + wp, err := NewWorkerPool(ctx, 500, 2000, 5) if err != nil { return fmt.Errorf("storage: %s delete prefix new worker pool %w", m.provider, err) }