Fix backup slow (#236)

Signed-off-by: wayblink <[email protected]>

core/backup_context.go

@@ -94,6 +94,8 @@ func (b *BackupContext) Start() error {
 	b.backupNameIdDict = sync.Map{}
 	b.restoreTasks = make(map[string]*backuppb.RestoreBackupTask)
 	b.started = true
+	log.Info(fmt.Sprintf("%+v", b.params.BackupCfg))
+	log.Info(fmt.Sprintf("%+v", b.params.HTTPCfg))
 	return nil
 }
 

core/backup_impl_create_backup.go

@@ -434,6 +434,8 @@ func (b *BackupContext) backupCollection(ctx context.Context, backupInfo *backup
 	log.Info("Finished fill segment",
 		zap.String("collectionName", collectionBackup.GetCollectionName()))
 
+	log.Info("reading SegmentInfos from storage, this may cost several minutes if data is large",
+		zap.String("collectionName", collectionBackup.GetCollectionName()))
 	segmentBackupInfos := make([]*backuppb.SegmentBackupInfo, 0)
 	partSegInfoMap := make(map[int64][]*backuppb.SegmentBackupInfo)
 	mu := sync.Mutex{}
@@ -727,7 +729,7 @@ func (b *BackupContext) copySegments(ctx context.Context, segments []*backuppb.S
 						log.Error("Binlog file not exist",
 							zap.Error(err),
 							zap.String("file", binlog.GetLogPath()))
-						return err
+						return errors.New("Binlog file not exist " + binlog.GetLogPath())
 					}
 					err = b.getStorageClient().Copy(ctx, b.milvusBucketName, b.backupBucketName, binlog.GetLogPath(), targetPath)
 					if err != nil {

core/paramtable/params.go

@@ -69,7 +69,7 @@ func (p *BackupConfig) initRestoreParallelism() {
 }
 
 func (p *BackupConfig) initBackupCopyDataParallelism() {
-	size := p.Base.ParseIntWithDefault("backup.copydata.parallelism", 10)
+	size := p.Base.ParseIntWithDefault("backup.copydata.parallelism", 128)
 	p.BackupCopyDataParallelism = size
 }