diff --git a/core/backup_context.go b/core/backup_context.go index ccf126b9..607800b4 100644 --- a/core/backup_context.go +++ b/core/backup_context.go @@ -94,6 +94,8 @@ func (b *BackupContext) Start() error { b.backupNameIdDict = sync.Map{} b.restoreTasks = make(map[string]*backuppb.RestoreBackupTask) b.started = true + log.Info(fmt.Sprintf("%+v", b.params.BackupCfg)) + log.Info(fmt.Sprintf("%+v", b.params.HTTPCfg)) return nil } diff --git a/core/backup_impl_create_backup.go b/core/backup_impl_create_backup.go index 5f1d9598..59c8a4c8 100644 --- a/core/backup_impl_create_backup.go +++ b/core/backup_impl_create_backup.go @@ -434,6 +434,8 @@ func (b *BackupContext) backupCollection(ctx context.Context, backupInfo *backup log.Info("Finished fill segment", zap.String("collectionName", collectionBackup.GetCollectionName())) + log.Info("reading SegmentInfos from storage, this may cost several minutes if data is large", + zap.String("collectionName", collectionBackup.GetCollectionName())) segmentBackupInfos := make([]*backuppb.SegmentBackupInfo, 0) partSegInfoMap := make(map[int64][]*backuppb.SegmentBackupInfo) mu := sync.Mutex{} @@ -727,7 +729,7 @@ func (b *BackupContext) copySegments(ctx context.Context, segments []*backuppb.S log.Error("Binlog file not exist", zap.Error(err), zap.String("file", binlog.GetLogPath())) - return err + return errors.New("Binlog file not exist " + binlog.GetLogPath()) } err = b.getStorageClient().Copy(ctx, b.milvusBucketName, b.backupBucketName, binlog.GetLogPath(), targetPath) if err != nil { diff --git a/core/paramtable/params.go b/core/paramtable/params.go index 57ff4748..0a1f9fc6 100644 --- a/core/paramtable/params.go +++ b/core/paramtable/params.go @@ -69,7 +69,7 @@ func (p *BackupConfig) initRestoreParallelism() { } func (p *BackupConfig) initBackupCopyDataParallelism() { - size := p.Base.ParseIntWithDefault("backup.copydata.parallelism", 10) + size := p.Base.ParseIntWithDefault("backup.copydata.parallelism", 128) p.BackupCopyDataParallelism = size }