Merge pull request #2 from Shinku-Chen/main

添加自定义忽略文件的函数IsIgnoreFile

seaweedfs_manager.go

@@ -520,7 +520,7 @@ func (m *SeaweedFsManager) syncLocalToRemote(params seaweedFsManagerParams) (res
 	// compare local files with remote files and upload files with difference
 	for _, localFile := range localFiles {
 		// skip .git
-		if IsGitFile(localFile) {
+		if IsGitFile(localFile) || IsIgnoreFile(localFile) {
 			continue
 		}
 
@@ -568,7 +568,7 @@ func (m *SeaweedFsManager) syncRemoteToLocal(params seaweedFsManagerParams) (res
 	// compare local files with remote files and delete files absent on remote
 	for _, localFile := range localFiles {
 		// skip .git
-		if IsGitFile(localFile) {
+		if IsGitFile(localFile) || IsIgnoreFile(localFile) {
 			continue
 		}
 

utils.go

@@ -4,6 +4,7 @@ import (
 	"fmt"
 	"github.com/crawlab-team/goseaweedfs"
 	"net/url"
+	"os"
 	"path/filepath"
 	"regexp"
 	"strings"
@@ -18,6 +19,19 @@ func IsGitFile(file goseaweedfs.FileInfo) (res bool) {
 	return res
 }
 
+func IsIgnoreFile(file goseaweedfs.FileInfo) (res bool) {
+	// skip .git
+	filerStr := os.Getenv("CRAWLAB_IS_IGNORE_FILE_FILER")
+	if filerStr == "" {
+		return false
+	}
+	res, err := regexp.MatchString(filerStr, file.Path)
+	if err != nil {
+		return false
+	}
+	return res
+}
+
 func getCollectionAndTtlFromArgs(args ...interface{}) (collection, ttl string) {
 	if len(args) > 0 {
 		collection = args[0].(string)