-
Notifications
You must be signed in to change notification settings - Fork 30
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
beanwang
committed
Oct 17, 2023
1 parent
9dba35c
commit d71abcf
Showing
12 changed files
with
688 additions
and
27 deletions.
There are no files selected for viewing
Binary file renamed
BIN
+30.8 MB
...ate_tool-1.4.13-jar-with-dependencies.jar → ...e_tool-1.4.13.1-jar-with-dependencies.jar
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
189 changes: 189 additions & 0 deletions
189
src/main/java/com/qcloud/cos_migrate_tool/config/CopyFromLocalToCosnConfig.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,189 @@ | ||
| package com.qcloud.cos_migrate_tool.config; | ||
|
|
||
| import com.qcloud.cos_migrate_tool.utils.SystemUtils; | ||
|
|
||
| import java.io.File; | ||
| import java.nio.file.Path; | ||
| import java.util.HashSet; | ||
| import java.util.Set; | ||
|
|
||
| public class CopyFromLocalToCosnConfig extends CommonConfig{ | ||
| private String localPath; | ||
| private Set<String> excludes = new HashSet<String>(); | ||
| private long ignoreModifiedTimeLessThan = -1; | ||
| private Set<String> ignoreSuffixs = new HashSet<String>(); | ||
| private Set<String> includeSuffixs = new HashSet<String>(); | ||
| boolean ignoreEmptyFile = false; | ||
| boolean fileListMode = false; | ||
| private String fileListPath; | ||
| private boolean isCheckLocalRecord = true; | ||
|
|
||
| public void setIgnoreEmptyFile(boolean ignoreEmptyFile) { | ||
| this.ignoreEmptyFile = ignoreEmptyFile; | ||
| } | ||
|
|
||
| public void setIgnoreSuffix(String ignore) { | ||
| ignore = ignore.trim(); | ||
| String[] ignoreArray = ignore.split(";"); | ||
| for (String ignoreElement : ignoreArray) { | ||
| this.ignoreSuffixs.add(ignoreElement); | ||
| } | ||
| } | ||
|
|
||
| public void setIncludeSuffix(String include) { | ||
| include = include.trim(); | ||
| String[] includeArray = include.split(";"); | ||
| for (String includeElement : includeArray) { | ||
| this.includeSuffixs.add(includeElement); | ||
| } | ||
| } | ||
|
|
||
| public String needToMigrate(Path file, String localPath) { | ||
| if (isExcludes(localPath)) { | ||
| return "excludes"; | ||
| } | ||
|
|
||
| for (String suffix:ignoreSuffixs) { | ||
| if(localPath.endsWith(suffix)) { | ||
| return "suffix"; | ||
| } | ||
| } | ||
|
|
||
| if (ignoreEmptyFile) { | ||
| File localFile = new File(file.toString()); | ||
| if (localFile.length() == 0) { | ||
| return "empty file"; | ||
| } | ||
| } | ||
|
|
||
| if (includeSuffixs.isEmpty()) { | ||
| return ""; | ||
| } | ||
|
|
||
| for (String suffix:includeSuffixs) { | ||
| if (localPath.endsWith(suffix)) { | ||
| return ""; | ||
| } | ||
| } | ||
|
|
||
| return "do not match include suffix"; | ||
| } | ||
|
|
||
| public String getLocalPath() { | ||
| return localPath; | ||
| } | ||
|
|
||
| public void setLocalPath(String localPath) throws IllegalArgumentException { | ||
| File localPathFile = new File(localPath); | ||
| if (!localPathFile.exists()) { | ||
| throw new IllegalArgumentException("local path not exist!"); | ||
| } | ||
| this.localPath = SystemUtils.formatLocalPath(localPath); | ||
| } | ||
|
|
||
| public void setExcludes(String excludePath) throws IllegalArgumentException { | ||
| excludePath = excludePath.trim(); | ||
| String[] exludePathArray = excludePath.split(";"); | ||
| for (String excludePathElement : exludePathArray) { | ||
| File tempFile = new File(excludePathElement); | ||
| if (!tempFile.exists()) { | ||
| throw new IllegalArgumentException("excludePath " + excludePath + " not exist"); | ||
| } | ||
| this.excludes.add(SystemUtils.formatLocalPath(tempFile.getAbsolutePath())); | ||
| } | ||
| } | ||
|
|
||
| public boolean isExcludes(String excludePath) { | ||
| return this.excludes.contains(excludePath); | ||
| } | ||
|
|
||
| public void setIgnoreModifiedTimeLessThan(String ignoreModifiedTimeLessThanStr) { | ||
| try { | ||
| long number = Long.valueOf(ignoreModifiedTimeLessThanStr); | ||
| if (number <= 0) { | ||
| throw new IllegalArgumentException(ignoreModifiedTimeLessThanStr + " is invalid, ignoreModifiedTimeLessThan must be positive"); | ||
| } | ||
| this.ignoreModifiedTimeLessThan = number; | ||
| } catch (NumberFormatException e) { | ||
| throw new IllegalArgumentException("invalid ignoreModifiedTimeLessThan"); | ||
| } | ||
| } | ||
|
|
||
| public long getIgnoreModifiedTimeLessThan() { | ||
| return ignoreModifiedTimeLessThan; | ||
| } | ||
|
|
||
| public boolean isFileListMode() { | ||
| return fileListMode; | ||
| } | ||
|
|
||
| public void setFileListMode(boolean fileListMode) { | ||
| this.fileListMode = fileListMode; | ||
| } | ||
|
|
||
| public String getFileListPath() { | ||
| return fileListPath; | ||
| } | ||
|
|
||
| public void setFileListPath(String fileListPath) { | ||
| this.fileListPath = fileListPath; | ||
| } | ||
|
|
||
| public void setCheckLocalRecord(String checkLocalRecord) { | ||
| if (checkLocalRecord.compareToIgnoreCase("true") == 0) { | ||
| isCheckLocalRecord = true; | ||
| } else if (checkLocalRecord.compareToIgnoreCase("false") == 0) { | ||
| isCheckLocalRecord = false; | ||
| } else { | ||
| throw new IllegalArgumentException(checkLocalRecord + " is invalid, checkLocalRecord should be true or false"); | ||
| } | ||
| } | ||
|
|
||
| public boolean checkLocalRecord() { | ||
| return isCheckLocalRecord; | ||
| } | ||
|
|
||
|
|
||
| public String toString() { | ||
| String strExclude = ""; | ||
| if (!excludes.isEmpty()) { | ||
| StringBuilder sb = new StringBuilder(); | ||
| for (String element : excludes) { | ||
| sb.append(element).append(","); | ||
| } | ||
| strExclude = sb.toString(); | ||
| } | ||
|
|
||
|
|
||
| String strIgnoreSuffix = ""; | ||
| if (!ignoreSuffixs.isEmpty()) { | ||
| StringBuilder sb = new StringBuilder(); | ||
| for (String element : ignoreSuffixs) { | ||
| sb.append(element).append(","); | ||
| } | ||
| strIgnoreSuffix = sb.toString(); | ||
| } | ||
|
|
||
| String strIncludeSuffix = ""; | ||
| if (!includeSuffixs.isEmpty()) { | ||
| StringBuilder sb = new StringBuilder(); | ||
| for (String element : includeSuffixs) { | ||
| sb.append(element).append(","); | ||
| } | ||
| strIncludeSuffix = sb.toString(); | ||
| } | ||
|
|
||
| return super.toString() | ||
| + ". CopyFromLocalConfig:" | ||
| + "localPath=" + getLocalPath() | ||
| + ",excludes=" + strExclude | ||
| + ",ignoreModifiedTimeLessThanSeconds=" + getIgnoreModifiedTimeLessThan() | ||
| + ",ignoreSuffix=" + strIgnoreSuffix | ||
| + ",ignoreEmptyFile=" + ignoreEmptyFile | ||
| + ",includeSuffix=" + strIncludeSuffix | ||
| + ",fileListMode=" + isFileListMode() | ||
| + ",fileListPath=" + getFileListPath() | ||
| + ",checkLocalRecord=" + checkLocalRecord() | ||
| ; | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.