From c95d798c83ab9130a684541b3d2ace2b448f1840 Mon Sep 17 00:00:00 2001 From: shanwb Date: Tue, 27 Feb 2024 14:41:41 +0800 Subject: [PATCH] add gitlab function (#792) --- jcommon/gitlab/pom.xml | 4 +- .../java/com/xiaomi/youpin/gitlab/Gitlab.java | 111 ++++++++++++++++++ .../com/xiaomi/youpin/gitlab/GitlabTest.java | 8 ++ 3 files changed, 121 insertions(+), 2 deletions(-) diff --git a/jcommon/gitlab/pom.xml b/jcommon/gitlab/pom.xml index 737175d51..bce9b2f75 100644 --- a/jcommon/gitlab/pom.xml +++ b/jcommon/gitlab/pom.xml @@ -8,7 +8,7 @@ 1.4-jdk20-SNAPSHOT gitlab - 1.6-jdk21 + 1.6.1-jdk21-SNAPSHOT com.github.odiszapc @@ -34,7 +34,7 @@ org.gitlab4j gitlab4j-api - 4.12.2 + 5.5.0 commons-io diff --git a/jcommon/gitlab/src/main/java/com/xiaomi/youpin/gitlab/Gitlab.java b/jcommon/gitlab/src/main/java/com/xiaomi/youpin/gitlab/Gitlab.java index a04459c1e..718043bc2 100644 --- a/jcommon/gitlab/src/main/java/com/xiaomi/youpin/gitlab/Gitlab.java +++ b/jcommon/gitlab/src/main/java/com/xiaomi/youpin/gitlab/Gitlab.java @@ -17,6 +17,7 @@ package com.xiaomi.youpin.gitlab; import com.github.odiszapc.nginxparser.*; +import com.google.common.base.Preconditions; import com.google.gson.Gson; import com.google.common.collect.Maps; import com.google.gson.JsonSyntaxException; @@ -36,15 +37,22 @@ import org.eclipse.jgit.transport.CredentialsProvider; import org.eclipse.jgit.transport.PushResult; import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider; +import org.gitlab4j.api.GitLabApi; +import org.gitlab4j.api.GitLabApiException; +import org.gitlab4j.api.models.RepositoryFile; +import org.gitlab4j.api.models.TreeItem; +import org.springframework.beans.BeanUtils; import java.io.*; import java.net.URL; import java.net.URLEncoder; import java.nio.charset.Charset; +import java.nio.charset.StandardCharsets; import java.text.DateFormat; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.*; +import java.util.concurrent.ConcurrentHashMap; import java.util.regex.Matcher; import java.util.zip.ZipEntry; import java.util.zip.ZipFile; @@ -64,6 +72,25 @@ public class Gitlab { private static Gson gson = new Gson(); + //帮我生成一个org.gitlab4j.api.GitLabApi类的缓存方法，避免每次都new一个对象，新建方式如下GitLabApi gitLabApi = new GitLabApi(baseUrl, gitToken); (method) + private static final ConcurrentHashMap gitLabApiCache = new ConcurrentHashMap<>(); + + public static GitLabApi getGitLabApi(String baseUrl, String gitToken) { + String key = baseUrl + "#" + gitToken; + return gitLabApiCache.computeIfAbsent(key, k -> new GitLabApi(baseUrl, gitToken)); + } + + private static List SUPPORT_FILE_TYPES = Arrays.asList( + ".java", ".xml", ".html", ".css", ".js", ".json", ".md", + ".yml", ".yaml", ".properties", ".sql", ".txt", ".sh", ".bat", ".py", ".c", ".cpp", + ".h", ".rb", ".php", ".cs", ".swift", ".go", ".rs" + ); + + //给一个文件名，判断后缀是否在SUPPORT_FILE_TYPES 结合中 (class) + public boolean isSupportedFileType(String fileName) { + return SUPPORT_FILE_TYPES.stream().anyMatch(fileName::endsWith); + } + public Gitlab(String gitlabBaseUrl) { if (StringUtils.isBlank(gitlabBaseUrl)) { this.gitlabApiUrl = GIT_API_URL; @@ -1348,4 +1375,88 @@ private boolean getServers(String config, String name) { } return res; } + + /** + * 获取指定远程git文件的raw内容 + * @param branch + * @param gitDomain + * @param gitToken + * @param projectId + * @param filePath + * @return + */ + public String getFileContent(String branch, String gitDomain, String gitToken, String projectId, String filePath) { + try { + Preconditions.checkArgument(null != gitDomain, "gitDomain can not be null"); + Preconditions.checkArgument(null != gitToken, "gitToken can not be null"); + Preconditions.checkArgument(null != projectId, "projectId can not be null"); + Preconditions.checkArgument(null != filePath, "filePath can not be null"); + Preconditions.checkArgument(isSupportedFileType(filePath), "not support this file type"); + + String baseUrl = "https://" + gitDomain; + GitLabApi gitLabApi = getGitLabApi(baseUrl, gitToken); + + RepositoryFile file = gitLabApi.getRepositoryFileApi().getFile(projectId, filePath, branch); + String encodedContent = file.getContent(); + byte[] decodedBytes = Base64.getDecoder().decode(encodedContent); + + return new String(decodedBytes, StandardCharsets.UTF_8); + } catch (GitLabApiException e) { + throw new RuntimeException("Error retrieving file content from GitLab", e); + } + } + + + /** + * 获取git工程树结构 + * + * @param branch + * @param gitDomain + * @param gitToken + * @param projectId + * @return + */ + public List getProjectStructureTree(String branch, String gitDomain, String gitToken, String projectId) { + try { + Preconditions.checkArgument(null != gitDomain, "gitDomain can not be null"); + Preconditions.checkArgument(null != gitToken, "gitToken can not be null"); + Preconditions.checkArgument(null != projectId, "projectId can not be null"); + + String baseUrl = "https://" + gitDomain; + GitLabApi gitLabApi = getGitLabApi(baseUrl, gitToken); + List treeItems = gitLabApi.getRepositoryApi().getTree(projectId, null, branch, true); + + List treeItemList = transformProjectStructureTree(treeItems); + + return treeItemList; + } catch (GitLabApiException e) { + throw new RuntimeException("Error retrieving project structure from GitLab", e); + } + } + + //将调用getProjectStructureTree获取到的List进行结构改造，新结构TreeItem2较TreeItem新增属性parentId,父子关系的判定基于TreeItem的path和type (class) + private List transformProjectStructureTree(List treeItems) { + Map itemMap = new HashMap<>(); + List result = new ArrayList<>(); + + // First, convert all TreeItems to TreeItem2 and store them in a map for easy lookup + for (TreeItem item : treeItems) { + GitTreeItem gitTreeItem = new GitTreeItem(); + BeanUtils.copyProperties(item, gitTreeItem); + gitTreeItem.setType(item.getType().name()); + itemMap.put(item.getPath(), gitTreeItem); + } + + // Next, establish parent-child relationships + for (GitTreeItem gitTreeItem : itemMap.values()) { + String path = gitTreeItem.getPath(); + String parentPath = path.contains("/") ? path.substring(0, path.lastIndexOf('/')) : null; + gitTreeItem.setParentId(parentPath != null ? itemMap.get(parentPath).getId() : null); + + result.add(gitTreeItem); + } + + return result; + } + } diff --git a/jcommon/gitlab/src/test/java/com/xiaomi/youpin/gitlab/GitlabTest.java b/jcommon/gitlab/src/test/java/com/xiaomi/youpin/gitlab/GitlabTest.java index cd736fa58..d24b74de6 100644 --- a/jcommon/gitlab/src/test/java/com/xiaomi/youpin/gitlab/GitlabTest.java +++ b/jcommon/gitlab/src/test/java/com/xiaomi/youpin/gitlab/GitlabTest.java @@ -123,4 +123,12 @@ public void getDomainByIP() { gitlab.getDomainByIP("https://xxx.com","xx","", Arrays.asList("127.0.0.1"),"token"); } + + @Test + public void getProjectCode() { + + gitlab.getDomainByIP("https://xxx.com","xx","", Arrays.asList("127.0.0.1"),"token"); + } + + }