package com.gitblit.utils; import java.io.ByteArrayOutputStream; import java.io.File; import java.io.IOException; import java.io.InputStream; import java.io.RandomAccessFile; import java.text.DateFormat; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Collections; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.Set; import org.eclipse.jgit.api.Git; import org.eclipse.jgit.errors.ConfigInvalidException; import org.eclipse.jgit.lib.AnyObjectId; import org.eclipse.jgit.lib.Constants; import org.eclipse.jgit.lib.FileMode; import org.eclipse.jgit.lib.ObjectId; import org.eclipse.jgit.lib.ObjectLoader; import org.eclipse.jgit.lib.PersonIdent; import org.eclipse.jgit.lib.Ref; import org.eclipse.jgit.lib.Repository; import org.eclipse.jgit.lib.StoredConfig; import org.eclipse.jgit.revwalk.RevBlob; import org.eclipse.jgit.revwalk.RevCommit; import org.eclipse.jgit.revwalk.RevObject; import org.eclipse.jgit.revwalk.RevTree; import org.eclipse.jgit.revwalk.RevWalk; import org.eclipse.jgit.treewalk.TreeWalk; import org.eclipse.jgit.treewalk.filter.PathFilter; import org.eclipse.jgit.treewalk.filter.PathFilterGroup; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.gitblit.wicket.models.Metric; import com.gitblit.wicket.models.PathModel; import com.gitblit.wicket.models.RefModel; public class JGitUtils { /** Prefix for notes refs */ public static final String R_NOTES = "refs/notes/"; /** Standard notes ref */ public static final String R_NOTES_COMMITS = R_NOTES + "commits"; private final static Logger LOGGER = LoggerFactory.getLogger(JGitUtils.class); public static List getRepositoryList(File repositoriesFolder, boolean exportAll, boolean readNested) { List list = new ArrayList(); list.addAll(getNestedRepositories(repositoriesFolder, repositoriesFolder, exportAll, readNested)); Collections.sort(list); return list; } public static List getNestedRepositories(File repositoriesFolder, File folder, boolean exportAll, boolean readNested) { String basefile = repositoriesFolder.getAbsolutePath(); List list = new ArrayList(); for (File file : folder.listFiles()) { if (file.isDirectory() && !file.getName().equalsIgnoreCase(Constants.DOT_GIT)) { // if this is a git repository add it to the list File gitFolder = new File(file, Constants.DOT_GIT); boolean isGitRepository = gitFolder.exists() && gitFolder.isDirectory(); boolean exportRepository = isGitRepository && (exportAll || new File(gitFolder, "git-daemon-export-ok").exists()); if (exportRepository) { // determine repository name relative to repositories folder String filename = file.getAbsolutePath(); String repo = filename.substring(basefile.length()).replace('\\', '/'); if (repo.charAt(0) == '/') { repo = repo.substring(1); } list.add(repo); } // look for nested repositories if (readNested) { list.addAll(getNestedRepositories(repositoriesFolder, file, exportAll, readNested)); } } } return list; } public static Date getLastChange(Repository r) { RevCommit commit = getCommit(r, Constants.HEAD); return getCommitDate(commit); } public static RevCommit getCommit(Repository r, String commitId) { RevCommit commit = null; try { ObjectId objectId = r.resolve(commitId); RevWalk walk = new RevWalk(r); RevCommit rev = walk.parseCommit(objectId); commit = rev; walk.dispose(); } catch (Throwable t) { LOGGER.error("Failed to determine last change", t); } return commit; } public static Map> getAllRefs(Repository r) { Map> refs = new HashMap>(); Map> allRefs = r.getAllRefsByPeeledObjectId(); for (AnyObjectId id : allRefs.keySet()) { List list = new ArrayList(); for (Ref setRef : allRefs.get(id)) { String name = setRef.getName(); list.add(name); } refs.put(id.toObjectId(), list); } return refs; } public static Map> getRefs(Repository r, String baseRef) { Map> refs = new HashMap>(); Map> allRefs = r.getAllRefsByPeeledObjectId(); for (AnyObjectId id : allRefs.keySet()) { List list = new ArrayList(); for (Ref setRef : allRefs.get(id)) { String name = setRef.getName(); if (name.startsWith(baseRef)) { list.add(name); } } refs.put(id.toObjectId(), list); } return refs; } /** * Lookup an entry stored in a tree, failing if not present. * * @param tree * the tree to search. * @param path * the path to find the entry of. * @return the parsed object entry at this path * @throws Exception */ public static RevObject getRevObject(Repository r, final RevTree tree, final String path) { RevObject ro = null; RevWalk rw = new RevWalk(r); TreeWalk tw = new TreeWalk(r); tw.setFilter(PathFilterGroup.createFromStrings(Collections.singleton(path))); try { tw.reset(tree); while (tw.next()) { if (tw.isSubtree() && !path.equals(tw.getPathString())) { tw.enterSubtree(); continue; } ObjectId entid = tw.getObjectId(0); FileMode entmode = tw.getFileMode(0); ro = rw.lookupAny(entid, entmode.getObjectType()); rw.parseBody(ro); } } catch (Throwable t) { LOGGER.error("Can't find " + path + " in tree " + tree.name(), t); } finally { if (rw != null) { rw.dispose(); } } return ro; } public static byte[] getRawContent(Repository r, RevBlob blob) { ByteArrayOutputStream os = new ByteArrayOutputStream(); try { ObjectLoader ldr = r.open(blob.getId(), Constants.OBJ_BLOB); byte[] tmp = new byte[1024]; InputStream in = ldr.openStream(); int n; while ((n = in.read(tmp)) > 0) { os.write(tmp, 0, n); } in.close(); } catch (Throwable t) { LOGGER.error("Failed to read raw content", t); } return os.toByteArray(); } public static String getRawContentAsString(Repository r, RevBlob blob) { return new String(getRawContent(r, blob)); } public static String getRawContentAsString(Repository r, RevCommit commit, String blobPath) { RevObject obj = getRevObject(r, commit.getTree(), blobPath); return new String(getRawContent(r, (RevBlob) obj)); } public static List getFilesInPath(Repository r, String basePath, String commitId) { RevCommit commit = getCommit(r, commitId); return getFilesInPath(r, basePath, commit); } public static List getFilesInPath(Repository r, String basePath, RevCommit commit) { List list = new ArrayList(); final TreeWalk walk = new TreeWalk(r); try { walk.addTree(commit.getTree()); if (basePath != null && basePath.length() > 0) { PathFilter f = PathFilter.create(basePath); walk.setFilter(f); walk.setRecursive(false); boolean foundFolder = false; while (walk.next()) { if (!foundFolder && walk.isSubtree()) { walk.enterSubtree(); } if (walk.getPathString().equals(basePath)) { foundFolder = true; continue; } if (foundFolder) { list.add(getPathModel(walk, basePath, commit)); } } } else { walk.setRecursive(false); while (walk.next()) { list.add(getPathModel(walk, null, commit)); } } } catch (IOException e) { LOGGER.error("Failed to get files for commit " + commit.getName(), e); } finally { walk.release(); } Collections.sort(list); return list; } public static List getCommitChangedPaths(Repository r, String commitId) { RevCommit commit = getCommit(r, commitId); return getCommitChangedPaths(r, commit); } public static List getCommitChangedPaths(Repository r, RevCommit commit) { List list = new ArrayList(); final TreeWalk walk = new TreeWalk(r); walk.setRecursive(false); try { walk.addTree(commit.getTree()); while (walk.next()) { list.add(getPathModel(walk, null, commit)); } } catch (IOException e) { LOGGER.error("Failed to get files for commit " + commit.getName(), e); } finally { if (walk != null) { walk.release(); } } return list; } private static PathModel getPathModel(TreeWalk walk, String basePath, RevCommit commit) { String name; long size = 0; if (basePath == null) { name = walk.getPathString(); } else { try { name = walk.getPathString().substring(basePath.length() + 1); } catch (Throwable t) { name = walk.getPathString(); } } try { if (!walk.isSubtree()) { size = walk.getObjectReader().getObjectSize(walk.getObjectId(0), Constants.OBJ_BLOB); } } catch (Throwable t) { LOGGER.error("Failed to retrieve blobl size", t); } return new PathModel(name, walk.getPathString(), size, walk.getFileMode(0).getBits(), commit.getName()); } public static String getPermissionsFromMode(int mode) { if (FileMode.TREE.equals(mode)) { return "drwxr-xr-x"; } else if (FileMode.REGULAR_FILE.equals(mode)) { return "-rw-r--r--"; } else if (FileMode.EXECUTABLE_FILE.equals(mode)) { return "-rwxr-xr-x"; } else if (FileMode.SYMLINK.equals(mode)) { // FIXME symlink permissions return "symlink"; } else if (FileMode.GITLINK.equals(mode)) { // FIXME gitlink permissions return "gitlink"; } else if (FileMode.MISSING.equals(mode)) { // FIXME missing permissions return "missing"; } return "" + mode; } public static boolean isTreeFromMode(int mode) { return FileMode.TREE.equals(mode); } public static List getRevLog(Repository r, int maxCount) { List list = new ArrayList(); try { Git git = new Git(r); Iterable revlog = git.log().call(); for (RevCommit rev : revlog) { list.add(rev); if (maxCount > 0 && list.size() == maxCount) { break; } } } catch (Throwable t) { LOGGER.error("Failed to determine last change", t); } return list; } public static List getTags(Repository r, int maxCount) { return getRefs(r, Constants.R_TAGS, maxCount); } public static List getHeads(Repository r, int maxCount) { return getRefs(r, Constants.R_HEADS, maxCount); } public static List getRefs(Repository r, String refs, int maxCount) { List list = new ArrayList(); try { Map map = r.getRefDatabase().getRefs(refs); for (String name : map.keySet()) { Ref ref = map.get(name); RevCommit commit = getCommit(r, ref.getObjectId().getName()); list.add(new RefModel(name, ref, commit)); } Collections.sort(list); Collections.reverse(list); if (maxCount > 0 && list.size() > maxCount) { list = list.subList(0, maxCount); } } catch (IOException e) { LOGGER.error("Failed to retrieve " + refs, e); } return list; } public static Ref getRef(Repository r, String id) { try { Map map = r.getRefDatabase().getRefs(id); for (String name : map.keySet()) { return map.get(name); } } catch (IOException e) { LOGGER.error("Failed to retrieve ref " + id, e); } return null; } public static Date getCommitDate(RevCommit commit) { return new Date(commit.getCommitTime() * 1000l); } public static String getDisplayName(PersonIdent person) { final StringBuilder r = new StringBuilder(); r.append(person.getName()); r.append(" <"); r.append(person.getEmailAddress()); r.append(">"); return r.toString(); } public static String getRepositoryDescription(Repository r) { File dir = r.getDirectory(); if (dir.exists()) { File description = new File(dir, "description"); if (description.exists() && description.length() > 0) { RandomAccessFile raf = null; try { raf = new RandomAccessFile(description, "r"); byte[] buffer = new byte[(int) description.length()]; raf.readFully(buffer); return new String(buffer); } catch (Throwable t) { } finally { try { raf.close(); } catch (Throwable t) { } } } } return ""; } public static String getRepositoryOwner(Repository r) { StoredConfig c = readConfig(r); if (c == null) { return ""; } String o = c.getString("gitweb", null, "owner"); return o == null ? "" : o; } private static StoredConfig readConfig(Repository r) { StoredConfig c = r.getConfig(); if (c != null) { try { c.load(); } catch (ConfigInvalidException cex) { LOGGER.error("Repository configuration is invalid!", cex); } catch (IOException cex) { LOGGER.error("Could not open repository configuration!", cex); } return c; } return null; } public static List getDateMetrics(Repository r) { final Map map = new HashMap(); try { DateFormat df = new SimpleDateFormat("yyyy-MM"); Git git = new Git(r); Iterable revlog = git.log().call(); for (RevCommit rev : revlog) { Date d = getCommitDate(rev); String p = df.format(d); if (!map.containsKey(p)) map.put(p, new Metric(p)); map.get(p).count++; } } catch (Throwable t) { LOGGER.error("Failed to mine log history for metrics", t); } List keys = new ArrayList(map.keySet()); Collections.sort(keys); List metrics = new ArrayList(); for (String key:keys) { metrics.add(map.get(key)); } return metrics; } }