| | |
|---|
| | | package com.gitblit.wicket;
|
|---|
| | |
|
|---|
| | | import java.io.Serializable;
|
|---|
| | | import java.io.StringWriter;
|
|---|
| | | import java.io.UnsupportedEncodingException;
|
|---|
| | | import java.net.URLEncoder;
|
|---|
| | | import java.text.MessageFormat;
|
|---|
| | | import java.util.ArrayList;
|
|---|
| | | import java.util.Arrays;
|
|---|
| | | import java.util.HashMap;
|
|---|
| | | import java.util.List;
|
|---|
| | | import java.util.Map;
|
|---|
| | |
|
|---|
| | | import org.apache.wicket.Page;
|
|---|
| | | import org.apache.wicket.RequestCycle;
|
|---|
| | | import org.eclipse.jgit.lib.Repository;
|
|---|
| | | import org.eclipse.jgit.revwalk.RevCommit;
|
|---|
| | | import org.eclipse.mylyn.wikitext.confluence.core.ConfluenceLanguage;
|
|---|
| | | import org.eclipse.mylyn.wikitext.core.parser.Attributes;
|
|---|
| | | import org.eclipse.mylyn.wikitext.core.parser.MarkupParser;
|
|---|
| | | import org.eclipse.mylyn.wikitext.core.parser.builder.HtmlDocumentBuilder;
|
|---|
| | | import org.eclipse.mylyn.wikitext.core.parser.markup.MarkupLanguage;
|
|---|
| | | import org.eclipse.mylyn.wikitext.mediawiki.core.MediaWikiLanguage;
|
|---|
| | | import org.eclipse.mylyn.wikitext.textile.core.TextileLanguage;
|
|---|
| | | import org.eclipse.mylyn.wikitext.tracwiki.core.TracWikiLanguage;
|
|---|
| | | import org.eclipse.mylyn.wikitext.twiki.core.TWikiLanguage;
|
|---|
| | | import org.pegdown.LinkRenderer;
|
|---|
| | | import org.pegdown.ast.WikiLinkNode;
|
|---|
| | | import org.slf4j.Logger;
|
|---|
| | |
|---|
| | | import com.gitblit.utils.MarkdownUtils;
|
|---|
| | | import com.gitblit.utils.StringUtils;
|
|---|
| | | import com.gitblit.wicket.pages.DocPage;
|
|---|
| | | import com.gitblit.wicket.pages.RawPage;
|
|---|
| | |
|
|---|
| | | /**
|
|---|
| | | * Processes markup content and generates html with repository-relative page and
|
|---|
| | |
|---|
| | | public class MarkupProcessor {
|
|---|
| | |
|
|---|
| | | public enum MarkupSyntax {
|
|---|
| | | PLAIN, MARKDOWN
|
|---|
| | | PLAIN, MARKDOWN, TWIKI, TRACWIKI, TEXTILE, MEDIAWIKI, CONFLUENCE
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | private Logger logger = LoggerFactory.getLogger(getClass());
|
|---|
| | |
|---|
| | |
|
|---|
| | | public List<String> getMarkupExtensions() {
|
|---|
| | | List<String> list = new ArrayList<String>();
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.confluenceExtensions));
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.markdownExtensions));
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.mediawikiExtensions));
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.textileExtensions));
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.tracwikiExtensions));
|
|---|
| | | list.addAll(settings.getStrings(Keys.web.twikiExtensions));
|
|---|
| | | return list;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | public List<String> getAllExtensions() {
|
|---|
| | | List<String> list = getMarkupExtensions();
|
|---|
| | | list.add("txt");
|
|---|
| | | list.add("TXT");
|
|---|
| | | return list;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | private List<String> getRoots() {
|
|---|
| | | return settings.getStrings(Keys.web.documents);
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | private String [] getEncodings() {
|
|---|
| | | return settings.getStrings(Keys.web.blobEncodings).toArray(new String[0]);
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | private MarkupSyntax determineSyntax(String documentPath) {
|
|---|
| | |
|---|
| | | return MarkupSyntax.PLAIN;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | if (settings.getStrings(Keys.web.markdownExtensions).contains(ext)) {
|
|---|
| | | if (settings.getStrings(Keys.web.confluenceExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.CONFLUENCE;
|
|---|
| | | } else if (settings.getStrings(Keys.web.markdownExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.MARKDOWN;
|
|---|
| | | } else if (settings.getStrings(Keys.web.mediawikiExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.MEDIAWIKI;
|
|---|
| | | } else if (settings.getStrings(Keys.web.textileExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.TEXTILE;
|
|---|
| | | } else if (settings.getStrings(Keys.web.tracwikiExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.TRACWIKI;
|
|---|
| | | } else if (settings.getStrings(Keys.web.twikiExtensions).contains(ext)) {
|
|---|
| | | return MarkupSyntax.TWIKI;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | return MarkupSyntax.PLAIN;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | public MarkupDocument parseReadme(Repository r, String repositoryName, String commitId) {
|
|---|
| | | String readme = null;
|
|---|
| | | RevCommit commit = JGitUtils.getCommit(r, commitId);
|
|---|
| | | List<PathModel> paths = JGitUtils.getFilesInPath(r, null, commit);
|
|---|
| | | public boolean hasRootDocs(Repository r) {
|
|---|
| | | List<String> roots = getRoots();
|
|---|
| | | List<String> extensions = getAllExtensions();
|
|---|
| | | List<PathModel> paths = JGitUtils.getFilesInPath(r, null, null);
|
|---|
| | | for (PathModel path : paths) {
|
|---|
| | | if (!path.isTree()) {
|
|---|
| | | String name = path.name.toLowerCase();
|
|---|
| | | if (name.equals("readme") || name.equals("readme.txt")) {
|
|---|
| | | readme = path.name;
|
|---|
| | | break;
|
|---|
| | | } else if (name.startsWith("readme.")) {
|
|---|
| | | String ext = StringUtils.getFileExtension(name).toLowerCase();
|
|---|
| | | if (getMarkupExtensions().contains(ext)) {
|
|---|
| | | readme = path.name;
|
|---|
| | | break;
|
|---|
| | | String ext = StringUtils.getFileExtension(path.name).toLowerCase();
|
|---|
| | | String name = StringUtils.stripFileExtension(path.name).toLowerCase();
|
|---|
| | |
|
|---|
| | | if (roots.contains(name)) {
|
|---|
| | | if (StringUtils.isEmpty(ext) || extensions.contains(ext)) {
|
|---|
| | | return true;
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | return false;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | if (!StringUtils.isEmpty(readme)) {
|
|---|
| | | String [] encodings = settings.getStrings(Keys.web.blobEncodings).toArray(new String[0]);
|
|---|
| | | String markup = JGitUtils.getStringContent(r, commit.getTree(), readme, encodings);
|
|---|
| | | return parse(repositoryName, commitId, readme, markup);
|
|---|
| | | public List<MarkupDocument> getRootDocs(Repository r, String repositoryName, String commitId) {
|
|---|
| | | List<String> roots = getRoots();
|
|---|
| | | List<MarkupDocument> list = getDocs(r, repositoryName, commitId, roots);
|
|---|
| | | return list;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | public MarkupDocument getReadme(Repository r, String repositoryName, String commitId) {
|
|---|
| | | List<MarkupDocument> list = getDocs(r, repositoryName, commitId, Arrays.asList("readme"));
|
|---|
| | | if (list.isEmpty()) {
|
|---|
| | | return null;
|
|---|
| | | }
|
|---|
| | | return list.get(0);
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | return null;
|
|---|
| | | private List<MarkupDocument> getDocs(Repository r, String repositoryName, String commitId, List<String> names) {
|
|---|
| | | List<String> extensions = getAllExtensions();
|
|---|
| | | String [] encodings = getEncodings();
|
|---|
| | | Map<String, MarkupDocument> map = new HashMap<String, MarkupDocument>();
|
|---|
| | | RevCommit commit = JGitUtils.getCommit(r, commitId);
|
|---|
| | | List<PathModel> paths = JGitUtils.getFilesInPath(r, null, commit);
|
|---|
| | | for (PathModel path : paths) {
|
|---|
| | | if (!path.isTree()) {
|
|---|
| | | String ext = StringUtils.getFileExtension(path.name).toLowerCase();
|
|---|
| | | String name = StringUtils.stripFileExtension(path.name).toLowerCase();
|
|---|
| | |
|
|---|
| | | if (names.contains(name)) {
|
|---|
| | | if (StringUtils.isEmpty(ext) || extensions.contains(ext)) {
|
|---|
| | | String markup = JGitUtils.getStringContent(r, commit.getTree(), path.name, encodings);
|
|---|
| | | MarkupDocument doc = parse(repositoryName, commitId, path.name, markup);
|
|---|
| | | map.put(name, doc);
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | // return document list in requested order
|
|---|
| | | List<MarkupDocument> list = new ArrayList<MarkupDocument>();
|
|---|
| | | for (String name : names) {
|
|---|
| | | if (map.containsKey(name)) {
|
|---|
| | | list.add(map.get(name));
|
|---|
| | | }
|
|---|
| | | }
|
|---|
| | | return list;
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | public MarkupDocument parse(String repositoryName, String commitId, String documentPath, String markupText) {
|
|---|
| | |
|---|
| | | if (markupText != null) {
|
|---|
| | | try {
|
|---|
| | | switch (syntax){
|
|---|
| | | case CONFLUENCE:
|
|---|
| | | parse(doc, repositoryName, commitId, new ConfluenceLanguage());
|
|---|
| | | break;
|
|---|
| | | case MARKDOWN:
|
|---|
| | | parse(doc, repositoryName, commitId);
|
|---|
| | | break;
|
|---|
| | | case MEDIAWIKI:
|
|---|
| | | parse(doc, repositoryName, commitId, new MediaWikiLanguage());
|
|---|
| | | break;
|
|---|
| | | case TEXTILE:
|
|---|
| | | parse(doc, repositoryName, commitId, new TextileLanguage());
|
|---|
| | | break;
|
|---|
| | | case TRACWIKI:
|
|---|
| | | parse(doc, repositoryName, commitId, new TracWikiLanguage());
|
|---|
| | | break;
|
|---|
| | | case TWIKI:
|
|---|
| | | parse(doc, repositoryName, commitId, new TWikiLanguage());
|
|---|
| | | break;
|
|---|
| | | default:
|
|---|
| | | doc.html = MarkdownUtils.transformPlainText(markupText);
|
|---|
| | |
|---|
| | | }
|
|---|
| | |
|
|---|
| | | /**
|
|---|
| | | * Parses the markup using the specified markup language
|
|---|
| | | *
|
|---|
| | | * @param doc
|
|---|
| | | * @param repositoryName
|
|---|
| | | * @param commitId
|
|---|
| | | * @param lang
|
|---|
| | | */
|
|---|
| | | private void parse(final MarkupDocument doc, final String repositoryName, final String commitId, MarkupLanguage lang) {
|
|---|
| | | StringWriter writer = new StringWriter();
|
|---|
| | | HtmlDocumentBuilder builder = new HtmlDocumentBuilder(writer) {
|
|---|
| | |
|
|---|
| | | @Override
|
|---|
| | | public void image(Attributes attributes, String imagePath) {
|
|---|
| | | String url;
|
|---|
| | | if (imagePath.indexOf("://") == -1) {
|
|---|
| | | // relative image
|
|---|
| | | String path = doc.getRelativePath(imagePath);
|
|---|
| | | url = getWicketUrl(RawPage.class, repositoryName, commitId, path);
|
|---|
| | | } else {
|
|---|
| | | // absolute image
|
|---|
| | | url = imagePath;
|
|---|
| | | }
|
|---|
| | | super.image(attributes, url);
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | @Override
|
|---|
| | | public void link(Attributes attributes, String hrefOrHashName, String text) {
|
|---|
| | | String url;
|
|---|
| | | if (hrefOrHashName.charAt(0) != '#') {
|
|---|
| | | if (hrefOrHashName.indexOf("://") == -1) {
|
|---|
| | | // relative link
|
|---|
| | | String path = doc.getRelativePath(hrefOrHashName);
|
|---|
| | | url = getWicketUrl(DocPage.class, repositoryName, commitId, path);
|
|---|
| | | } else {
|
|---|
| | | // absolute link
|
|---|
| | | url = hrefOrHashName;
|
|---|
| | | }
|
|---|
| | | } else {
|
|---|
| | | // page-relative hash link
|
|---|
| | | url = hrefOrHashName;
|
|---|
| | | }
|
|---|
| | | super.link(attributes, url, text);
|
|---|
| | | }
|
|---|
| | | };
|
|---|
| | |
|
|---|
| | | // avoid the <html> and <body> tags
|
|---|
| | | builder.setEmitAsDocument(false);
|
|---|
| | |
|
|---|
| | | MarkupParser parser = new MarkupParser(lang);
|
|---|
| | | parser.setBuilder(builder);
|
|---|
| | | parser.parse(doc.markup);
|
|---|
| | | doc.html = writer.toString();
|
|---|
| | | }
|
|---|
| | |
|
|---|
| | | /**
|
|---|
| | | * Parses the document as Markdown using Pegdown.
|
|---|
| | | *
|
|---|
| | | * @param doc
|
|---|
