use std::ffi::OsStr;
use std::path::Path;
use std::{borrow::Cow, fmt::Write, path::PathBuf, sync::Arc, time::Duration};
use crate::syntax_highlight::ComrakSyntectAdapter;
use bytes::{Bytes, BytesMut};
use comrak::{ComrakOptions, ComrakPlugins};
use git2::{
BranchType, DiffFormat, DiffLineType, DiffOptions, DiffStatsFormat, ObjectType, Oid, Signature,
};
use moka::future::Cache;
use parking_lot::Mutex;
use syntect::html::{ClassStyle, ClassedHTMLGenerator};
use syntect::parsing::SyntaxSet;
use syntect::util::LinesWithEndings;
use time::OffsetDateTime;
use tracing::instrument;
pub struct Git {
commits: Cache<Oid, Arc<Commit>>,
readme_cache: Cache<PathBuf, Option<(ReadmeFormat, Arc<str>)>>,
refs: Cache<PathBuf, Arc<Refs>>,
syntax_set: SyntaxSet,
}
impl Git {
#[instrument(skip(syntax_set))]
pub fn new(syntax_set: SyntaxSet) -> Self {
Self {
commits: Cache::builder()
.time_to_live(Duration::from_secs(10))
.max_capacity(100)
.build(),
readme_cache: Cache::builder()
.time_to_live(Duration::from_secs(10))
.max_capacity(100)
.build(),
refs: Cache::builder()
.time_to_live(Duration::from_secs(10))
.max_capacity(100)
.build(),
syntax_set,
}
}
}
impl Git {
#[instrument(skip(self))]
pub async fn repo(self: Arc<Self>, repo_path: PathBuf) -> Arc<OpenRepository> {
let repo = tokio::task::spawn_blocking({
let repo_path = repo_path.clone();
move || git2::Repository::open(repo_path).unwrap()
})
.await
.unwrap();
Arc::new(OpenRepository {
git: self,
cache_key: repo_path,
repo: Mutex::new(repo),
})
}
}
pub struct OpenRepository {
git: Arc<Git>,
cache_key: PathBuf,
repo: Mutex<git2::Repository>,
}
impl OpenRepository {
pub async fn path(
self: Arc<Self>,
path: Option<PathBuf>,
tree_id: Option<&str>,
branch: Option<String>,
) -> PathDestination {
let tree_id = tree_id.map(Oid::from_str).transpose().unwrap();
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let mut tree = if let Some(tree_id) = tree_id {
repo.find_tree(tree_id).unwrap()
} else if let Some(branch) = branch {
let branch = repo.find_branch(&branch, BranchType::Local).unwrap();
branch.get().peel_to_tree().unwrap()
} else {
let head = repo.head().unwrap();
head.peel_to_tree().unwrap()
};
if let Some(path) = path.as_ref() {
let item = tree.get_path(path).unwrap();
let object = item.to_object(&repo).unwrap();
if let Some(blob) = object.as_blob() {
let name = item.name().unwrap().to_string();
let path = path.clone().join(&name);
let extension = path
.extension()
.or_else(|| path.file_name())
.unwrap()
.to_string_lossy();
let content = format_file(blob.content(), &extension, &self.git.syntax_set);
return PathDestination::File(FileWithContent {
metadata: File {
mode: item.filemode(),
size: blob.size(),
path,
name,
},
content,
});
} else if let Ok(new_tree) = object.into_tree() {
tree = new_tree;
} else {
panic!("unknown item kind");
}
}
let mut tree_items = Vec::new();
for item in tree.iter() {
let object = item.to_object(&repo).unwrap();
let name = item.name().unwrap().to_string();
let path = path.clone().unwrap_or_default().join(&name);
if let Some(blob) = object.as_blob() {
tree_items.push(TreeItem::File(File {
mode: item.filemode(),
size: blob.size(),
path,
name,
}));
} else if let Some(_tree) = object.as_tree() {
tree_items.push(TreeItem::Tree(Tree {
mode: item.filemode(),
path,
name,
}));
}
}
PathDestination::Tree(tree_items)
})
.await
.unwrap()
}
#[instrument(skip(self))]
pub async fn tag_info(self: Arc<Self>, tag_name: &str) -> DetailedTag {
let reference = format!("refs/tags/{tag_name}");
let tag_name = tag_name.to_string();
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let tag = repo
.find_reference(&reference)
.unwrap()
.peel_to_tag()
.unwrap();
let tag_target = tag.target().unwrap();
let tagged_object = match tag_target.kind() {
Some(ObjectType::Commit) => Some(TaggedObject::Commit(tag_target.id().to_string())),
Some(ObjectType::Tree) => Some(TaggedObject::Tree(tag_target.id().to_string())),
None | Some(_) => None,
};
DetailedTag {
name: tag_name,
tagger: tag.tagger().map(Into::into),
message: tag.message().unwrap().to_string(),
tagged_object,
}
})
.await
.unwrap()
}
#[instrument(skip(self))]
pub async fn refs(self: Arc<Self>) -> Arc<Refs> {
let git = self.git.clone();
git.refs
.get_with(self.cache_key.clone(), async move {
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let ref_iter = repo.references().unwrap();
let mut built_refs = Refs::default();
for ref_ in ref_iter {
let ref_ = ref_.unwrap();
if ref_.is_branch() {
let commit = ref_.peel_to_commit().unwrap();
built_refs.branch.push(Branch {
name: ref_.shorthand().unwrap().to_string(),
commit: commit.into(),
});
} else if ref_.is_tag() {
if let Ok(tag) = ref_.peel_to_tag() {
built_refs.tag.push(Tag {
name: ref_.shorthand().unwrap().to_string(),
tagger: tag.tagger().map(Into::into),
});
}
}
}
built_refs.branch.sort_unstable_by(|one, two| {
two.commit.committer.time.cmp(&one.commit.committer.time)
});
built_refs.tag.sort_unstable_by(|one, two| {
let one_tagger = one.tagger.as_ref().map(|v| v.time);
let two_tagger = two.tagger.as_ref().map(|v| v.time);
two_tagger.cmp(&one_tagger)
});
Arc::new(built_refs)
})
.await
.unwrap()
})
.await
}
#[instrument(skip(self))]
pub async fn readme(self: Arc<Self>) -> Option<(ReadmeFormat, Arc<str>)> {
const README_FILES: &[&str] = &["README.md", "README", "README.txt"];
let git = self.git.clone();
git.readme_cache
.get_with(self.cache_key.clone(), async move {
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let head = repo.head().unwrap();
let commit = head.peel_to_commit().unwrap();
let tree = commit.tree().unwrap();
for name in README_FILES {
let tree_entry = if let Some(file) = tree.get_name(name) {
file
} else {
continue;
};
let blob = if let Some(blob) = tree_entry
.to_object(&repo)
.ok()
.and_then(|v| v.into_blob().ok())
{
blob
} else {
continue;
};
let content = if let Ok(content) = std::str::from_utf8(blob.content()) {
content
} else {
continue;
};
if Path::new(name).extension().and_then(OsStr::to_str) == Some("md") {
let value = parse_and_transform_markdown(content, &self.git.syntax_set);
return Some((ReadmeFormat::Markdown, Arc::from(value)));
}
return Some((ReadmeFormat::Plaintext, Arc::from(content)));
}
None
})
.await
.unwrap()
})
.await
}
#[instrument(skip(self))]
pub async fn latest_commit(self: Arc<Self>) -> Commit {
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let head = repo.head().unwrap();
let commit = head.peel_to_commit().unwrap();
let (diff_plain, diff_output, diff_stats) =
fetch_diff_and_stats(&repo, &commit, &self.git.syntax_set);
let mut commit = Commit::from(commit);
commit.diff_stats = diff_stats;
commit.diff = diff_output;
commit.diff_plain = diff_plain;
commit
})
.await
.unwrap()
}
#[instrument(skip(self))]
pub async fn commit(self: Arc<Self>, commit: &str) -> Arc<Commit> {
let commit = Oid::from_str(commit).unwrap();
let git = self.git.clone();
git.commits
.get_with(commit, async move {
tokio::task::spawn_blocking(move || {
let repo = self.repo.lock();
let commit = repo.find_commit(commit).unwrap();
let (diff_plain, diff_output, diff_stats) =
fetch_diff_and_stats(&repo, &commit, &self.git.syntax_set);
let mut commit = Commit::from(commit);
commit.diff_stats = diff_stats;
commit.diff = diff_output;
commit.diff_plain = diff_plain;
Arc::new(commit)
})
.await
.unwrap()
})
.await
}
}
fn parse_and_transform_markdown(s: &str, syntax_set: &SyntaxSet) -> String {
let mut plugins = ComrakPlugins::default();
let highlighter = ComrakSyntectAdapter { syntax_set };
plugins.render.codefence_syntax_highlighter = Some(&highlighter);
comrak::markdown_to_html_with_plugins(s, &ComrakOptions::default(), &plugins)
}
#[derive(Copy, Clone, Debug, PartialEq, Eq)]
pub enum ReadmeFormat {
Markdown,
Plaintext,
}
pub enum PathDestination {
Tree(Vec<TreeItem>),
File(FileWithContent),
}
pub enum TreeItem {
Tree(Tree),
File(File),
}
#[derive(Debug)]
pub struct Tree {
pub mode: i32,
pub name: String,
pub path: PathBuf,
}
#[derive(Debug)]
pub struct File {
pub mode: i32,
pub size: usize,
pub name: String,
pub path: PathBuf,
}
#[derive(Debug)]
pub struct FileWithContent {
pub metadata: File,
pub content: String,
}
#[derive(Debug, Default)]
pub struct Refs {
pub branch: Vec<Branch>,
pub tag: Vec<Tag>,
}
#[derive(Debug)]
pub struct Branch {
pub name: String,
pub commit: Commit,
}
#[derive(Debug)]
pub struct Remote {
pub name: String,
}
#[derive(Debug)]
pub enum TaggedObject {
Commit(String),
Tree(String),
}
#[derive(Debug)]
pub struct DetailedTag {
pub name: String,
pub tagger: Option<CommitUser>,
pub message: String,
pub tagged_object: Option<TaggedObject>,
}
#[derive(Debug)]
pub struct Tag {
pub name: String,
pub tagger: Option<CommitUser>,
}
#[derive(Debug)]
pub struct CommitUser {
name: String,
email: String,
email_md5: String,
time: OffsetDateTime,
}
impl From<Signature<'_>> for CommitUser {
fn from(v: Signature<'_>) -> Self {
CommitUser {
name: v.name().unwrap().to_string(),
email: v.email().unwrap().to_string(),
email_md5: format!("{:x}", md5::compute(v.email_bytes())),
time: OffsetDateTime::from_unix_timestamp(v.when().seconds()).unwrap(),
}
}
}
impl CommitUser {
pub fn name(&self) -> &str {
&self.name
}
pub fn email(&self) -> &str {
&self.email
}
pub fn email_md5(&self) -> &str {
&self.email_md5
}
pub fn time(&self) -> OffsetDateTime {
self.time
}
}
#[derive(Debug)]
pub struct Commit {
author: CommitUser,
committer: CommitUser,
oid: String,
tree: String,
parents: Vec<String>,
summary: String,
body: String,
pub diff_stats: String,
pub diff: String,
pub diff_plain: Bytes,
}
impl From<git2::Commit<'_>> for Commit {
fn from(commit: git2::Commit<'_>) -> Self {
Commit {
author: commit.author().into(),
committer: commit.committer().into(),
oid: commit.id().to_string(),
tree: commit.tree_id().to_string(),
parents: commit.parent_ids().map(|v| v.to_string()).collect(),
summary: commit.summary().unwrap().to_string(),
body: commit.body().map(ToString::to_string).unwrap_or_default(),
diff_stats: String::with_capacity(0),
diff: String::with_capacity(0),
diff_plain: Bytes::new(),
}
}
}
impl Commit {
pub fn author(&self) -> &CommitUser {
&self.author
}
pub fn committer(&self) -> &CommitUser {
&self.committer
}
pub fn oid(&self) -> &str {
&self.oid
}
pub fn tree(&self) -> &str {
&self.tree
}
pub fn parents(&self) -> impl Iterator<Item = &str> {
self.parents.iter().map(String::as_str)
}
pub fn summary(&self) -> &str {
&self.summary
}
pub fn body(&self) -> &str {
&self.body
}
}
#[instrument(skip(repo, commit, syntax_set))]
fn fetch_diff_and_stats(
repo: &git2::Repository,
commit: &git2::Commit<'_>,
syntax_set: &SyntaxSet,
) -> (Bytes, String, String) {
let current_tree = commit.tree().unwrap();
let parent_tree = commit.parents().next().and_then(|v| v.tree().ok());
let mut diff_opts = DiffOptions::new();
let mut diff = repo
.diff_tree_to_tree(
parent_tree.as_ref(),
Some(¤t_tree),
Some(&mut diff_opts),
)
.unwrap();
let mut diff_plain = BytesMut::new();
let email = diff.format_email(1, 1, commit, None).unwrap();
diff_plain.extend_from_slice(&*email);
let diff_stats = diff
.stats()
.unwrap()
.to_buf(DiffStatsFormat::FULL, 80)
.unwrap()
.as_str()
.unwrap()
.to_string();
let diff_output = format_diff(&diff, syntax_set);
(diff_plain.freeze(), diff_output, diff_stats)
}
fn format_file(content: &[u8], extension: &str, syntax_set: &SyntaxSet) -> String {
let content = std::str::from_utf8(content).unwrap();
let syntax = syntax_set
.find_syntax_by_extension(extension)
.unwrap_or_else(|| syntax_set.find_syntax_plain_text());
let mut html_generator =
ClassedHTMLGenerator::new_with_class_style(syntax, syntax_set, ClassStyle::Spaced);
for line in LinesWithEndings::from(content) {
html_generator
.parse_html_for_line_which_includes_newline(line)
.unwrap();
}
format!(
"<code>{}</code>",
html_generator.finalize().replace('\n', "</code>\n<code>")
)
}
#[instrument(skip(diff, syntax_set))]
fn format_diff(diff: &git2::Diff<'_>, syntax_set: &SyntaxSet) -> String {
let mut diff_output = String::new();
diff.print(DiffFormat::Patch, |delta, _diff_hunk, diff_line| {
let (class, should_highlight_as_source) = match diff_line.origin_value() {
DiffLineType::Addition => (Some("add-line"), true),
DiffLineType::Deletion => (Some("remove-line"), true),
DiffLineType::Context => (Some("context"), true),
DiffLineType::AddEOFNL => (Some("remove-line"), false),
DiffLineType::DeleteEOFNL => (Some("add-line"), false),
DiffLineType::FileHeader => (Some("file-header"), false),
_ => (None, false),
};
let line = String::from_utf8_lossy(diff_line.content());
let extension = if should_highlight_as_source {
let path = delta.new_file().path().unwrap();
path.extension()
.or_else(|| path.file_name())
.unwrap()
.to_string_lossy()
} else {
Cow::Borrowed("patch")
};
let syntax = syntax_set
.find_syntax_by_extension(&extension)
.unwrap_or_else(|| syntax_set.find_syntax_plain_text());
let mut html_generator =
ClassedHTMLGenerator::new_with_class_style(syntax, syntax_set, ClassStyle::Spaced);
html_generator
.parse_html_for_line_which_includes_newline(&line)
.unwrap();
if let Some(class) = class {
write!(diff_output, r#"<span class="diff-{class}">"#).unwrap();
}
diff_output.push_str(&html_generator.finalize());
if class.is_some() {
diff_output.push_str("</span>");
}
true
})
.unwrap();
diff_output
}