pub mod git;
pub mod refs;
use std::collections::{hash_map, HashSet};
use std::ops::Deref;
use std::path::{Path, PathBuf};
use std::{fmt, io};
use nonempty::NonEmpty;
use serde::{Deserialize, Serialize};
use thiserror::Error;
use crypto::{PublicKey, Signer, Unverified, Verified};
pub use git::{Validation, Validations};
pub use radicle_git_ext::Oid;
use crate::cob;
use crate::collections::RandomMap;
use crate::git::{canonical, ext as git_ext};
use crate::git::{refspec::Refspec, PatternString, Qualified, RefError, RefStr, RefString};
use crate::identity::{Did, PayloadError};
use crate::identity::{Doc, DocAt, DocError};
use crate::identity::{Identity, RepoId};
use crate::node::SyncedAt;
use crate::storage::git::NAMESPACES_GLOB;
use crate::storage::refs::Refs;
use self::git::UserInfo;
use self::refs::{RefsAt, SignedRefs};
pub type BranchName = git::RefString;
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct RepositoryInfo<V> {
pub rid: RepoId,
pub head: Oid,
pub doc: Doc<V>,
pub refs: Option<refs::SignedRefsAt>,
pub synced_at: Option<SyncedAt>,
}
#[derive(Default, Debug, Clone, PartialEq, Eq)]
pub enum Namespaces {
#[default]
All,
Followed(HashSet<PublicKey>),
}
impl Namespaces {
pub fn to_refspecs(&self) -> Vec<Refspec<PatternString, PatternString>> {
match self {
Namespaces::All => vec![Refspec {
src: (*NAMESPACES_GLOB).clone(),
dst: (*NAMESPACES_GLOB).clone(),
force: true,
}],
Namespaces::Followed(pks) => pks
.iter()
.map(|pk| {
let ns = pk.to_namespace().with_pattern(git::refspec::STAR);
Refspec {
src: ns.clone(),
dst: ns,
force: true,
}
})
.collect(),
}
}
}
impl FromIterator<PublicKey> for Namespaces {
fn from_iter<T: IntoIterator<Item = PublicKey>>(iter: T) -> Self {
Self::Followed(iter.into_iter().collect())
}
}
pub struct SetHead {
pub old: Option<Oid>,
pub new: Oid,
}
impl SetHead {
pub fn is_updated(&self) -> bool {
self.old != Some(self.new)
}
}
#[derive(Error, Debug)]
pub enum RepositoryError {
#[error(transparent)]
Storage(#[from] Error),
#[error(transparent)]
Store(#[from] cob::store::Error),
#[error(transparent)]
Doc(#[from] DocError),
#[error(transparent)]
Payload(#[from] PayloadError),
#[error(transparent)]
Git(#[from] git::raw::Error),
#[error(transparent)]
GitExt(#[from] git_ext::Error),
#[error(transparent)]
Quorum(#[from] canonical::QuorumError),
#[error(transparent)]
Refs(#[from] refs::Error),
}
impl RepositoryError {
pub fn is_not_found(&self) -> bool {
match self {
Self::Storage(e) if e.is_not_found() => true,
Self::Git(e) if git_ext::is_not_found_err(e) => true,
Self::GitExt(git_ext::Error::NotFound(_)) => true,
_ => false,
}
}
}
#[derive(Error, Debug)]
pub enum Error {
#[error("invalid git reference")]
InvalidRef,
#[error("identity doc: {0}")]
Doc(#[from] DocError),
#[error("git reference error: {0}")]
Ref(#[from] RefError),
#[error(transparent)]
Refs(#[from] refs::Error),
#[error("git: {0}")]
Git(#[from] git2::Error),
#[error("git: {0}")]
Ext(#[from] git::ext::Error),
#[error("invalid repository identifier {0:?}")]
InvalidId(std::ffi::OsString),
#[error("i/o: {0}")]
Io(#[from] io::Error),
}
impl Error {
pub fn is_not_found(&self) -> bool {
match self {
Self::Io(e) if e.kind() == io::ErrorKind::NotFound => true,
Self::Git(e) if git::ext::is_not_found_err(e) => true,
Self::Doc(e) if e.is_not_found() => true,
_ => false,
}
}
}
#[derive(Error, Debug)]
#[allow(clippy::large_enum_variant)]
pub enum FetchError {
#[error("git: {0}")]
Git(#[from] git2::Error),
#[error("i/o: {0}")]
Io(#[from] io::Error),
#[error(transparent)]
Refs(#[from] refs::Error),
#[error(transparent)]
Storage(#[from] Error),
#[error("failed to validate remote layouts in storage")]
Validation { validations: Validations },
#[error("repository head: {0}")]
SetHead(#[from] DocError),
#[error("repository: {0}")]
Repository(#[from] RepositoryError),
}
pub type RemoteId = PublicKey;
#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[serde(rename_all = "camelCase")]
pub enum RefUpdate {
Updated { name: RefString, old: Oid, new: Oid },
Created { name: RefString, oid: Oid },
Deleted { name: RefString, oid: Oid },
Skipped { name: RefString, oid: Oid },
}
impl RefUpdate {
pub fn from(name: RefString, old: impl Into<Oid>, new: impl Into<Oid>) -> Self {
let old = old.into();
let new = new.into();
if old.is_zero() {
Self::Created { name, oid: new }
} else if new.is_zero() {
Self::Deleted { name, oid: old }
} else if old != new {
Self::Updated { name, old, new }
} else {
Self::Skipped { name, oid: old }
}
}
pub fn old(&self) -> Option<Oid> {
match self {
RefUpdate::Updated { old, .. } => Some(*old),
RefUpdate::Created { .. } => None,
RefUpdate::Deleted { oid, .. } => Some(*oid),
RefUpdate::Skipped { oid, .. } => Some(*oid),
}
}
#[allow(clippy::new_ret_no_self)]
pub fn new(&self) -> Option<Oid> {
match self {
RefUpdate::Updated { new, .. } => Some(*new),
RefUpdate::Created { oid, .. } => Some(*oid),
RefUpdate::Deleted { .. } => None,
RefUpdate::Skipped { .. } => None,
}
}
pub fn name(&self) -> &RefStr {
match self {
RefUpdate::Updated { name, .. } => name.as_refstr(),
RefUpdate::Created { name, .. } => name.as_refstr(),
RefUpdate::Deleted { name, .. } => name.as_refstr(),
RefUpdate::Skipped { name, .. } => name.as_refstr(),
}
}
pub fn is_updated(&self) -> bool {
matches!(self, RefUpdate::Updated { .. })
}
pub fn is_created(&self) -> bool {
matches!(self, RefUpdate::Created { .. })
}
pub fn is_skipped(&self) -> bool {
matches!(self, RefUpdate::Skipped { .. })
}
}
impl fmt::Display for RefUpdate {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
Self::Updated { name, old, new } => {
write!(f, "~ {old:.7}..{new:.7} {name}")
}
Self::Created { name, oid } => {
write!(f, "* 0000000..{oid:.7} {name}")
}
Self::Deleted { name, oid } => {
write!(f, "- {oid:.7}..0000000 {name}")
}
Self::Skipped { name, oid } => {
write!(f, "= {oid:.7}..{oid:.7} {name}")
}
}
}
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct Remotes<V>(RandomMap<RemoteId, Remote<V>>);
impl<V> FromIterator<(RemoteId, Remote<V>)> for Remotes<V> {
fn from_iter<T: IntoIterator<Item = (RemoteId, Remote<V>)>>(iter: T) -> Self {
Self(iter.into_iter().collect())
}
}
impl<V> Deref for Remotes<V> {
type Target = RandomMap<RemoteId, Remote<V>>;
fn deref(&self) -> &Self::Target {
&self.0
}
}
impl<V> Remotes<V> {
pub fn new(remotes: RandomMap<RemoteId, Remote<V>>) -> Self {
Self(remotes)
}
}
impl Remotes<Verified> {
pub fn unverified(self) -> Remotes<Unverified> {
Remotes(
self.into_iter()
.map(|(id, r)| (id, r.unverified()))
.collect(),
)
}
}
impl<V> Default for Remotes<V> {
fn default() -> Self {
Self(RandomMap::default())
}
}
impl<V> IntoIterator for Remotes<V> {
type Item = (RemoteId, Remote<V>);
type IntoIter = hash_map::IntoIter<RemoteId, Remote<V>>;
fn into_iter(self) -> Self::IntoIter {
self.0.into_iter()
}
}
impl<V> From<Remotes<V>> for RandomMap<RemoteId, Refs> {
fn from(other: Remotes<V>) -> Self {
let mut remotes = RandomMap::with_hasher(fastrand::Rng::new().into());
for (k, v) in other.into_iter() {
remotes.insert(k, v.refs.into());
}
remotes
}
}
#[derive(Debug, Clone, PartialEq, Eq, Serialize)]
pub struct Remote<V = Verified> {
#[serde(flatten)]
pub refs: SignedRefs<V>,
}
impl Remote<Unverified> {
pub fn new(refs: impl Into<SignedRefs<Unverified>>) -> Self {
Self { refs: refs.into() }
}
}
impl Remote<Unverified> {
pub fn verified(self) -> Result<Remote<Verified>, crypto::Error> {
let refs = self.refs.verified()?;
Ok(Remote { refs })
}
}
impl Remote<Verified> {
pub fn new(refs: impl Into<SignedRefs<Verified>>) -> Self {
Self { refs: refs.into() }
}
pub fn unverified(self) -> Remote<Unverified> {
Remote {
refs: self.refs.unverified(),
}
}
pub fn to_refspecs(&self) -> Vec<Refspec<PatternString, PatternString>> {
let ns = self.id.to_namespace();
self.refs
.iter()
.map(|(name, _)| {
let name = PatternString::from(ns.join(name));
Refspec {
src: name.clone(),
dst: name,
force: true,
}
})
.collect()
}
}
impl<V> Deref for Remote<V> {
type Target = SignedRefs<V>;
fn deref(&self) -> &Self::Target {
&self.refs
}
}
pub trait ReadStorage {
type Repository: ReadRepository;
fn info(&self) -> &UserInfo;
fn path(&self) -> &Path;
fn path_of(&self, rid: &RepoId) -> PathBuf;
fn contains(&self, rid: &RepoId) -> Result<bool, RepositoryError>;
fn repositories(&self) -> Result<Vec<RepositoryInfo<Verified>>, Error>;
fn repository(&self, rid: RepoId) -> Result<Self::Repository, RepositoryError>;
fn get(&self, rid: RepoId) -> Result<Option<Doc<Verified>>, RepositoryError> {
match self.repository(rid) {
Ok(repo) => Ok(Some(repo.identity_doc()?.into())),
Err(e) if e.is_not_found() => Ok(None),
Err(e) => Err(e),
}
}
}
pub trait WriteStorage: ReadStorage {
type RepositoryMut: WriteRepository;
fn repository_mut(&self, rid: RepoId) -> Result<Self::RepositoryMut, RepositoryError>;
fn create(&self, rid: RepoId) -> Result<Self::RepositoryMut, Error>;
fn clean(&self, rid: RepoId) -> Result<Vec<RemoteId>, RepositoryError>;
}
pub trait HasRepoId {
fn rid(&self) -> RepoId;
}
impl<T: ReadRepository> HasRepoId for T {
fn rid(&self) -> RepoId {
ReadRepository::id(self)
}
}
pub trait ReadRepository: Sized + ValidateRepository {
fn id(&self) -> RepoId;
fn is_empty(&self) -> Result<bool, git2::Error>;
fn path(&self) -> &Path;
fn blob_at<P: AsRef<Path>>(&self, commit: Oid, path: P) -> Result<git2::Blob, git_ext::Error>;
fn blob(&self, oid: Oid) -> Result<git2::Blob, git_ext::Error>;
fn head(&self) -> Result<(Qualified, Oid), RepositoryError>;
fn canonical_head(&self) -> Result<(Qualified, Oid), RepositoryError>;
fn identity_head(&self) -> Result<Oid, RepositoryError>;
fn identity_head_of(&self, remote: &RemoteId) -> Result<Oid, git::ext::Error>;
fn identity_root(&self) -> Result<Oid, RepositoryError>;
fn identity_root_of(&self, remote: &RemoteId) -> Result<Oid, RepositoryError>;
fn identity(&self) -> Result<Identity, RepositoryError>
where
Self: cob::Store,
{
Identity::load(self)
}
fn canonical_identity_head(&self) -> Result<Oid, RepositoryError>;
fn canonical_identity_doc(&self) -> Result<DocAt, RepositoryError> {
let head = self.canonical_identity_head()?;
let doc = self.identity_doc_at(head)?;
Ok(doc)
}
fn reference(
&self,
remote: &RemoteId,
reference: &Qualified,
) -> Result<git2::Reference, git_ext::Error>;
fn commit(&self, oid: Oid) -> Result<git2::Commit, git::ext::Error>;
fn revwalk(&self, head: Oid) -> Result<git2::Revwalk, git2::Error>;
fn contains(&self, oid: Oid) -> Result<bool, git2::Error>;
fn is_ancestor_of(&self, ancestor: Oid, head: Oid) -> Result<bool, git::ext::Error>;
fn reference_oid(
&self,
remote: &RemoteId,
reference: &Qualified,
) -> Result<Oid, git::raw::Error>;
fn references_of(&self, remote: &RemoteId) -> Result<Refs, Error>;
fn references_glob(
&self,
pattern: &git::PatternStr,
) -> Result<Vec<(Qualified, Oid)>, git::ext::Error>;
fn delegates(&self) -> Result<NonEmpty<Did>, RepositoryError> {
let doc: Doc<_> = self.identity_doc()?.into();
Ok(doc.delegates)
}
fn identity_doc(&self) -> Result<DocAt, RepositoryError> {
let head = self.identity_head()?;
let doc = self.identity_doc_at(head)?;
Ok(doc)
}
fn identity_doc_at(&self, head: Oid) -> Result<DocAt, DocError>;
fn merge_base(&self, left: &Oid, right: &Oid) -> Result<Oid, git::ext::Error>;
}
pub trait RemoteRepository {
fn remote(&self, remote: &RemoteId) -> Result<Remote<Verified>, refs::Error>;
fn remotes(&self) -> Result<Remotes<Verified>, refs::Error>;
fn remote_refs_at(&self) -> Result<Vec<RefsAt>, refs::Error>;
}
pub trait ValidateRepository
where
Self: RemoteRepository,
{
fn validate(&self) -> Result<Validations, Error> {
let mut failures = Validations::default();
for (_, remote) in self.remotes()? {
failures.append(&mut self.validate_remote(&remote)?);
}
Ok(failures)
}
fn validate_remote(&self, remote: &Remote<Verified>) -> Result<Validations, Error>;
}
pub trait WriteRepository: ReadRepository + SignRepository {
fn set_head(&self) -> Result<SetHead, RepositoryError>;
fn set_identity_head(&self) -> Result<Oid, RepositoryError> {
let head = self.canonical_identity_head()?;
self.set_identity_head_to(head)?;
Ok(head)
}
fn set_identity_head_to(&self, commit: Oid) -> Result<(), RepositoryError>;
fn set_user(&self, info: &UserInfo) -> Result<(), Error>;
fn raw(&self) -> &git2::Repository;
}
pub trait SignRepository {
fn sign_refs<G: Signer>(&self, signer: &G) -> Result<SignedRefs<Verified>, Error>;
}
impl<T, S> ReadStorage for T
where
T: Deref<Target = S>,
S: ReadStorage + 'static,
{
type Repository = S::Repository;
fn info(&self) -> &UserInfo {
self.deref().info()
}
fn path(&self) -> &Path {
self.deref().path()
}
fn path_of(&self, rid: &RepoId) -> PathBuf {
self.deref().path_of(rid)
}
fn contains(&self, rid: &RepoId) -> Result<bool, RepositoryError> {
self.deref().contains(rid)
}
fn get(&self, rid: RepoId) -> Result<Option<Doc<Verified>>, RepositoryError> {
self.deref().get(rid)
}
fn repository(&self, rid: RepoId) -> Result<Self::Repository, RepositoryError> {
self.deref().repository(rid)
}
fn repositories(&self) -> Result<Vec<RepositoryInfo<Verified>>, Error> {
self.deref().repositories()
}
}
impl<T, S> WriteStorage for T
where
T: Deref<Target = S>,
S: WriteStorage + 'static,
{
type RepositoryMut = S::RepositoryMut;
fn repository_mut(&self, rid: RepoId) -> Result<Self::RepositoryMut, RepositoryError> {
self.deref().repository_mut(rid)
}
fn create(&self, rid: RepoId) -> Result<Self::RepositoryMut, Error> {
self.deref().create(rid)
}
fn clean(&self, rid: RepoId) -> Result<Vec<RemoteId>, RepositoryError> {
self.deref().clean(rid)
}
}
#[cfg(test)]
mod tests {
#[test]
fn test_storage() {}
}