foundry_cli/

lockfile.rs

//! foundry.lock handler type.

use crate::utils::{Git, SubmoduleCheckoutStatus};
use alloy_primitives::map::HashMap;
use eyre::{Context, OptionExt, Result};
use foundry_common::fs::canonicalize_path;
use serde::{Deserialize, Serialize};
use std::{
    collections::{BTreeMap, hash_map::Entry},
    path::{Path, PathBuf},
};

pub const FOUNDRY_LOCK: &str = "foundry.lock";

/// A type alias for a HashMap of dependencies keyed by relative path to the submodule dir.
pub type DepMap = HashMap<PathBuf, DepIdentifier>;

/// A difference between `foundry.lock` and an installed dependency submodule.
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum LockfileMismatch {
    /// An installed dependency is not recorded in the lockfile.
    MissingLockEntry { path: PathBuf, actual: Option<String> },
    /// A lockfile entry does not have a corresponding dependency submodule.
    MissingSubmodule { path: PathBuf, expected: String },
    /// The index contains a dependency gitlink without a `.gitmodules` mapping.
    MissingSubmoduleMapping { path: PathBuf },
    /// A dependency submodule has not been initialized.
    Uninitialized { path: PathBuf, expected: Option<String> },
    /// A dependency submodule has merge conflicts.
    Conflicted { path: PathBuf },
    /// The installed revision differs from the locked revision.
    Revision { path: PathBuf, expected: String, actual: String },
}

impl LockfileMismatch {
    /// Returns the dependency path associated with this mismatch.
    pub fn path(&self) -> &Path {
        match self {
            Self::MissingLockEntry { path, .. }
            | Self::MissingSubmodule { path, .. }
            | Self::MissingSubmoduleMapping { path }
            | Self::Uninitialized { path, .. }
            | Self::Conflicted { path }
            | Self::Revision { path, .. } => path,
        }
    }
}

impl std::fmt::Display for LockfileMismatch {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            Self::MissingLockEntry { path, actual: Some(actual) } => {
                write!(f, "{}: missing from foundry.lock (found {actual})", path.display())
            }
            Self::MissingLockEntry { path, actual: None } => {
                write!(f, "{}: missing from foundry.lock", path.display())
            }
            Self::MissingSubmodule { path, expected } => write!(
                f,
                "{}: dependency submodule is missing (expected {expected})",
                path.display()
            ),
            Self::MissingSubmoduleMapping { path } => {
                write!(f, "{}: dependency submodule is missing from .gitmodules", path.display())
            }
            Self::Uninitialized { path, expected: Some(expected) } => write!(
                f,
                "{}: dependency submodule is not initialized (expected {expected})",
                path.display()
            ),
            Self::Uninitialized { path, expected: None } => {
                write!(f, "{}: dependency submodule is not initialized", path.display())
            }
            Self::Conflicted { path } => {
                write!(f, "{}: dependency submodule has merge conflicts", path.display())
            }
            Self::Revision { path, expected, actual } => {
                write!(f, "{}: expected {expected}, found {actual}", path.display())
            }
        }
    }
}

/// A lockfile handler that keeps track of the dependencies and their current state.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Lockfile<'a> {
    /// A map of the dependencies keyed by relative path to the submodule dir.
    #[serde(flatten)]
    deps: DepMap,
    /// This is optional to handle no-git scencarios.
    #[serde(skip)]
    git: Option<&'a Git<'a>>,
    /// Absolute path to the lockfile.
    #[serde(skip)]
    lockfile_path: PathBuf,
}

impl<'a> Lockfile<'a> {
    /// Create a new [`Lockfile`] instance.
    ///
    /// `project_root` is the absolute path to the project root.
    ///
    /// You will need to call [`Lockfile::read`] or [`Lockfile::sync`] to load the lockfile.
    pub fn new(project_root: &Path) -> Self {
        Self { deps: HashMap::default(), git: None, lockfile_path: project_root.join(FOUNDRY_LOCK) }
    }

    /// Set the git instance to be used for submodule operations.
    pub const fn with_git(mut self, git: &'a Git<'_>) -> Self {
        self.git = Some(git);
        self
    }

    /// Sync the foundry.lock file with the current state of `git submodules`.
    ///
    /// If the lockfile and git submodules are out of sync, it returns a [`DepMap`] consisting of
    /// _only_ the out-of-sync dependencies.
    ///
    /// This method writes the lockfile to project root if:
    /// - The lockfile does not exist.
    /// - The lockfile is out of sync with the git submodules.
    pub fn sync(&mut self, lib: &Path) -> Result<Option<DepMap>> {
        match self.read() {
            Ok(_) => {}
            Err(e) if !e.to_string().contains("Lockfile not found") => {
                return Err(e);
            }
            _ => {}
        }

        if let Some(git) = &self.git {
            let submodules = git.submodules()?;

            if submodules.is_empty() {
                trace!("No submodules found. Skipping sync.");
                return Ok(None);
            }

            let modules_with_branch = git
                .read_submodules_with_branch(&Git::root_of(git.root)?, lib.file_name().unwrap())?;

            let mut out_of_sync: DepMap = HashMap::default();
            for sub in &submodules {
                let rel_path = sub.path();
                let rev = sub.rev();

                let entry = self.deps.entry(rel_path.clone());

                match entry {
                    Entry::Occupied(e) if e.get().rev() != rev => {
                        out_of_sync.insert(rel_path.clone(), e.get().clone());
                    }
                    Entry::Vacant(e) => {
                        // Check if there is branch specified for the submodule at rel_path in
                        // .gitmodules
                        let maybe_branch = modules_with_branch.get(rel_path).cloned();

                        trace!(?maybe_branch, submodule = ?rel_path, "submodule branch");
                        if let Some(branch) = maybe_branch {
                            let dep_id = DepIdentifier::Branch {
                                name: branch,
                                rev: rev.to_string(),
                                r#override: false,
                            };
                            e.insert(dep_id.clone());
                            out_of_sync.insert(rel_path.clone(), dep_id);
                            continue;
                        }

                        let dep_id = DepIdentifier::Rev { rev: rev.to_string(), r#override: false };
                        trace!(submodule=?rel_path, ?dep_id, "submodule dep_id");
                        e.insert(dep_id.clone());
                        out_of_sync.insert(rel_path.clone(), dep_id);
                    }
                    _ => {}
                }
            }

            return Ok(if out_of_sync.is_empty() { None } else { Some(out_of_sync) });
        }

        Ok(None)
    }

    /// Checks whether the lockfile matches dependency submodules without modifying either.
    pub fn check(&mut self) -> Result<Vec<LockfileMismatch>> {
        let lockfile_exists = self.exists();
        if lockfile_exists {
            self.read().wrap_err("Failed to read foundry.lock")?;
        } else {
            self.deps.clear();
        }

        let git = self.git.ok_or_eyre("Git is required to check foundry.lock")?;
        let project_root =
            canonicalize_path(self.lockfile_path.parent().expect("lockfile path has a parent"))?;
        let git_root = match Git::root_of(git.root) {
            Ok(root) => root,
            Err(_)
                if !lockfile_exists
                    && !project_root.ancestors().any(|root| root.join(".git").exists()) =>
            {
                return Ok(Vec::new());
            }
            Err(err) => return Err(err),
        };
        let project_prefix = project_root.strip_prefix(&git_root).map_err(|_| {
            eyre::eyre!("Project root is not contained in Git root {}", git_root.display())
        })?;

        let repository_path = relative_path(&git_root, &project_root);
        let git_submodules =
            git.submodules_in_worktree(&repository_path, &git_root, project_prefix)?;
        let mut submodules = BTreeMap::new();
        for submodule in &git_submodules {
            submodules.insert(submodule.path().clone(), submodule);
        }

        let mut mismatches = Vec::new();
        for (path, dep) in &self.deps {
            let expected = dep.rev();
            let Some(submodule) = submodules.remove(path) else {
                mismatches.push(LockfileMismatch::MissingSubmodule {
                    path: path.clone(),
                    expected: expected.to_string(),
                });
                continue;
            };
            match submodule.status() {
                SubmoduleCheckoutStatus::Uninitialized => {
                    mismatches.push(LockfileMismatch::Uninitialized {
                        path: path.clone(),
                        expected: Some(expected.to_string()),
                    });
                }
                SubmoduleCheckoutStatus::Conflicted => {
                    mismatches.push(LockfileMismatch::Conflicted { path: path.clone() });
                }
                SubmoduleCheckoutStatus::MissingMapping => {
                    mismatches
                        .push(LockfileMismatch::MissingSubmoduleMapping { path: path.clone() });
                }
                SubmoduleCheckoutStatus::Current | SubmoduleCheckoutStatus::Modified
                    if submodule.rev() != expected =>
                {
                    mismatches.push(LockfileMismatch::Revision {
                        path: path.clone(),
                        expected: expected.to_string(),
                        actual: submodule.rev().to_string(),
                    });
                }
                SubmoduleCheckoutStatus::Current | SubmoduleCheckoutStatus::Modified => {}
            }
        }
        for (path, submodule) in submodules {
            match submodule.status() {
                SubmoduleCheckoutStatus::MissingMapping => {
                    mismatches.push(LockfileMismatch::MissingSubmoduleMapping { path });
                }
                SubmoduleCheckoutStatus::Uninitialized => {
                    mismatches.push(LockfileMismatch::MissingLockEntry {
                        path: path.clone(),
                        actual: None,
                    });
                    mismatches.push(LockfileMismatch::Uninitialized { path, expected: None });
                }
                SubmoduleCheckoutStatus::Conflicted => {
                    mismatches.push(LockfileMismatch::MissingLockEntry {
                        path: path.clone(),
                        actual: None,
                    });
                    mismatches.push(LockfileMismatch::Conflicted { path });
                }
                SubmoduleCheckoutStatus::Current | SubmoduleCheckoutStatus::Modified => {
                    mismatches.push(LockfileMismatch::MissingLockEntry {
                        path,
                        actual: Some(submodule.rev().to_string()),
                    });
                }
            }
        }
        mismatches.sort_by(|a, b| a.path().cmp(b.path()));
        Ok(mismatches)
    }

    /// Loads the lockfile from the project root.
    ///
    /// Throws an error if the lockfile does not exist.
    pub fn read(&mut self) -> Result<()> {
        if !self.lockfile_path.exists() {
            return Err(eyre::eyre!("Lockfile not found at {}", self.lockfile_path.display()));
        }

        let lockfile_str = foundry_common::fs::read_to_string(&self.lockfile_path)?;

        self.deps = serde_json::from_str(&lockfile_str)?;

        trace!(lockfile = ?self.deps, "loaded lockfile");

        Ok(())
    }

    /// Writes the lockfile to the project root.
    pub fn write(&self) -> Result<()> {
        let ordered_deps: BTreeMap<_, _> = self.deps.clone().into_iter().collect();
        foundry_common::fs::write_pretty_json_file(&self.lockfile_path, &ordered_deps)?;
        trace!(at= ?self.lockfile_path, "wrote lockfile");

        Ok(())
    }

    /// Insert a dependency into the lockfile.
    /// If the dependency already exists, it will be updated.
    ///
    /// Note: This does not write the updated lockfile to disk, only inserts the dep in-memory.
    pub fn insert(&mut self, path: PathBuf, dep_id: DepIdentifier) {
        self.deps.insert(path, dep_id);
    }

    /// Get the [`DepIdentifier`] for a submodule at a given path.
    pub fn get(&self, path: &Path) -> Option<&DepIdentifier> {
        self.deps.get(path)
    }

    /// Removes a dependency from the lockfile.
    ///
    /// Note: This does not write the updated lockfile to disk, only removes the dep in-memory.
    pub fn remove(&mut self, path: &Path) -> Option<DepIdentifier> {
        self.deps.remove(path)
    }

    /// Override a dependency in the lockfile.
    ///
    /// Returns the overridden/previous [`DepIdentifier`].
    /// This is used in `forge update` to decide whether a dep's tag/branch/rev should be updated.
    ///
    /// Throws an error if the dependency is not found in the lockfile.
    pub fn override_dep(
        &mut self,
        dep: &Path,
        mut new_dep_id: DepIdentifier,
    ) -> Result<DepIdentifier> {
        let prev = self
            .deps
            .get_mut(dep)
            .map(|d| {
                new_dep_id.mark_override();
                std::mem::replace(d, new_dep_id)
            })
            .ok_or_eyre(format!("Dependency not found in lockfile: {}", dep.display()))?;

        Ok(prev)
    }

    /// Returns the num of dependencies in the lockfile.
    pub fn len(&self) -> usize {
        self.deps.len()
    }

    /// Returns whether the lockfile is empty.
    pub fn is_empty(&self) -> bool {
        self.deps.is_empty()
    }

    /// Returns an iterator over the lockfile.
    pub fn iter(&self) -> impl Iterator<Item = (&PathBuf, &DepIdentifier)> {
        self.deps.iter()
    }

    /// Returns an mutable iterator over the lockfile.
    pub fn iter_mut(&mut self) -> impl Iterator<Item = (&PathBuf, &mut DepIdentifier)> {
        self.deps.iter_mut()
    }

    pub fn exists(&self) -> bool {
        self.lockfile_path.exists()
    }
}

fn relative_path(path: &Path, base: &Path) -> PathBuf {
    let common =
        path.components().zip(base.components()).take_while(|(path, base)| path == base).count();
    let mut relative = PathBuf::new();
    for _ in common..base.components().count() {
        relative.push("..");
    }
    relative.extend(path.components().skip(common));
    relative
}

// Implement .iter() for &LockFile

/// Identifies whether a dependency (submodule) is referenced by a branch,
/// tag or rev (commit hash).
///
/// Each enum variant consists of an `r#override` flag which is used in `forge update` to decide
/// whether to update a dep or not. This flag is skipped during serialization.
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
pub enum DepIdentifier {
    /// `name` of the branch and the `rev`  it is currently pointing to.
    /// Running `forge update`, will update the `name` branch to the latest `rev`.
    #[serde(rename = "branch")]
    Branch {
        name: String,
        rev: String,
        #[serde(skip)]
        r#override: bool,
    },
    /// Release tag `name` and the `rev` it is currently pointing to.
    /// Running `forge update` does not update the tag/rev.
    /// Dependency will remain pinned to the existing tag/rev unless r#override like so `forge
    /// update owner/dep@tag=different_tag`.
    #[serde(rename = "tag")]
    Tag {
        name: String,
        rev: String,
        #[serde(skip)]
        r#override: bool,
    },
    /// Commit hash `rev` the submodule is currently pointing to.
    /// Running `forge update` does not update the rev.
    /// Dependency will remain pinned to the existing rev unless r#override.
    #[serde(rename = "rev", untagged)]
    Rev {
        rev: String,
        #[serde(skip)]
        r#override: bool,
    },
}

impl DepIdentifier {
    /// Resolves the [`DepIdentifier`] for a submodule at a given path.
    /// `lib_path` is the absolute path to the submodule.
    pub fn resolve_type(git: &Git<'_>, lib_path: &Path, s: &str) -> Result<Self> {
        trace!(lib_path = ?lib_path, resolving_type = ?s, "resolving submodule identifier");
        // Get the tags for the submodule
        if git.has_tag(s, lib_path)? {
            let rev = git.get_rev(s, lib_path)?;
            return Ok(Self::Tag { name: String::from(s), rev, r#override: false });
        }

        if git.has_branch(s, lib_path)? {
            let rev = git.get_rev(s, lib_path)?;
            return Ok(Self::Branch { name: String::from(s), rev, r#override: false });
        }

        if git.has_rev(s, lib_path)? {
            return Ok(Self::Rev { rev: String::from(s), r#override: false });
        }

        Err(eyre::eyre!("Could not resolve tag type for submodule at path {}", lib_path.display()))
    }

    /// Get the commit hash of the dependency.
    pub fn rev(&self) -> &str {
        match self {
            Self::Branch { rev, .. } => rev,
            Self::Tag { rev, .. } => rev,
            Self::Rev { rev, .. } => rev,
        }
    }

    /// Get the name of the dependency.
    ///
    /// In case of a Rev, this will return the commit hash.
    pub fn name(&self) -> &str {
        match self {
            Self::Branch { name, .. } => name,
            Self::Tag { name, .. } => name,
            Self::Rev { rev, .. } => rev,
        }
    }

    /// Get the name/rev to checkout at.
    pub fn checkout_id(&self) -> &str {
        match self {
            Self::Branch { name, .. } => name,
            Self::Tag { name, .. } => name,
            Self::Rev { rev, .. } => rev,
        }
    }

    /// Marks as dependency as overridden.
    pub const fn mark_override(&mut self) {
        match self {
            Self::Branch { r#override, .. } => *r#override = true,
            Self::Tag { r#override, .. } => *r#override = true,
            Self::Rev { r#override, .. } => *r#override = true,
        }
    }

    /// Returns whether the dependency has been overridden.
    pub const fn overridden(&self) -> bool {
        match self {
            Self::Branch { r#override, .. } => *r#override,
            Self::Tag { r#override, .. } => *r#override,
            Self::Rev { r#override, .. } => *r#override,
        }
    }

    /// Returns whether the dependency is a branch.
    pub const fn is_branch(&self) -> bool {
        matches!(self, Self::Branch { .. })
    }
}

impl std::fmt::Display for DepIdentifier {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            Self::Branch { name, rev, .. } => write!(f, "branch={name}@{rev}"),
            Self::Tag { name, rev, .. } => write!(f, "tag={name}@{rev}"),
            Self::Rev { rev, .. } => write!(f, "rev={rev}"),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use std::fs;
    use tempfile::tempdir;

    #[test]
    fn serde_dep_identifier() {
        let branch = DepIdentifier::Branch {
            name: "main".to_string(),
            rev: "b7954c3e9ce1d487b49489f5800f52f4b77b7351".to_string(),
            r#override: false,
        };

        let tag = DepIdentifier::Tag {
            name: "v0.1.0".to_string(),
            rev: "b7954c3e9ce1d487b49489f5800f52f4b77b7351".to_string(),
            r#override: false,
        };

        let rev = DepIdentifier::Rev {
            rev: "b7954c3e9ce1d487b49489f5800f52f4b77b7351".to_string(),
            r#override: false,
        };

        let branch_str = serde_json::to_string(&branch).unwrap();
        let tag_str = serde_json::to_string(&tag).unwrap();
        let rev_str = serde_json::to_string(&rev).unwrap();

        assert_eq!(
            branch_str,
            r#"{"branch":{"name":"main","rev":"b7954c3e9ce1d487b49489f5800f52f4b77b7351"}}"#
        );
        assert_eq!(
            tag_str,
            r#"{"tag":{"name":"v0.1.0","rev":"b7954c3e9ce1d487b49489f5800f52f4b77b7351"}}"#
        );
        assert_eq!(rev_str, r#"{"rev":"b7954c3e9ce1d487b49489f5800f52f4b77b7351"}"#);

        let branch_de: DepIdentifier = serde_json::from_str(&branch_str).unwrap();
        let tag_de: DepIdentifier = serde_json::from_str(&tag_str).unwrap();
        let rev_de: DepIdentifier = serde_json::from_str(&rev_str).unwrap();

        assert_eq!(branch, branch_de);
        assert_eq!(tag, tag_de);
        assert_eq!(rev, rev_de);
    }

    #[test]
    fn test_write_ordered_deps() {
        let dir = tempdir().unwrap();
        let mut lockfile = Lockfile::new(dir.path());
        lockfile.insert(
            PathBuf::from("z_dep"),
            DepIdentifier::Rev { rev: "3".to_string(), r#override: false },
        );
        lockfile.insert(
            PathBuf::from("a_dep"),
            DepIdentifier::Rev { rev: "1".to_string(), r#override: false },
        );
        lockfile.insert(
            PathBuf::from("c_dep"),
            DepIdentifier::Rev { rev: "2".to_string(), r#override: false },
        );
        let _ = lockfile.write();
        let contents = fs::read_to_string(lockfile.lockfile_path).unwrap();
        let expected = r#"{
  "a_dep": {
    "rev": "1"
  },
  "c_dep": {
    "rev": "2"
  },
  "z_dep": {
    "rev": "3"
  }
}"#;
        assert_eq!(contents.trim(), expected.trim());

        let mut lockfile = Lockfile::new(dir.path());
        lockfile.read().unwrap();
        lockfile.insert(
            PathBuf::from("x_dep"),
            DepIdentifier::Rev { rev: "4".to_string(), r#override: false },
        );
        let _ = lockfile.write();
        let contents = fs::read_to_string(lockfile.lockfile_path).unwrap();
        let expected = r#"{
  "a_dep": {
    "rev": "1"
  },
  "c_dep": {
    "rev": "2"
  },
  "x_dep": {
    "rev": "4"
  },
  "z_dep": {
    "rev": "3"
  }
}"#;
        assert_eq!(contents.trim(), expected.trim());
    }
}