protofetch 0.1.20

A source dependency management tool for Protobuf.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use log::info;
use rayon::prelude::*;

use crate::{
    cache::RepositoryCache, engine::model::ResolvedRootModule, engine::FetchError,
    git::coord_locks::CoordinateLocks,
};

/// Fans dependencies out across `network_jobs` rayon workers, serialized
/// per-coordinate so two fetches into the same on-disk bare repo don't race.
pub fn fetch<C>(
    cache: C,
    resolved: &ResolvedRootModule,
    coord_locks: CoordinateLocks,
    network_jobs: usize,
) -> Result<(), FetchError>
where
    C: RepositoryCache + Clone + 'static,
{
    info!("Fetching dependencies source files...");
    let pool = rayon::ThreadPoolBuilder::new()
        .num_threads(network_jobs.max(1))
        .build()?;

    pool.install(|| {
        resolved.modules.par_iter().try_for_each(|module| {
            let cache = cache.clone();
            let coord_lock = coord_locks.lock_for(&module.coordinate);

            let _g = coord_lock.lock().expect("coord lock poisoned");
            cache.fetch(
                &module.coordinate,
                &module.specification,
                &module.commit_hash,
            )
        })
    })
    .map_err(FetchError::Cache)
}