ciruela 0.6.12

A peer-to-peer synchronization software for servers in datacenters.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

use std::path::{Path, PathBuf};
use std::time::SystemTime;

use dir_signature::{v1, ScannerConfig, HashType};
use failure::{Error, err_msg, ResultExt};
use ssh_keys::PrivateKey;

use ciruela::blocks::ThreadedBlockReader;
use ciruela::index::{InMemoryIndexes, ImageId};
use ciruela::signature::{SignedUpload, sign_upload};
use ciruela::VPath;

use global_options::GlobalOptions;
use sync::SyncOptions;


#[derive(Debug, Clone)]
pub enum Upload {
    Append(SignedUpload),
    WeakAppend(SignedUpload),
    Replace(SignedUpload),
    ReplaceIfMatches(SignedUpload, ImageId),
}

fn split(cli: &str) -> Result<(PathBuf, VPath), Error> {
    let mut pair = cli.split(':');
    let src = PathBuf::from(pair.next().unwrap());
    let dest = pair.next().and_then(|x| VPath::try_from(x).ok())
        .ok_or_else(|| err_msg(format!("Destination directory is invalid, \
            must be `source:/dir/dest`, got {:?} instead", cli)))?;
    return Ok((src, dest));
}

fn split_replace(cli: &str)
    -> Result<(PathBuf, VPath, Option<ImageId>), Error>
{
    let mut triple = cli.split(':');
    let src = PathBuf::from(triple.next().unwrap());
    // TODO(tailhook) this may crash
    let dest = triple.next().and_then(|x| VPath::try_from(x).ok())
        .ok_or_else(|| err_msg(format!("Destination directory is invalid, \
            must be `source:/dir/dest`, got {:?} instead", cli)))?;
    let image_id = triple.next().map(|x| x.parse())
        .map_or(Ok(None), |v| v.map(Some))
        .map_err(|e| format_err!("error parsing image_id: {}", e))?;
    return Ok((src, dest, image_id));
}

fn scan(dir: &Path, threads: usize) -> Result<Vec<u8>, Error> {
    let mut cfg = ScannerConfig::new();
    cfg.threads(threads);
    cfg.hash(HashType::blake2b_256());
    cfg.add_dir(dir, "/");
    cfg.print_progress();
    let mut index_buf = Vec::new();
    v1::scan(&cfg, &mut index_buf)
        .context(format!("error indexing dir {:?}", dir))?;
    return Ok(index_buf);
}

pub(in sync) fn prepare(opts: &SyncOptions, keys: &Vec<PrivateKey>,
    gopt: &GlobalOptions,
    indexes: &InMemoryIndexes, blocks: &ThreadedBlockReader)
    -> Result<Vec<Upload>, Error>
{
    let mut result = Vec::new();

    let timestamp = SystemTime::now();

    for dir in &opts.append {
        let (src, dest) = split(dir)?;
        let index_buf = scan(&src, gopt.threads)?;
        let image_id = indexes.register_index(&index_buf)?;
        blocks.register_dir(&src, &index_buf)?;

        let upload = sign_upload(&dest, &image_id, timestamp, &keys);
        result.push(Upload::Append(upload));
    }

    for dir in &opts.append_weak {
        let (src, dest) = split(dir)?;
        let index_buf = scan(&src, gopt.threads)?;
        let image_id = indexes.register_index(&index_buf)?;
        blocks.register_dir(&src, &index_buf)?;

        let upload = sign_upload(&dest, &image_id, timestamp, &keys);
        result.push(Upload::WeakAppend(upload));
    }

    for dir in &opts.replace {
        let (src, dest, old_image) = split_replace(dir)?;
        let index_buf = scan(&src, gopt.threads)?;
        let image_id = indexes.register_index(&index_buf)?;
        blocks.register_dir(&src, &index_buf)?;

        let upload = sign_upload(&dest, &image_id, timestamp, &keys);
        if let Some(old) = old_image {
            result.push(Upload::ReplaceIfMatches(upload, old));
        } else {
            result.push(Upload::Replace(upload));
        }
    }

    return Ok(result);
}