sqlar 1.0.0

Port of the SQLite Archive Files utility
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

use std::fs::File;
use std::io::Read;
use std::os::unix::fs::PermissionsExt;
use std::path::Path;
use std::time;

use crate::FileType;

use rusqlite::{params, Connection, Result};
use walkdir::WalkDir;

const SCHEMA: &str = r#"
CREATE TABLE sqlar(
    name TEXT PRIMARY KEY,  -- name of the file
    mode INT,               -- access permissions
    mtime INT,              -- last modification time
    sz INT,                 -- original file size
    data BLOB               -- compressed content
);
"#;

/// Create a new archive and add all regular files and directories.
pub fn create(archive: impl AsRef<Path>, paths: &[impl AsRef<Path>]) -> Result<()> {
    let archive = archive.as_ref();
    if archive.exists() {
        eprintln!(
            "error: {} already exists. not creating a new one.",
            archive.display()
        );
        return Ok(());
    }

    let db = Connection::open(archive)?;
    crate::compress::init(&db)?;
    db.execute(SCHEMA, [])?;

    for path in paths {
        for entry in WalkDir::new(path.as_ref()) {
            let entry = match entry {
                Ok(entry) => entry,
                Err(e) => {
                    log::warn!("failed to read entry: {}", e);
                    continue;
                }
            };

            let path = &entry.path();
            let metadata = match entry.metadata() {
                Ok(metadata) => metadata,
                Err(e) => {
                    log::warn!("failed to read metadata for {}: {}", path.display(), e);
                    continue;
                }
            };

            let name = format!("{}", path.display());
            let file_type = FileType::from(entry.file_type());
            let modified = metadata.modified().unwrap_or(time::UNIX_EPOCH);
            let ts = modified
                .duration_since(time::UNIX_EPOCH)
                .map(|ts| ts.as_secs())
                .unwrap_or(0);
            let mode = metadata.permissions().mode();

            let data = if file_type == FileType::File {
                let mut f = match File::open(path) {
                    Ok(f) => f,
                    Err(e) => {
                        log::warn!("could not open file {}: {}", path.display(), e);
                        continue;
                    }
                };
                let mut data = Vec::with_capacity(metadata.len() as usize);
                if let Err(e) = f.read_to_end(&mut data) {
                    log::warn!("could not read file {}: {}", path.display(), e);
                    continue;
                }

                data
            } else {
                vec![]
            };

            let size = data.len();

            log::info!(
                "Adding: path={} | type={:?} | mode={:o} | mtime={}",
                path.display(),
                file_type,
                mode,
                ts
            );

            db.execute(
                r#"
                INSERT INTO
                    sqlar (name, mode, mtime, sz, data)
                VALUES
                    (?1, ?2, ?3, ?4, rusty_sqlar_compress(?5))
                "#,
                params![name, mode, ts, size, data],
            )?;
        }
    }

    Ok(())
}