liboxen 0.49.1

Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

use crate::constants::DEFAULT_BRANCH_NAME;
use crate::error::OxenError;
use crate::model::DataTypeStat;
use crate::model::EntryDataType;
use crate::model::LocalRepository;
use crate::model::RepoStats;
use crate::model::merkle_tree::node::EMerkleTreeNode;
use crate::repositories;
use std::collections::HashMap;
use std::str::FromStr;

pub fn get_stats(repo: &LocalRepository) -> Result<RepoStats, OxenError> {
    let mut data_size: u64 = 0;
    let mut data_types: HashMap<EntryDataType, DataTypeStat> = HashMap::new();

    match repositories::revisions::get(repo, DEFAULT_BRANCH_NAME) {
        Ok(Some(commit)) => {
            let Some(commit_node) = repositories::tree::get_root(repo, &commit)? else {
                log::error!("Error getting root dir for main branch commit");
                return Ok(RepoStats {
                    data_size: 0,
                    data_types: HashMap::new(),
                });
            };
            let dir_node = repositories::tree::get_root_dir(&commit_node)?;

            if let EMerkleTreeNode::Directory(dir_node) = &dir_node.node {
                data_size = dir_node.num_bytes();
                for data_type_count in dir_node.data_types() {
                    let data_type = EntryDataType::from_str(&data_type_count.data_type).unwrap();
                    let count = data_type_count.count;
                    let size = dir_node
                        .data_type_sizes()
                        .get(&data_type_count.data_type)
                        .unwrap();
                    let data_type_stat = DataTypeStat {
                        data_size: *size,
                        data_type: data_type.to_owned(),
                        file_count: count,
                    };
                    data_types.insert(data_type, data_type_stat);
                }
            }
        }
        _ => {
            log::debug!("Error getting main branch commit");
        }
    }

    Ok(RepoStats {
        data_size,
        data_types,
    })
}