liboxen 0.7.2

Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! Helper functions to compute metadata text files.
//!

use crate::error::OxenError;
use crate::model::entry::metadata_entry::MetadataText;
use crate::util;

use std::path::Path;

/// Detects the text metadata for the given file.
pub fn run(path: &Path) -> Result<serde_json::Value, OxenError> {
    let num_lines = util::fs::count_lines(path)?;
    let metadata = MetadataText { num_lines };

    Ok(serde_json::to_value(metadata)?)
}

#[cfg(test)]
mod tests {
    use crate::core::metadata::text;
    use crate::model::entry::metadata_entry::MetadataText;
    use crate::test;

    #[test]
    fn test_compute_text_line_count_text_readme() {
        let file = test::test_text_file_with_name("README");
        let metadata = text::core::run(&file).unwrap();
        let val: MetadataText = serde_json::from_value(metadata).unwrap();
        assert_eq!(val.num_lines, 3);
    }

    #[test]
    fn test_compute_text_line_count_text_readme_md() {
        let file = test::test_text_file_with_name("README.md");
        let metadata = text::core::run(&file).unwrap();
        let val: MetadataText = serde_json::from_value(metadata).unwrap();
        assert_eq!(val.num_lines, 4);
    }
}