tetration 0.1.9

Chunked tensor .tet format, tet CLI, and optional C ABI (tetration-ffi)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

//! `tet info` — catalog summary for a `.tet` file.

use std::path::PathBuf;

use tetration::catalog::read_tet_summary_v1;
use tetration::layout::mmap_file_read;
use tetration::query::{
    DEFAULT_INFO_CHUNK_TABLE_LIMIT, InfoListFilter, InfoMetadataDisplay, format_info_json,
    format_info_quiet, format_info_text, info_view_sections_from_flags,
};

use crate::util::cli_error;
#[allow(clippy::struct_excessive_bools)]
pub(crate) struct InfoRunOpts {
    pub path: PathBuf,
    pub json: bool,
    pub quiet: bool,
    pub all: bool,
    pub layout: bool,
    pub execution: bool,
    pub datasets: bool,
    pub chunks: bool,
    pub show_footer_history: bool,
    pub limit: Option<usize>,
    pub dataset: Option<String>,
    pub grep: Option<String>,
    pub metadata: bool,
}

pub(crate) fn run_info(opts: InfoRunOpts) -> Result<(), String> {
    let mmap = mmap_file_read(&opts.path).map_err(cli_error)?;
    let file_len = u64::try_from(mmap.len())
        .map_err(|_| format!("file size {} exceeds u64::MAX", mmap.len()))?;
    let summary = read_tet_summary_v1(&mmap).map_err(cli_error)?;
    let filter = build_info_filter(opts.dataset, opts.grep);
    let path_ref = Some(opts.path.as_path());

    let out = if opts.json {
        format_info_json(path_ref, file_len, &summary, filter.as_ref()).map_err(cli_error)?
    } else if opts.quiet {
        format_info_quiet(path_ref, file_len, &summary, filter.as_ref())
    } else {
        let sections = info_view_sections_from_flags(
            opts.all,
            opts.layout,
            opts.execution,
            opts.datasets,
            opts.chunks,
            opts.show_footer_history,
        );
        let chunk_limit = opts.limit.unwrap_or(DEFAULT_INFO_CHUNK_TABLE_LIMIT);
        let metadata_display = if opts.metadata {
            InfoMetadataDisplay::Verbose
        } else {
            InfoMetadataDisplay::WhenPresent
        };
        format_info_text(
            path_ref,
            file_len,
            &summary,
            filter.as_ref(),
            sections,
            chunk_limit,
            metadata_display,
        )
    };
    print!("{out}");
    Ok(())
}

fn build_info_filter(
    dataset: Option<String>,
    grep: Option<String>,
) -> Option<tetration::query::InfoListFilter> {
    let filter = InfoListFilter { dataset, grep };
    if filter.is_empty() {
        None
    } else {
        Some(filter)
    }
}