tetration 0.1.9

Chunked tensor .tet format, tet CLI, and optional C ABI (tetration-ffi)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

//! Resolve `selection` coordinate labels to numeric slice bounds using footer metadata.

use crate::catalog::{CoordAxisV1, DatasetMetadataV1};
use crate::query::types::{AxisSlice, QueryDocument, TetError};

/// Replace `start_label` / `stop_label` on each selection axis with `start` / `stop` indices.
///
/// # Errors
///
/// [`TetError::Validation`] when labels are unknown, coords are missing, or bounds conflict.
pub(crate) fn resolve_query_document_selection(
    doc: &mut QueryDocument,
    dataset_meta: Option<&DatasetMetadataV1>,
    shape: &[u64],
) -> Result<(), TetError> {
    let Some(selection) = doc.selection.as_mut() else {
        return Ok(());
    };
    if !selection
        .iter()
        .any(|s| s.start_label.is_some() || s.stop_label.is_some())
    {
        return Ok(());
    }
    let meta = dataset_meta.ok_or_else(|| {
        TetError::Validation(
            "selection coordinate labels require footer metadata for this dataset".into(),
        )
    })?;
    for (d, sl) in selection.iter_mut().enumerate() {
        resolve_axis_slice_labels(d, sl, meta, shape[d])?;
    }
    Ok(())
}

fn resolve_axis_slice_labels(
    axis: usize,
    sl: &mut AxisSlice,
    meta: &DatasetMetadataV1,
    extent: u64,
) -> Result<(), TetError> {
    let has_start_label = sl.start_label.is_some();
    let has_stop_label = sl.stop_label.is_some();
    if !has_start_label && !has_stop_label {
        return Ok(());
    }
    if sl.start.is_some() && has_start_label {
        return Err(TetError::Validation(format!(
            "selection[{axis}]: use either `start` or `start_label`, not both"
        )));
    }
    if sl.stop.is_some() && has_stop_label {
        return Err(TetError::Validation(format!(
            "selection[{axis}]: use either `stop` or `stop_label`, not both"
        )));
    }
    let coord = coord_axis_for_dimension(meta, axis).ok_or_else(|| {
        TetError::Validation(format!(
            "selection[{axis}] coordinate labels require `coords` for this axis in footer metadata"
        ))
    })?;
    if let Some(label) = sl.start_label.take() {
        let idx = label_to_index(&coord, &label)?;
        sl.start = Some(idx);
    }
    if let Some(label) = sl.stop_label.take() {
        let idx = label_to_index(&coord, &label)?;
        sl.stop = Some(idx);
    }
    let start = sl.start.unwrap_or(0);
    let stop = sl.stop.unwrap_or(extent);
    if start >= extent {
        return Err(TetError::Validation(format!(
            "selection[{axis}].start must be < shape[{axis}] ({extent}), got {start}"
        )));
    }
    if stop > extent {
        return Err(TetError::Validation(format!(
            "selection[{axis}].stop must be <= shape[{axis}] ({extent}), got {stop}"
        )));
    }
    if start >= stop {
        return Err(TetError::Validation(format!(
            "selection[{axis}]: require start < stop (got {start} >= {stop})"
        )));
    }
    Ok(())
}

fn coord_axis_for_dimension(meta: &DatasetMetadataV1, d: usize) -> Option<CoordAxisV1> {
    let coords = meta.coords.as_ref()?;
    if let Some(names) = &meta.dim_names
        && let Some(name) = names.get(d)
        && let Some(c) = coords.get(name)
    {
        return Some(c.clone());
    }
    coords.get(d.to_string().as_str()).cloned()
}

fn label_to_index(coord: &CoordAxisV1, label: &str) -> Result<u64, TetError> {
    let pos = coord
        .labels
        .iter()
        .position(|l| l == label)
        .ok_or_else(|| {
            TetError::Validation(format!(
                "unknown coordinate label {label:?} (axis has {} labels)",
                coord.labels.len()
            ))
        })?;
    u64::try_from(pos).map_err(|_| {
        TetError::Validation("coordinate label index does not fit u64 on this host".into())
    })
}