vyre-libs 0.6.1

vyre Category A library ecosystem - pure-IR compositions over vyre-ops hardware primitives
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

use super::ClassifiedTokens;

pub(super) fn classified_tokens_bytes(classified: &ClassifiedTokens) -> usize {
    let word_columns = classified
        .tok_types
        .len()
        .checked_add(classified.tok_starts.len())
        .and_then(|value| value.checked_add(classified.tok_lens.len()))
        .and_then(|value| value.checked_add(classified.directive_kinds.len()))
        .and_then(|value| value.checked_mul(std::mem::size_of::<u32>()))
        .unwrap_or(usize::MAX);
    word_columns
        .checked_add(classified.source.len())
        .unwrap_or(usize::MAX)
}