vyre-libs 0.7.2

vyre Category A library ecosystem - pure-IR compositions over foundation IR and primitive-owned kernels
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

//! C11 lexer program builder.
//!
//! `c11_lexer` constructs a single `Vec<Node>` by appending classifier
//! sub-builders:
//!  - `byte_exprs.rs`: IR expressions over one haystack byte
//!  - `classify/`: the token-classification stages and the serial, ranked, and
//!    sparse lexers composed from them
//!  - `core_sparse.rs`: the packed / expanded / raw-u8 sparse entry points
//!  - `sections.rs`: operator-table and epilogue builders too large for the
//!    composition files
//!  - `digraphs.rs`: digraph + line-splice resolution pass

mod byte_exprs;
mod classify;
mod core_sparse;
mod digraphs;
mod sections;
mod single_pass;
mod sparse_compact;

pub use classify::{c11_lexer, c11_lexer_regular, c11_lexer_regular_ranked, c11_lexer_regular_sparse};
pub use core_sparse::{
    c11_lexer_regular_sparse_no_directives_no_backscan,
    c11_lexer_regular_sparse_packed_haystack_with_block_totals,
    c11_lexer_regular_sparse_packed_haystack_with_flags,
    c11_lexer_regular_sparse_packed_haystack_with_flags_no_directives,
    c11_lexer_regular_sparse_packed_haystack_with_flags_no_directives_no_backscan,
    c11_lexer_regular_sparse_u8_haystack_with_flags,
};
pub use digraphs::c11_lex_digraphs;
pub use single_pass::{c11_lex_regular_single_pass, c11_lex_single_pass};
pub use sparse_compact::{c11_compact_sparse_tokens, c11_compact_sparse_tokens_output};

fn identifier_fixture_inputs(capacity: usize) -> Vec<Vec<Vec<u8>>> {
    let bytes = capacity * std::mem::size_of::<u32>();
    vec![vec![
        vec![b'a'; bytes],
        vec![0u8; bytes],
        vec![0u8; bytes],
        vec![0u8; bytes],
        vec![0u8; std::mem::size_of::<u32>()],
    ]]
}

// Sibling re-exports keep each lexer submodule on one explicit helper surface.
// If a helper stops being shared by multiple active lexer builders, move it
// into the single module that owns it.