vyre-libs 0.6.2

vyre Category A library ecosystem - pure-IR compositions over vyre-ops hardware primitives
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

//! Deprecated compatibility surface for the former `vyre_libs::matching` API.
//!
//! New code should import `vyre_libs::scan`; this module remains as a real
//! source-backed tree so transition users and module-surface gates see the same
//! structure instead of an inline half-migration alias.
//!
//! **Scheduled for removal in 0.6.**

#[cfg(feature = "matching-substring")]
pub mod substring;

pub use crate::scan::{
    byte_scan_dispatch_config, cached_load_or_compile, candidate_start_dispatch_config,
    compact_hits, compact_hits_with_layout, emit_hit, emit_hit_then_compact,
    emit_hit_then_compact_with_layout, emit_hit_with_layout, engine_cache_path, fuse_programs,
    fuse_programs_vec, haystack_len_u32, pack_haystack_u32, pack_u32_slice, scan_guard,
    u32_words_as_le_bytes, unpack_match_triples, ApiKind, FusionError, GpuLiteralSet, LiteralMatch,
    LiteralSetWireError, MatchEngineCache, MatchScan, Pipeline, PostProcessError, PostProcessFn,
    PostProcessedMatch, ScanResult, API_INDEX, DEFAULT_MAX_SCAN_BYTES, HIT_BUFFER_LIVE_LENGTH,
    HIT_BUFFER_OVERFLOW_COUNT,
};
#[cfg(any(test, feature = "cpu-parity"))]
pub use crate::scan::{
    shannon_entropy_bits_per_byte, try_reference_post_process, try_reference_post_process_into,
};

#[cfg(feature = "matching-dfa")]
pub use crate::scan::{
    aho_corasick, dfa_compile, dfa_compile_with_budget, CompiledDfa, DfaCompileError,
    DirectGpuScanner, DEFAULT_DFA_BUDGET_BYTES,
};

#[cfg(feature = "matching-nfa")]
pub use crate::scan::{build_rule_pipeline, PipelineWireError, RulePipeline};

/// Maximum NFA states that fit in one subgroup's bitfield lanes - the
/// cap `plan_shards` packs pattern shards under. Re-exported here so
/// downstream consumers can size their own per-shard match buffers
/// without reaching into the internal `scan::nfa` module.
#[cfg(feature = "matching-nfa")]
pub use vyre_primitives::nfa::subgroup_nfa::MAX_STATES_PER_SUBGROUP;

/// Bin-pack a pattern set into shards that each fit in
/// [`MAX_STATES_PER_SUBGROUP`] NFA states. Each shard becomes one
/// [`RulePipeline`] dispatch on GPU; concurrent dispatch of all
/// shards covers a full pattern set whose combined NFA would exceed
/// the per-subgroup state cap. Greedy first-fit; preserves pattern
/// order and re-uses the exact `&str` references passed in (so
/// callers can map shard-local pattern_id back to a global index by
/// data-pointer comparison).
#[cfg(feature = "matching-nfa")]
pub use crate::scan::nfa::plan_shards;

#[cfg(all(feature = "matching-regex", feature = "matching-dfa"))]
pub use crate::scan::regex_dfa::build_regex_dfa_pipeline_ext;
#[cfg(all(feature = "matching-regex", feature = "matching-dfa"))]
pub use crate::scan::{build_regex_dfa_pipeline, RegexDfaError, RegexDfaPipeline};
#[cfg(feature = "matching-regex")]
pub use crate::scan::{
    build_rule_pipeline_from_regex, compile_regex_set, CompiledRegexSet, RegexCompileError,
};

#[cfg(feature = "matching-substring")]
pub use crate::scan::substring_search;

#[cfg(any(test, feature = "cpu-parity"))]
pub use vyre_primitives::matching::region::dedup_regions_inplace;
pub use vyre_primitives::matching::region::{dedup_regions_flag_program, RegionTriple};

#[cfg(feature = "cpu-parity")]
pub use crate::scan::dedup_regions_reference;

/// Compatibility shim for the former `vyre_libs::matching::dispatch_io`
/// path. Re-exports the byte-pack / dispatch-config / unpack helpers
/// that consumers reach for when building custom matcher dispatches.
pub mod dispatch_io {
    pub use crate::scan::dispatch_io::{
        byte_scan_dispatch_config, candidate_start_dispatch_config, haystack_len_u32,
        pack_haystack_u32, pack_u32_slice, scan_guard, u32_words_as_le_bytes, unpack_match_triples,
        unpack_match_triples_into,
    };
}

/// Compatibility shim for the former `vyre_libs::matching::classic_ac`
/// path. Re-exports the bounded-ranges AC program builder + CPU
/// reference scan that the GPU AC kernel depends on.
#[cfg(feature = "matching-dfa")]
pub mod classic_ac {
    pub use crate::scan::classic_ac::{
        build_ac_bounded_count_prefilter_program, build_ac_bounded_count_program,
        build_ac_bounded_ranges_prefilter_program, build_ac_bounded_ranges_prefilter_program_ext,
        build_ac_bounded_ranges_program, build_ac_bounded_ranges_program_ext,
        build_ac_bounded_ranges_suffix3_prefilter_program,
        build_ac_bounded_ranges_suffix3_prefilter_program_ext,
        classic_ac_bounded_count_prefilter_program, classic_ac_bounded_count_program,
        classic_ac_bounded_ranges_prefilter_program,
        classic_ac_bounded_ranges_prefilter_program_ext, classic_ac_bounded_ranges_program,
        classic_ac_bounded_ranges_program_ext, classic_ac_bounded_ranges_suffix3_prefilter_program,
        classic_ac_bounded_ranges_suffix3_prefilter_program_ext,
        classic_ac_candidate_end_byte_mask_words, classic_ac_compile, classic_ac_program,
        ClassicAcAutomaton,
    };
    #[cfg(any(test, feature = "cpu-parity"))]
    pub use crate::scan::classic_ac::{
        classic_ac_bounded_ranges_scan, classic_ac_scan, classic_ac_scan_counts,
    };
}