mib-rs 0.8.0

SNMP MIB parser and resolver
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

//! Public token types and tokenization entry point.
//!
//! Re-exports [`TokenKind`] and [`Token`] from the lexer, and provides
//! a convenience [`tokenize`] function for external callers.

pub use crate::lexer::token::{Token, TokenKind};
use crate::types::{DiagnosticConfig, SpanDiagnostic};

/// Tokenize MIB source bytes with default [`DiagnosticConfig`] settings.
///
/// Returns all tokens (always ending with [`TokenKind::Eof`]) and any
/// diagnostics produced during lexing. For custom diagnostic settings,
/// use [`tokenize_with_config`].
pub fn tokenize(source: &[u8]) -> (Vec<Token>, Vec<SpanDiagnostic>) {
    tokenize_with_config(source, &DiagnosticConfig::default())
}

/// Tokenize MIB source bytes with a specific [`DiagnosticConfig`].
///
/// See [`tokenize`] for the default-config convenience wrapper.
pub fn tokenize_with_config(
    source: &[u8],
    diag_config: &DiagnosticConfig,
) -> (Vec<Token>, Vec<SpanDiagnostic>) {
    let lexer = crate::lexer::Lexer::new(source, diag_config);
    lexer.tokenize()
}