oxillama-runtime 0.1.3

Inference engine — KV cache, sampling, tokenizer bridge
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! GBNF grammar-constrained sampling.
//!
//! This module provides:
//! - [`Grammar`] — a parsed GBNF grammar.
//! - [`GrammarState`] — stateful parse position, advanced token-by-token.
//! - [`GrammarError`] — error type for parse and state-machine failures.
//! - [`apply_grammar_mask`] — zero out logits for tokens disallowed by the
//!   current grammar state.
//! - [`JsonSchemaCompiler`] — compile a JSON Schema (subset) to a [`Grammar`].

pub mod error;
pub mod json_schema;
pub mod machine;
pub mod parser;

pub use error::{GrammarError, GrammarResult};
pub use json_schema::JsonSchemaCompiler;
pub use machine::{apply_grammar_mask, GrammarState};
pub use parser::{CharRange, Grammar, GrammarNode};

impl Grammar {
    /// Create the initial parse state for this grammar.
    pub fn initial_state(&self) -> GrammarState {
        GrammarState::new(self.clone())
    }
}