outlines_core::regex

Function state_scan_tokens

Source 
pub fn state_scan_tokens(
    fsm_transitions: &FxHashMap<(State, TransitionKey), State>,
    fsm_initial: State,
    fsm_finals: &FxHashSet<State>,
    vocabulary: &Vocabulary,
    vocabulary_transition_keys: &FxHashMap<Token, Vec<TransitionKey>>,
    start_state: State,
) -> FxHashSet<(TokenId, State)>