trustformers-core 0.2.1

Core traits and utilities for TrustformeRS
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

// Generation module - refactored from generation.rs for better organization

pub mod beam_search;
pub mod cache;
pub mod cfg;
pub mod config;
pub mod constraints;
pub mod core;
pub mod diverse_sampling;
pub mod grammar;
pub mod json_schema;
pub mod logits_processing;
pub mod regex_constraint;
pub mod streaming;

// Re-export commonly used types
pub use beam_search::{
    beam_search_step, get_forbidden_tokens_for_ngram, BeamError, BeamHypothesis, BeamSearchConfig,
    BeamSearchDecoder, BeamState,
};
pub use cache::{Beam, KVCache};
pub use cfg::CFGGenerator;
pub use config::builder;
pub use config::{
    AssistedGenerationConfig, CFGConfig, GenerationConfig, GenerationStrategy,
    GuidedGenerationConfig, WatermarkingAlgorithm, WatermarkingConfig,
};
pub use constraints::{ConstraintValidator, GrammarValidator, JsonSchemaValidator};
pub use core::TextGenerator;
pub use diverse_sampling::{
    eta_sample, greedy_sample, min_p_sample, mirostat_sample, sample as diverse_sample,
    top_k_sample, top_p_sample, typical_sample, MirostatState, SamplingConfig, SamplingError,
    SamplingMethod,
};
pub use grammar::{Grammar, GrammarError, GrammarSymbol, ParseOutcome};
pub use json_schema::{JsonSchema, JsonSchemaError};
pub use logits_processing::{
    apply_repetition_penalty, apply_temperature, argmax, log_softmax, multinomial_sample,
    sample_index_from_cumulative, softmax, top_k_filter, top_p_filter,
};
pub use regex_constraint::RegexConstraint;
pub use streaming::{FinishReason, GenerationStream, GenerationStreamTrait, GenerationToken};

#[cfg(test)]
mod cache_tests;
#[cfg(test)]
mod constraints_tests;
#[cfg(test)]
mod core_tests;
#[cfg(test)]
mod streaming_tests;