Struct Parameters

pub struct Parameters { /* private fields */ }

Parameters for the GLiClass pipeline.

Implementations

impl Parameters

pub fn with_prompt_first(self, b: bool) -> Self

This parameter must be set according to the expectations of the loaded model.

Examples:

• gliclass-xxx-1.0 => false
• gliclass-modern-base-v2.0-xxx => true
• for other models see the accompanying config.json file

Examples found in repository

examples/sample4.rs (line 8)

fn main() -> gliclass::util::result::Result<()> {    
    const TOKENIZER_PATH: &str = "models/gliclass-modern-base-v2.0-init/tokenizer.json";
    const MODEL_PATH: &str = "models/gliclass-modern-base-v2.0-init/onnx/model.onnx";

    let params = gliclass::params::Parameters::default().with_prompt_first(true);
    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
            
    let inputs = gliclass::input::text::TextInput::from_str_per_text(
        &[
            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
        ],
        &[
            &["performance", "user interface"], // expecting 'performance'
            &["gastronomy", "plane"], // expecting 'gastronomy'
            &["conferencing", "teaching"], // expecting 'conferencing'
        ]
    );    

    let classes = model.inference(inputs, &pipeline, &params)?;

    for i in 0..classes.len() {
        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
            classes.best_label(i, None).unwrap(),
            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
        );
    }

    Ok(())
}

pub fn prompt_first(&self) -> bool

Trait Implementations

impl Default for Parameters

fn default() -> Self

Returns the “default value” for a type.