Struct Classes

Source
pub struct Classes {
    pub scores: Array2<f32>,
    pub labels: Labels,
}
Expand description

End-result of the classification inference pipeline.

Fields§

§scores: Array2<f32>§labels: Labels

Implementations§

Source§

impl Classes

Source

pub fn try_from(tensors: OutputTensors<'_>) -> Result<Self>

Source

pub fn scores(&self, index: usize) -> Option<Vec<f32>>

Returns the scores for each label, for the given text index, in their original order

Source

pub fn labeled_scores( &self, index: usize, threshold: Option<f32>, ) -> Option<HashMap<&String, f32>>

Returns the scores by label, for the given text index (with an optional threshold)

Source

pub fn ordered_scores( &self, index: usize, threshold: Option<f32>, ) -> Option<BTreeMap<OrderedFloat<f32>, &String>>

Returns the ordered scores by label, for the given text index (with an optional threshold)

Examples found in repository?
examples/sample2.rs (line 27)
5fn main() -> gliclass::util::result::Result<()> {    
6    const TOKENIZER_PATH: &str = "models/gliclass-small-v1.0/tokenizer.json";
7    const MODEL_PATH: &str = "models/gliclass-small-v1.0/onnx/model.onnx";
8
9    let params = gliclass::params::Parameters::default();
10    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
11    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
12            
13    let inputs = gliclass::input::text::TextInput::from_str(
14        &[
15            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
16            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
17            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
18        ],
19        &["computing", "science", "programming", "travel", "food", "politics"]
20    );    
21
22    let classes = model.inference(inputs, &pipeline, &params)?;
23
24    for i in 0..classes.len() {
25        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
26            classes.best_label(i, None).unwrap(),
27            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
28        );
29    }
30
31    Ok(())
32}
More examples
Hide additional examples
examples/sample4.rs (line 30)
4fn main() -> gliclass::util::result::Result<()> {    
5    const TOKENIZER_PATH: &str = "models/gliclass-modern-base-v2.0-init/tokenizer.json";
6    const MODEL_PATH: &str = "models/gliclass-modern-base-v2.0-init/onnx/model.onnx";
7
8    let params = gliclass::params::Parameters::default().with_prompt_first(true);
9    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
10    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
11            
12    let inputs = gliclass::input::text::TextInput::from_str_per_text(
13        &[
14            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
15            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
16            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
17        ],
18        &[
19            &["performance", "user interface"], // expecting 'performance'
20            &["gastronomy", "plane"], // expecting 'gastronomy'
21            &["conferencing", "teaching"], // expecting 'conferencing'
22        ]
23    );    
24
25    let classes = model.inference(inputs, &pipeline, &params)?;
26
27    for i in 0..classes.len() {
28        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
29            classes.best_label(i, None).unwrap(),
30            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
31        );
32    }
33
34    Ok(())
35}
Source

pub fn best_label( &self, text_index: usize, threshold: Option<f32>, ) -> Option<&str>

Returns the best label for the given text index

Examples found in repository?
examples/sample2.rs (line 26)
5fn main() -> gliclass::util::result::Result<()> {    
6    const TOKENIZER_PATH: &str = "models/gliclass-small-v1.0/tokenizer.json";
7    const MODEL_PATH: &str = "models/gliclass-small-v1.0/onnx/model.onnx";
8
9    let params = gliclass::params::Parameters::default();
10    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
11    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
12            
13    let inputs = gliclass::input::text::TextInput::from_str(
14        &[
15            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
16            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
17            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
18        ],
19        &["computing", "science", "programming", "travel", "food", "politics"]
20    );    
21
22    let classes = model.inference(inputs, &pipeline, &params)?;
23
24    for i in 0..classes.len() {
25        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
26            classes.best_label(i, None).unwrap(),
27            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
28        );
29    }
30
31    Ok(())
32}
More examples
Hide additional examples
examples/sample3.rs (line 29)
5fn main() -> gliclass::util::result::Result<()> {    
6    const TOKENIZER_PATH: &str = "models/gliclass-small-v1.0/tokenizer.json";
7    const MODEL_PATH: &str = "models/gliclass-small-v1.0/onnx/model.onnx";
8
9    let params = gliclass::params::Parameters::default();
10    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
11    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
12            
13    let inputs = gliclass::input::text::TextInput::from_str_per_text(
14        &[
15            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
16            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
17            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
18        ],
19        &[
20            &["performance", "user interface"], // expecting 'performance'
21            &["gastronomy", "plane"], // expecting 'gastronomy'
22            &["conferencing", "teaching"], // expecting 'conferencing'
23        ]
24    );    
25
26    let classes = model.inference(inputs, &pipeline, &params)?;
27
28    for i in 0..classes.len() {
29        println!("Text {i} => {}", classes.best_label(i, None).unwrap());
30    }
31
32    Ok(())
33}
examples/sample4.rs (line 29)
4fn main() -> gliclass::util::result::Result<()> {    
5    const TOKENIZER_PATH: &str = "models/gliclass-modern-base-v2.0-init/tokenizer.json";
6    const MODEL_PATH: &str = "models/gliclass-modern-base-v2.0-init/onnx/model.onnx";
7
8    let params = gliclass::params::Parameters::default().with_prompt_first(true);
9    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
10    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
11            
12    let inputs = gliclass::input::text::TextInput::from_str_per_text(
13        &[
14            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
15            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
16            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
17        ],
18        &[
19            &["performance", "user interface"], // expecting 'performance'
20            &["gastronomy", "plane"], // expecting 'gastronomy'
21            &["conferencing", "teaching"], // expecting 'conferencing'
22        ]
23    );    
24
25    let classes = model.inference(inputs, &pipeline, &params)?;
26
27    for i in 0..classes.len() {
28        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
29            classes.best_label(i, None).unwrap(),
30            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
31        );
32    }
33
34    Ok(())
35}
Source

pub fn len(&self) -> usize

Examples found in repository?
examples/sample2.rs (line 24)
5fn main() -> gliclass::util::result::Result<()> {    
6    const TOKENIZER_PATH: &str = "models/gliclass-small-v1.0/tokenizer.json";
7    const MODEL_PATH: &str = "models/gliclass-small-v1.0/onnx/model.onnx";
8
9    let params = gliclass::params::Parameters::default();
10    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
11    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
12            
13    let inputs = gliclass::input::text::TextInput::from_str(
14        &[
15            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
16            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
17            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
18        ],
19        &["computing", "science", "programming", "travel", "food", "politics"]
20    );    
21
22    let classes = model.inference(inputs, &pipeline, &params)?;
23
24    for i in 0..classes.len() {
25        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
26            classes.best_label(i, None).unwrap(),
27            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
28        );
29    }
30
31    Ok(())
32}
More examples
Hide additional examples
examples/sample3.rs (line 28)
5fn main() -> gliclass::util::result::Result<()> {    
6    const TOKENIZER_PATH: &str = "models/gliclass-small-v1.0/tokenizer.json";
7    const MODEL_PATH: &str = "models/gliclass-small-v1.0/onnx/model.onnx";
8
9    let params = gliclass::params::Parameters::default();
10    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
11    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
12            
13    let inputs = gliclass::input::text::TextInput::from_str_per_text(
14        &[
15            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
16            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
17            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
18        ],
19        &[
20            &["performance", "user interface"], // expecting 'performance'
21            &["gastronomy", "plane"], // expecting 'gastronomy'
22            &["conferencing", "teaching"], // expecting 'conferencing'
23        ]
24    );    
25
26    let classes = model.inference(inputs, &pipeline, &params)?;
27
28    for i in 0..classes.len() {
29        println!("Text {i} => {}", classes.best_label(i, None).unwrap());
30    }
31
32    Ok(())
33}
examples/sample4.rs (line 27)
4fn main() -> gliclass::util::result::Result<()> {    
5    const TOKENIZER_PATH: &str = "models/gliclass-modern-base-v2.0-init/tokenizer.json";
6    const MODEL_PATH: &str = "models/gliclass-modern-base-v2.0-init/onnx/model.onnx";
7
8    let params = gliclass::params::Parameters::default().with_prompt_first(true);
9    let pipeline = gliclass::pipeline::ClassificationPipeline::new(TOKENIZER_PATH, &params)?;
10    let model = orp::model::Model::new(MODEL_PATH, orp::params::RuntimeParameters::default())?;
11            
12    let inputs = gliclass::input::text::TextInput::from_str_per_text(
13        &[
14            "Rust is a systems programming language focused on safety, speed, and concurrency, with a strong ownership model that prevents memory errors without needing a garbage collector.",
15            "Traveling is the perfect way to explore new cultures through their food, from savoring street tacos in Mexico to indulging in fresh sushi in Japan.",
16            "Traveling for science allows researchers to explore new environments, gather crucial data, and collaborate with experts worldwide to expand our understanding of the universe.",
17        ],
18        &[
19            &["performance", "user interface"], // expecting 'performance'
20            &["gastronomy", "plane"], // expecting 'gastronomy'
21            &["conferencing", "teaching"], // expecting 'conferencing'
22        ]
23    );    
24
25    let classes = model.inference(inputs, &pipeline, &params)?;
26
27    for i in 0..classes.len() {
28        println!("Text {i}:\n\t=> {}\n\t=> {:?}",
29            classes.best_label(i, None).unwrap(),
30            classes.ordered_scores(i, None).unwrap().iter().rev().collect::<Vec<_>>(),
31        );
32    }
33
34    Ok(())
35}

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

impl<T> ErasedDestructor for T
where T: 'static,