blazen-embed-fastembed 0.1.158

Local embedding model backend for Blazen using fastembed-rs (ONNX Runtime)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

//! Local embedding model backend for Blazen using [`fastembed`].
//!
//! This crate wraps the [`fastembed`] Rust crate (ONNX Runtime) to provide
//! fully local, offline vector embeddings with no API keys required.
//!
//! When used through `blazen-llm` with the `fastembed` feature flag, this
//! crate's [`FastEmbedModel`] automatically implements
//! `blazen_llm::EmbeddingModel`.
//!
//! # Quick start
//!
//! ```rust,no_run
//! use blazen_embed_fastembed::{FastEmbedModel, FastEmbedOptions};
//!
//! # async fn example() -> Result<(), Box<dyn std::error::Error>> {
//! let model = FastEmbedModel::from_options(FastEmbedOptions::default())?;
//! let response = model.embed(&["hello".into(), "world".into()]).await?;
//! assert_eq!(response.embeddings.len(), 2);
//! # Ok(())
//! # }
//! ```

mod options;
mod provider;

pub use options::FastEmbedOptions;
pub use provider::{FastEmbedError, FastEmbedModel, FastEmbedResponse};