blazen-embed-tract 0.5.4

Pure-Rust ONNX inference backend for Blazen embeddings (tract-onnx)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

//! Pure-Rust ONNX inference backend for Blazen embeddings via `tract-onnx`.
//!
//! Mirrors the public API of `blazen-embed-fastembed` so the two backends are
//! swappable via `cfg` gating in `blazen-llm`. Exists because `fastembed`/`ort`
//! require Microsoft's prebuilt ONNX Runtime binaries which are not published
//! for several target triples (notably `*-unknown-linux-musl` and `wasm32-*`).
//!
//! ## wasm32 support
//!
//! On `wasm32-*` targets the native [`provider`] module is compiled out
//! because its `from_options` constructor relies on `tokio` runtime primitives
//! and on `blazen-model-cache`'s `HuggingFace` Hub downloader, neither of
//! which compiles to wasm32. In its place, [`wasm_provider`] exposes
//! [`WasmTractEmbedModel`] which downloads ONNX weights and the tokenizer via
//! `web_sys::fetch` and runs inference through the same `tract-onnx` pipeline.

pub mod options;

#[cfg(not(target_arch = "wasm32"))]
pub mod provider;

#[cfg(all(target_arch = "wasm32", not(target_os = "wasi")))]
pub mod wasm_provider;

#[cfg(all(target_arch = "wasm32", target_os = "wasi"))]
pub mod wasi_provider;

pub use options::TractOptions;

#[cfg(not(target_arch = "wasm32"))]
pub use provider::{TractEmbedModel, TractError, TractResponse};

#[cfg(all(target_arch = "wasm32", not(target_os = "wasi")))]
pub use wasm_provider::{WasmTractEmbedModel, WasmTractError, WasmTractResponse};

#[cfg(all(target_arch = "wasm32", target_os = "wasi"))]
pub use wasi_provider::{WasiTractEmbedModel, WasiTractError, WasiTractResponse};