fastembed 5.14.0

Library for generating vector embeddings, reranking locally.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use ort::session::Session;
use tokenizers::Tokenizer;

use crate::{
    init::{HasMaxLength, InitOptionsWithLength},
    models::bgem3::Bgem3Model,
    SparseEmbedding, TokenizerFiles,
};

use super::DEFAULT_MAX_LENGTH;

impl HasMaxLength for Bgem3Model {
    const MAX_LENGTH: usize = DEFAULT_MAX_LENGTH;
}

pub type Bgem3InitOptions = InitOptionsWithLength<Bgem3Model>;

#[derive(Debug, Clone)]
pub struct Bgem3EmbeddingOutput {
    pub dense: Vec<Vec<f32>>,
    pub sparse: Vec<SparseEmbedding>,
    pub colbert: Vec<Vec<Vec<f32>>>,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct UserDefinedBgem3Model {
    pub onnx_file: Vec<u8>,
    pub tokenizer_files: TokenizerFiles,
}

impl UserDefinedBgem3Model {
    pub fn new(onnx_file: Vec<u8>, tokenizer_files: TokenizerFiles) -> Self {
        Self {
            onnx_file,
            tokenizer_files,
        }
    }
}

pub struct Bgem3Embedding {
    pub tokenizer: Tokenizer,
    pub(crate) session: Session,
    pub(crate) need_token_type_ids: bool,
    pub model: Bgem3Model,
}