espionox 0.1.42

A library for creating multi-agent workflows in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use rust_bert::pipelines::sentence_embeddings::{
    Embedding, SentenceEmbeddingsBuilder, SentenceEmbeddingsModelType,
};
use std::thread;

pub fn embed(content: &str) -> Result<Embedding, anyhow::Error> {
    let contents = content.to_owned();
    // This operation needs to be done on a separate thread because it spawns a tokio runtime
    thread::spawn(move || {
        let model = SentenceEmbeddingsBuilder::remote(SentenceEmbeddingsModelType::AllMiniLmL12V2)
            .create_model()?;

        let embedding_vector = model.encode(&[contents])?;
        Ok(embedding_vector
            .get(0)
            .expect("Failed to get 0th embedding of vector of embeddings")
            .to_vec())
    })
    .join()
    .expect("Failed to run embedding thread")
}