Skip to main content

embedding_gemma/
main.rs

1use anyhow::Result;
2use mistralrs::{EmbeddingModelBuilder, EmbeddingRequest};
3
4#[tokio::main]
5async fn main() -> Result<()> {
6    let model = EmbeddingModelBuilder::new("google/embeddinggemma-300m")
7        .with_logging()
8        .build()
9        .await?;
10
11    let embeddings = model
12        .generate_embeddings(
13            EmbeddingRequest::builder()
14                .add_prompt("task: search result | query: What is graphene?"),
15        )
16        .await?;
17    println!("{:?}", embeddings.first());
18
19    Ok(())
20}