qwen3_embedding/
main.rs

1use anyhow::Result;
2use mistralrs::{Device, EmbeddingModelBuilder, EmbeddingRequest, Tensor};
3
4#[tokio::main]
5async fn main() -> Result<()> {
6    let model = EmbeddingModelBuilder::new("Qwen/Qwen3-Embedding-0.6B")
7        .with_logging()
8        .build()
9        .await?;
10
11    let embeddings = model
12        .generate_embeddings(EmbeddingRequest::builder().add_prompt("What is graphene"))
13        .await?;
14
15    let y = Tensor::new(embeddings[0].clone(), &Device::Cpu)?;
16    y.write_npy("test.npy")?;
17
18    Ok(())
19}

qwen3_embedding/main.rs

qwen3_embedding/
main.rs