Struct EmbeddingRequest 

pub struct EmbeddingRequest {
    pub inputs: Vec<EmbeddingRequestInput>,
    pub truncate_sequence: bool,
}

A validated embedding request constructed via EmbeddingRequestBuilder.

Fields

inputs: Vec<EmbeddingRequestInput>

truncate_sequence: bool

Implementations

impl EmbeddingRequest

pub fn builder() -> EmbeddingRequestBuilder

Create a new builder for an embedding request.

Examples found in repository

examples/qwen3_embedding/main.rs (line 12)

async fn main() -> Result<()> {
    let model = EmbeddingModelBuilder::new("Qwen/Qwen3-Embedding-0.6B")
        .with_logging()
        .build()
        .await?;

    let embeddings = model
        .generate_embeddings(EmbeddingRequest::builder().add_prompt("What is graphene"))
        .await?;

    let y = Tensor::new(embeddings[0].clone(), &Device::Cpu)?;
    y.write_npy("test.npy")?;

    Ok(())
}

examples/embedding_gemma/main.rs (line 13)

async fn main() -> Result<()> {
    let model = EmbeddingModelBuilder::new("google/embeddinggemma-300m")
        .with_logging()
        .build()
        .await?;

    let embeddings = model
        .generate_embeddings(
            EmbeddingRequest::builder()
                .add_prompt("task: search result | query: What is graphene?"),
        )
        .await?;
    println!("{:?}", embeddings.first());

    Ok(())
}

examples/batching_embeddings/main.rs (line 13)

async fn main() -> Result<()> {
    let model = EmbeddingModelBuilder::new("google/embeddinggemma-300m")
        .with_logging()
        .build()
        .await?;

    let a = model
        .generate_embeddings(
            EmbeddingRequest::builder()
                .add_prompt("task: search result | query: What is graphene?"),
        )
        .await?;
    let b =
        model
            .generate_embeddings(EmbeddingRequest::builder().add_prompt(
                "task: search result | query: What is an apple's significance to gravity?",
            ))
            .await?;

    let batched = model
        .generate_embeddings(EmbeddingRequest::builder().add_prompts((0..100).map(|i| {
            if i % 2 == 0 {
                "task: search result | query: What is graphene?"
            } else {
                "task: search result | query: What is an apple's significance to gravity?"
            }
        })))
        .await?;

    for (i, embedding) in batched.into_iter().enumerate() {
        if i % 2 == 0 {
            assert_eq!(embedding, a[0]);
        } else {
            assert_eq!(embedding, b[0]);
        }
    }

    Ok(())
}

Trait Implementations

impl Clone for EmbeddingRequest

fn clone(&self) -> EmbeddingRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EmbeddingRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.