rig-tei 0.1.5

Rig adapter for TEI: integrates the Text Embedding Inference service with the Rig ecosystem (request/response types, streaming, error handling).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

#[tokio::main]
async fn main() -> Result<(), anyhow::Error> {
    // Create Tei client and model
    // let client = rig_tei::Client::from_env();
    let client = rig_tei::Client::builder()
        .rerank_endpoint("http://localhost:6290")
        .build();

    let docs = vec![
        "Transformers are attention-based architectures.".to_string(),
        "Reranking orders documents by relevance.".to_string(),
    ];
    let results = client
        .rerank("what is a transformer?", docs, Some(2))
        .await?;
    for r in results {
        println!("#{}/{} {:?}", r.index, r.relevance_score, r.text);
    }
    Ok(())
}