bentoml 0.5.0

An unofficial async Rust client for BentoML services.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

//! Calls a `summarize` endpoint on a locally running BentoML service.
//!
//! Run with:
//!
//! ```sh
//! cargo run --example summarize
//! ```

use bentoml::prelude::*;
use serde::{Deserialize, Serialize};

#[derive(Serialize)]
struct SummarizeRequest {
    text: String,
}

#[derive(Deserialize)]
struct SummarizeResponse {
    summary: String,
}

#[tokio::main]
async fn main() -> Result<()> {
    let client = Client::builder()
        .with_base_url("http://localhost:3000")
        .build()?;

    if !client.is_ready().await? {
        eprintln!("service is not ready; is it running on :3000?");
        return Ok(());
    }

    let request = SummarizeRequest {
        text: "BentoML is a framework for serving machine learning models.".to_owned(),
    };

    let response: SummarizeResponse = client.endpoint("summarize").invoke(&request).await?;
    println!("summary: {}", response.summary);

    Ok(())
}