bentoml 0.5.0

An unofficial async Rust client for BentoML services.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

//! Submits a long-running task and polls it to completion.
//!
//! Run with:
//!
//! ```sh
//! cargo run --example task
//! ```

use std::time::Duration;

use bentoml::prelude::*;
use serde::{Deserialize, Serialize};

#[derive(Serialize)]
struct GenerateRequest {
    prompt: String,
}

#[derive(Deserialize)]
struct GenerateResponse {
    url: String,
}

#[tokio::main]
async fn main() -> Result<()> {
    let client = Client::builder()
        .with_base_url("http://localhost:3000")
        .build()?;

    let request = GenerateRequest {
        prompt: "a bento box, watercolor".to_owned(),
    };

    let task = client.task("generate").submit(&request).await?;
    println!("submitted task {}", task.task_id());

    // Poll until the task reaches a terminal state, sleeping 2s between checks.
    let status = task
        .wait(
            Duration::from_secs(300),
            Duration::from_secs(2),
            tokio::time::sleep,
        )
        .await?;
    println!("status: {status:?}");

    let result: GenerateResponse = task.json().await?;
    println!("result url: {}", result.url);

    Ok(())
}