bentoml 0.4.0

An unofficial async Rust client for BentoML services.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Submits a long-running task and polls it to completion.
//!
//! Run with:
//!
//! ```sh
//! cargo run --example task
//! ```

use std::time::Duration;

use bentoml::prelude::*;
use serde::{Deserialize, Serialize};

#[derive(Serialize)]
struct GenerateRequest {
    prompt: String,
}

#[derive(Deserialize)]
struct GenerateResponse {
    url: String,
}

#[tokio::main]
async fn main() -> Result<()> {
    let client = Client::builder()
        .with_base_url("http://localhost:3000")
        .build()?;

    let request = GenerateRequest {
        prompt: "a bento box, watercolor".to_owned(),
    };

    let task = client.endpoint("generate").submit(&request).await?;
    println!("submitted task {}", task.task_id());

    loop {
        let status = task.status().await?;
        println!("status: {status:?}");
        if status.is_terminal() {
            break;
        }
        tokio::time::sleep(Duration::from_secs(2)).await;
    }

    let result: GenerateResponse = task.get().await?;
    println!("result url: {}", result.url);

    Ok(())
}