jammi-cli 0.5.9

Command-line interface for Jammi AI
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use std::sync::Arc;

use jammi_ai::session::InferenceSession;
use jammi_engine::config::JammiConfig;

pub async fn run(config: JammiConfig) -> Result<(), Box<dyn std::error::Error>> {
    let health_addr = config.server.health_listen.parse()?;
    let flight_addr = config.server.flight_listen.parse()?;

    let session = Arc::new(InferenceSession::new(config).await?);
    let ctx = session.context().clone();

    // Keep session alive for the Flight SQL server's lifetime.
    let _session = session;

    tokio::try_join!(
        async {
            jammi_server::serve(health_addr)
                .await
                .map_err(|e| Box::new(e) as Box<dyn std::error::Error>)
        },
        async { jammi_server::flight::serve_flight(&ctx, flight_addr).await },
    )?;

    Ok(())
}