modelexpress-client 0.3.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

// SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

#![allow(clippy::expect_used)]

use modelexpress_client::{Client, ClientConfig, ModelProvider};
use tracing::{error, info};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Initialize logging
    tracing_subscriber::fmt::init();

    info!("Testing model download with server fallback...");

    let model_name = "google-t5/t5-small";

    // Test smart fallback - this should work whether server is running or not
    info!("Attempting to download model with smart fallback...");

    match Client::request_model_with_smart_fallback(
        model_name,
        ModelProvider::HuggingFace,
        ClientConfig::default(),
        false,
    )
    .await
    {
        Ok(()) => {
            info!("✅ SUCCESS: Model '{model_name}' downloaded successfully!");
            info!(
                "The download worked either via server (if running) or direct download (if server unavailable)"
            );
        }
        Err(e) => {
            error!("❌ FAILED: Could not download model '{model_name}': {e}");
            return Err(e.into());
        }
    }

    Ok(())
}