bedrust 0.8.8

A command line tool to invoke and work with Large Language models on AWS, using Amazon Bedrock
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

pub mod converse;
pub mod converse_stream;

use anyhow::{anyhow, Result};
use aws_sdk_bedrock::{
    self,
    types::{FoundationModelDetails, ModelModality},
};

pub enum ModelFeatures {
    Streaming,
    Images,
}

pub async fn check_for_streaming(
    m: String,
    c: &aws_sdk_bedrock::Client,
) -> Result<bool, anyhow::Error> {
    let call = c.get_foundation_model().model_identifier(m);
    let res = call.send().await;
    let model_details: FoundationModelDetails = res?
        .model_details()
        .ok_or_else(|| anyhow!("Unable to get model details"))?
        .clone();

    match model_details.response_streaming_supported {
        Some(o) => Ok(o),
        None => Ok(false),
    }
}

pub async fn check_model_features(
    m: &str,
    c: &aws_sdk_bedrock::Client,
    feature: ModelFeatures,
) -> Result<bool, anyhow::Error> {
    // FIX: TEMPORARY SOLUTION DUE TO CROSS REGION INFERENCE
    // The issue here is that the converse model requires the `us.` in front of the nova models due
    // to cross-region inference. But the get_foundation_model method needs the actual model id. So
    // we are just hardcoding this in.
    // PLEASE FIX THIS FUTURE DARKO
    let model_id = match m {
        "us.amazon.nova-micro-v1:0" => "amazon.nova-micro-v1:0",
        "us.amazon.nova-lite-v1:0" => "amazon.nova-lite-v1:0",
        "us.amazon.nova-pro-v1:0" => "amazon.nova-pro-v1:0",
        "us.anthropic.claude-3-7-sonnet-20250219-v1:0" => "anthropic.claude-3-7-sonnet-20250219-v1:0",
        "us.deepseek.r1-v1:0" => "deepseek.r1-v1:0",
        _ => m,
    };

    let call = c.get_foundation_model().model_identifier(model_id);
    let res = call.send().await;
    let model_details: FoundationModelDetails = res?
        .model_details()
        .ok_or_else(|| anyhow!("Unable to get model details"))?
        .clone();

    match feature {
        ModelFeatures::Images => match model_details.input_modalities {
            Some(o) => {
                if o.contains(&ModelModality::Image) {
                    Ok(true)
                } else {
                    Ok(false)
                }
            }
            None => Ok(false),
        },
        ModelFeatures::Streaming => match model_details.response_streaming_supported {
            Some(o) => Ok(o),
            None => Ok(false),
        },
    }
}