yapi-ai 0.4.2

LLM wire APIs, model catalog and registry, cost tracking, credentials and OAuth. An internal library of yapi, with no stable API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! Requests that bypass the `httpProxy` setting. The setting is process-wide,
//! so these tests have their own binary.
#![allow(
    clippy::unwrap_used,
    reason = "test helpers; a panic is a test failure"
)]

use serde_json::json;
use tokio_util::sync::CancellationToken;
use yapi_ai::aws::{AwsEnv, default_credentials};
use yapi_mock::{Cassette, Interaction, MockServer};

/// AWS container and instance metadata services send tokens and credentials
/// over plain HTTP, which the SDK never sends through a proxy.
#[tokio::test]
async fn aws_metadata_unproxied() {
    // A proxy that refuses connections fails every request sent through it.
    let closed = std::net::TcpListener::bind("127.0.0.1:0").unwrap();
    let proxy = format!("http://{}", closed.local_addr().unwrap());
    drop(closed);
    yapi_ai::http::set_settings_proxy(Some(&proxy));

    let credentials = json!({"AccessKeyId": "AKIDMETA", "SecretAccessKey": "secret"});
    let mut roles = Interaction::json(
        "GET",
        "/latest/meta-data/iam/security-credentials/",
        200,
        &json!(null),
    );
    roles.response.chunks = vec!["role".into()];
    let server = MockServer::local(Cassette {
        interactions: vec![
            Interaction::json("GET", "/credentials", 200, &credentials),
            Interaction::json("PUT", "/latest/api/token", 200, &json!("token")),
            roles,
            Interaction::json(
                "GET",
                "/latest/meta-data/iam/security-credentials/role",
                200,
                &credentials,
            ),
        ],
    })
    .await
    .unwrap();
    let base = server.url();
    let container = format!("{base}/credentials");
    let home = std::env::temp_dir().join(format!("yapi-proxy-{}", std::process::id()));
    let home = home.to_str().unwrap();
    for source in [
        ("AWS_CONTAINER_CREDENTIALS_FULL_URI", container.as_str()),
        ("AWS_EC2_METADATA_SERVICE_ENDPOINT", base.as_str()),
    ] {
        let env = AwsEnv::from_vars([("HOME", home), source]);
        let found = default_credentials(&env, None, None, &CancellationToken::new()).await;
        assert_eq!(found.unwrap().access_key_id, "AKIDMETA", "{source:?}");
    }
    server.finish().unwrap();
}