agent-infra-sdk 0.1.1

Gateway-backed Rust SDK for Agent Infra APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

//! Model Infra data-plane client.
//!
//! The Model service exposes OpenAI-compatible JSON at `/v1/*`. Keeping this
//! SDK boundary JSON-shaped avoids coupling runtime consumers to one provider
//! protocol crate while still centralising credentials, deadlines, retries,
//! response limits, and Gateway routing in [`HttpTransport`].

use reqwest::Client;
use serde_json::Value;

use crate::transport::{
    CallOptions, ClientOptions, HttpTransport, InfraClientError, ServiceEndpoint,
};

const CHAT_COMPLETIONS_PATH: &str = "/v1/model/chat/completions";
const RESPONSES_PATH: &str = "/v1/model/responses";
const MODELS_PATH: &str = "/v1/model/models";
const SERVICE_NAME: &str = "agent-model-infra";
const AUDIENCE: &str = "agent-model-infra";

/// Typed transport owner for Model Infra's JSON data plane.
#[derive(Clone, Debug)]
pub struct ModelClient {
    transport: HttpTransport,
}

impl ModelClient {
    pub(crate) fn new_with_endpoint(
        http: Client,
        endpoint: ServiceEndpoint,
        options: ClientOptions,
    ) -> Self {
        let endpoint = endpoint.with_default_credential_audience(AUDIENCE);
        Self {
            transport: HttpTransport::new_with_options(http, SERVICE_NAME, endpoint, options),
        }
    }

    /// Invoke the OpenAI-compatible chat-completions endpoint.
    pub async fn chat_completions(
        &self,
        request: &Value,
        options: CallOptions,
    ) -> Result<Value, InfraClientError> {
        self.transport
            .post_json_with_options(CHAT_COMPLETIONS_PATH, request, options)
            .await
    }

    /// Invoke the OpenAI-compatible Responses endpoint.
    pub async fn responses(
        &self,
        request: &Value,
        options: CallOptions,
    ) -> Result<Value, InfraClientError> {
        self.transport
            .post_json_with_options(RESPONSES_PATH, request, options)
            .await
    }

    pub async fn models(&self) -> Result<Value, InfraClientError> {
        self.transport.get_json(MODELS_PATH).await
    }
}