nanocodex-oai-api 0.3.0

Tower-native OpenAI Responses API and managed context for Nanocodex
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

use std::{future::Future, pin::Pin};

use crate::{
    ModelConfig, OpenAiAuthSnapshot, ResponsesError,
    http::ResponsesHttp,
    socket::{ConnectionMetadata, ResponsesSocket},
    tower::{ResponsesServiceError, ResponsesServiceResponse},
};

pub(crate) type ServiceFuture =
    Pin<Box<dyn Future<Output = Result<ResponsesServiceResponse, ResponsesServiceError>> + Send>>;

#[derive(Clone)]
pub(crate) struct ServicePlatform {
    http: ResponsesHttp,
}

impl ServicePlatform {
    pub(crate) fn new(config: &ModelConfig) -> Self {
        Self::with_http_client(config, reqwest::Client::new())
    }

    pub(crate) const fn with_http_client(_config: &ModelConfig, client: reqwest::Client) -> Self {
        Self {
            http: ResponsesHttp::new(client),
        }
    }

    pub(crate) const fn http(&self) -> &ResponsesHttp {
        &self.http
    }
}

pub(crate) async fn connect_socket(
    _platform: &ServicePlatform,
    config: &ModelConfig,
    auth: &OpenAiAuthSnapshot,
    session_id: &str,
    turn_state: Option<&str>,
) -> Result<(ResponsesSocket, ConnectionMetadata), ResponsesError> {
    ResponsesSocket::connect(&config.websocket_url, auth, session_id, turn_state).await
}