nanocodex-oai-api 0.3.0

Tower-native OpenAI Responses API and managed context for Nanocodex
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use std::{future::Future, pin::Pin, time::Duration};

use crate::ModelConfig;

pub(crate) type RetryFuture = Pin<Box<dyn Future<Output = ()> + Send>>;

#[derive(Clone, Copy, Debug, Default)]
pub(crate) struct RetryDelay;

impl RetryDelay {
    pub(crate) const fn unconfigured() -> Self {
        Self
    }

    pub(crate) const fn from_config(_config: &ModelConfig) -> Self {
        Self
    }

    pub(crate) const fn clone_for_retry(&self) -> Self {
        *self
    }

    pub(crate) fn wait(&self, _session_id: String, duration: Duration) -> RetryFuture {
        Box::pin(tokio::time::sleep(duration))
    }
}