nanocodex-oai-api 0.3.0

Tower-native OpenAI Responses API and managed context for Nanocodex
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use std::sync::atomic::{AtomicBool, Ordering};

use crate::ResponsesTransport;

/// Session-scoped one-way fallback state carried by replayable attempts.
#[derive(Debug, Default)]
pub(crate) struct SessionTransport {
    fallback_to_https: AtomicBool,
}

impl SessionTransport {
    pub(crate) const fn new() -> Self {
        Self {
            fallback_to_https: AtomicBool::new(false),
        }
    }

    pub(crate) fn effective(&self, preferred: ResponsesTransport) -> ResponsesTransport {
        if matches!(preferred, ResponsesTransport::WebSocket)
            && self.fallback_to_https.load(Ordering::Acquire)
        {
            ResponsesTransport::Https
        } else {
            preferred
        }
    }

    #[cfg(not(target_family = "wasm"))]
    pub(crate) fn activate_https_fallback(&self) -> bool {
        self.fallback_to_https
            .compare_exchange(false, true, Ordering::AcqRel, Ordering::Acquire)
            .is_ok()
    }

    #[cfg(target_family = "wasm")]
    pub(crate) const fn activate_https_fallback(&self) -> bool {
        false
    }
}