gproxy-protocol 2.3.2

GPROXY protocol types and endpoint metadata
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use serde::{Deserialize, Serialize};

use super::{ClaudeModel, JsonObject, OutputConfig, Speed, ThinkingConfig};

/// Request-level fallback routing: either Anthropic's category-aware defaults
/// or an ordered chain of up to three caller-selected models.
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
#[serde(untagged)]
#[non_exhaustive]
pub enum FallbacksParam {
    Default(FallbacksDefault),
    Models(Vec<FallbackParam>),
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[non_exhaustive]
pub enum FallbacksDefault {
    #[serde(rename = "default")]
    Default,
}

#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
#[serde(untagged)]
#[non_exhaustive]
pub enum FallbackCreditTokenParam {
    Token(String),
    Config(FallbackCreditTokenConfig),
}

#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, gproxy_protocol_macros::WireBuilder)]
#[non_exhaustive]
pub struct FallbackCreditTokenConfig {
    pub token: String,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub mode: Option<FallbackCreditMode>,
    #[serde(default, flatten, skip_serializing_if = "JsonObject::is_empty")]
    pub extra: JsonObject,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize)]
#[serde(untagged)]
#[non_exhaustive]
pub enum FallbackCreditMode {
    Known(FallbackCreditModeKnown),
    Unknown(String),
}

// Manual Deserialize: unknown values fall back without formatting an
// unknown-variant error (see `protocol::extensible`).
impl<'de> serde::Deserialize<'de> for FallbackCreditMode {
    fn deserialize<D: serde::Deserializer<'de>>(d: D) -> Result<Self, D::Error> {
        crate::protocol::extensible::deserialize_extensible(d, Self::Known, Self::Unknown)
    }
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[non_exhaustive]
pub enum FallbackCreditModeKnown {
    #[serde(rename = "strict")]
    Strict,
    #[serde(rename = "best_effort")]
    BestEffort,
}

/// One ordered entry of the request-level `fallbacks` chain.
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, gproxy_protocol_macros::WireBuilder)]
#[non_exhaustive]
pub struct FallbackParam {
    pub model: ClaudeModel,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub max_tokens: Option<u64>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub output_config: Option<OutputConfig>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub speed: Option<Speed>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub thinking: Option<ThinkingConfig>,
    #[serde(default, flatten, skip_serializing_if = "JsonObject::is_empty")]
    pub extra: JsonObject,
}