gproxy-protocol 3.0.0-alpha.0

GPROXY v3 protocol model: operation taxonomy, wire kinds, and the OperationSpec registry
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use crate::operation::ContentGenerationKind::*;
use crate::operation::OperationKind::ContentGeneration as CG;
use crate::spec::Seg::{Lit, ParamAction};
use crate::spec::{Affinity, OperationSpec, StreamDetect};

use super::{BODY_STREAM, GET, NEVER, POST, billed, ing, ing_ws};

pub(super) const GENERATE: OperationSpec = billed(
    &[
        ing(
            POST,
            &[Lit("v1"), Lit("chat"), Lit("completions")],
            CG(OpenAiChat),
            BODY_STREAM,
        ),
        ing(
            POST,
            &[Lit("v1"), Lit("responses")],
            CG(OpenAiResponses),
            BODY_STREAM,
        ),
        ing(
            POST,
            &[Lit("v1"), Lit("messages")],
            CG(ClaudeMessages),
            BODY_STREAM,
        ),
        ing(
            POST,
            &[
                Lit("v1beta"),
                Lit("models"),
                ParamAction("model", "generateContent"),
            ],
            CG(GeminiGenerateContent),
            NEVER,
        ),
    ],
    Affinity::Session,
);

pub(super) const STREAM_GENERATE: OperationSpec = billed(
    &[
        ing(
            POST,
            &[
                Lit("v1beta"),
                Lit("models"),
                ParamAction("model", "streamGenerateContent"),
            ],
            CG(GeminiGenerateContent),
            StreamDetect::Always,
        ),
        ing_ws(
            GET,
            &[Lit("v1"), Lit("responses")],
            CG(OpenAiResponsesWebSocket),
        ),
    ],
    Affinity::Session,
);