gproxy-protocol 3.0.0-alpha.0

GPROXY v3 protocol model: operation taxonomy, wire kinds, and the OperationSpec registry
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use crate::operation::ContentGenerationKind::OpenAiResponses;
use crate::operation::OperationKind::ContentGeneration as CG;
use crate::spec::Seg::Lit;
use crate::spec::{Affinity, OperationSpec, StreamDetect};

use super::{POST, billed, ing};

pub(super) const REVIEW: OperationSpec = billed(
    &[ing(
        POST,
        &[Lit("v1"), Lit("guardian")],
        CG(OpenAiResponses),
        StreamDetect::Always,
    )],
    Affinity::Session,
);

pub(super) const CLASSIFY: OperationSpec = billed(
    &[ing(
        POST,
        &[Lit("v1"), Lit("guardian-classifier")],
        CG(OpenAiResponses),
        StreamDetect::Always,
    )],
    Affinity::Session,
);