gproxy-protocol 3.0.0-alpha.0

GPROXY v3 protocol model: operation taxonomy, wire kinds, and the OperationSpec registry
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use crate::spec::Seg::{Lit, ParamAction};
use crate::spec::{Affinity, OperationSpec};

use super::{FAM_GEM, FAM_OAI, NEVER, POST, billed, ing};

pub(super) const EMBEDDING: OperationSpec = billed(
    &[
        ing(POST, &[Lit("v1"), Lit("embeddings")], FAM_OAI, NEVER),
        ing(
            POST,
            &[
                Lit("v1beta"),
                Lit("models"),
                ParamAction("model", "embedContent"),
            ],
            FAM_GEM,
            NEVER,
        ),
    ],
    Affinity::None,
);

pub(super) const BATCH_EMBEDDING: OperationSpec = billed(
    &[ing(
        POST,
        &[
            Lit("v1beta"),
            Lit("models"),
            ParamAction("model", "batchEmbedContents"),
        ],
        FAM_GEM,
        NEVER,
    )],
    Affinity::None,
);