gproxy-protocol 3.0.0-alpha.0

GPROXY v3 protocol model: operation taxonomy, wire kinds, and the OperationSpec registry
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use crate::spec::OperationSpec;
use crate::spec::Seg::{Lit, ParamAction};

use super::{FAM_CLA, FAM_GEM, FAM_OAI, NEVER, POST, free, ing};

pub(super) const COUNT_TOKENS: OperationSpec = free(&[
    ing(
        POST,
        &[Lit("v1"), Lit("messages"), Lit("count_tokens")],
        FAM_CLA,
        NEVER,
    ),
    ing(
        POST,
        &[Lit("v1"), Lit("responses"), Lit("input_tokens")],
        FAM_OAI,
        NEVER,
    ),
    ing(
        POST,
        &[
            Lit("v1beta"),
            Lit("models"),
            ParamAction("model", "countTokens"),
        ],
        FAM_GEM,
        NEVER,
    ),
]);