gproxy-transform 3.0.0-alpha.0

GPROXY v3 pairwise protocol transforms
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

//! Typed pairwise transforms for callers that already hold protocol models.

pub mod compact;
pub mod count_tokens;
pub mod embeddings;
pub mod generate_content;
pub mod images;
pub mod models;
pub mod stream;
pub mod synthesize;
pub mod videos;

/// Request-only values supplied by routing rather than the source body.
#[derive(Debug, Clone, Copy)]
pub struct RequestContext<'a> {
    pub upstream_model: &'a str,
    pub stream: bool,
}

impl<'a> RequestContext<'a> {
    pub const fn new(upstream_model: &'a str, stream: bool) -> Self {
        Self {
            upstream_model,
            stream,
        }
    }
}