gproxy-protocol 4.1.11

GPROXY v4 connection modelling, operation declarations, vendor wire types and pairwise conversion
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use super::*;
use gproxy_protocol::adapt::generate::chat_responses::{ChatViaResponses, ResponsesViaChat};

#[test]
fn custom_stream_preparation_writes_no_state_and_buffered_synthesis_stays_available() {
    let store = Store::default();
    let mut access = state(&store);
    let mut target = selected();
    access.target = IdentityTarget::new("selected", Dialect::OpenAi)
        .unwrap()
        .with_origin("origin")
        .unwrap();
    target.identities = GenerationIdentity::new(
        IdNamespace([81; 16]),
        IdNamespace([82; 16]),
        Dialect::OpenAiChat,
        Dialect::OpenAi,
    )
    .unwrap();
    let source = json!({"model":"source","stream":true,"messages":[{"role":"user","content":"edit"}],"tools":[{"type":"custom","custom":{"name":"edit"}}]});
    let result = ready(ChatViaResponses::prepare_stream(
        serde_json::from_value(source.clone()).unwrap(),
        StreamTarget {
            endpoint: target.endpoint.clone(),
            identities: target.identities.clone(),
        },
        settings(),
        &access,
    ));
    assert!(result.is_ok());
    assert!(store.entries.lock().unwrap().is_empty());
    assert!(
        ready(ChatViaResponses::prepare_for_stream_synthesis(
            serde_json::from_value(source).unwrap(),
            target.endpoint.clone(),
            target.identities,
            &access
        ))
        .is_ok()
    );

    access.target = IdentityTarget::new("selected", Dialect::OpenAiChat)
        .unwrap()
        .with_origin("origin")
        .unwrap();
    target.identities = GenerationIdentity::new(
        IdNamespace([83; 16]),
        IdNamespace([84; 16]),
        Dialect::OpenAi,
        Dialect::OpenAiChat,
    )
    .unwrap();
    let source = json!({"model":"source","stream":true,"input":"edit","tools":[{"type":"custom","name":"edit"}]});
    let result = ready(ResponsesViaChat::prepare_stream(
        serde_json::from_value(source.clone()).unwrap(),
        StreamTarget {
            endpoint: target.endpoint.clone(),
            identities: target.identities.clone(),
        },
        all_pairs::chat_response_context(),
        settings(),
        &access,
    ));
    assert!(result.is_ok());
    assert!(store.entries.lock().unwrap().is_empty());
    // A buffered Chat custom result can still be synthesized as native Responses events.
    let prepared = ready(ResponsesViaChat::prepare_for_stream_synthesis(
        serde_json::from_value(source).unwrap(),
        target.endpoint,
        target.identities,
        &access,
    ))
    .unwrap();
    assert_eq!(prepared.target_request().stream, Some(Some(false)));
}