siumai-bridge 0.11.0-beta.9

Protocol bridge helpers for siumai gateway and facade integrations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

//! Shared wrapper macros for experimental bridge convenience functions.

macro_rules! define_request_bridge_wrappers {
    ($cfg:meta, $plain_fn:ident, $options_fn:ident, $target:expr, $label:literal) => {
        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "`.")]
        pub fn $plain_fn(
            request: &ChatRequest,
            source: Option<BridgeTarget>,
            mode: BridgeMode,
        ) -> Result<BridgeResult<serde_json::Value>, LlmError> {
            bridge_chat_request_to_json(request, source, $target, mode)
        }

        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "` with bridge customization.")]
        pub fn $options_fn(
            request: &ChatRequest,
            source: Option<BridgeTarget>,
            options: BridgeOptions,
        ) -> Result<BridgeResult<serde_json::Value>, LlmError> {
            bridge_chat_request_to_json_with_options(request, source, $target, options)
        }
    };
}

macro_rules! define_response_bridge_wrappers {
    (
        $cfg:meta,
        $bytes_fn:ident,
        $bytes_options_fn:ident,
        $value_fn:ident,
        $value_options_fn:ident,
        $target:expr,
        $label:literal
    ) => {
        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "`.")]
        pub fn $bytes_fn(
            response: &ChatResponse,
            source: Option<BridgeTarget>,
            mode: BridgeMode,
            opts: JsonEncodeOptions,
        ) -> Result<BridgeResult<Vec<u8>>, LlmError> {
            bridge_chat_response_to_json_bytes(response, source, $target, mode, opts)
        }

        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "` with bridge customization.")]
        pub fn $bytes_options_fn(
            response: &ChatResponse,
            source: Option<BridgeTarget>,
            options: BridgeOptions,
            opts: JsonEncodeOptions,
        ) -> Result<BridgeResult<Vec<u8>>, LlmError> {
            bridge_chat_response_to_json_bytes_with_options(
                response, source, $target, options, opts,
            )
        }

        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "`.")]
        pub fn $value_fn(
            response: &ChatResponse,
            source: Option<BridgeTarget>,
            mode: BridgeMode,
            opts: JsonEncodeOptions,
        ) -> Result<BridgeResult<serde_json::Value>, LlmError> {
            bridge_chat_response_to_json_value(response, source, $target, mode, opts)
        }

        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "` with bridge customization.")]
        pub fn $value_options_fn(
            response: &ChatResponse,
            source: Option<BridgeTarget>,
            options: BridgeOptions,
            opts: JsonEncodeOptions,
        ) -> Result<BridgeResult<serde_json::Value>, LlmError> {
            bridge_chat_response_to_json_value_with_options(
                response, source, $target, options, opts,
            )
        }
    };
}

macro_rules! define_stream_bridge_wrappers {
    ($cfg:meta, $plain_fn:ident, $options_fn:ident, $target:expr, $label:literal) => {
        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "`.")]
        pub fn $plain_fn<S>(
            stream: S,
            source: Option<BridgeTarget>,
            mode: BridgeMode,
        ) -> Result<BridgeResult<ChatByteStream>, LlmError>
        where
            S: futures_util::Stream<Item = Result<ChatStreamEvent, LlmError>> + Send + 'static,
        {
            bridge_chat_stream_to_bytes(stream, source, $target, mode)
        }

        #[cfg($cfg)]
        #[doc = concat!("Convenience wrapper for `", $label, "` with bridge customization.")]
        pub fn $options_fn<S>(
            stream: S,
            source: Option<BridgeTarget>,
            options: BridgeOptions,
        ) -> Result<BridgeResult<ChatByteStream>, LlmError>
        where
            S: futures_util::Stream<Item = Result<ChatStreamEvent, LlmError>> + Send + 'static,
        {
            bridge_chat_stream_to_bytes_with_options(stream, source, $target, options)
        }
    };
}

pub(crate) use define_request_bridge_wrappers;
pub(crate) use define_response_bridge_wrappers;
pub(crate) use define_stream_bridge_wrappers;