baml 0.220.0

BAML runtime for Rust - type-safe LLM function calls
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

mod bindings;
pub mod callbacks;

use baml_sys::Buffer;
pub(crate) use bindings::*;
use prost::Message;

use crate::proto::baml_cffi_v1::{invocation_response::Response, InvocationResponse};

/// RAII guard that frees Buffer on drop
pub(crate) struct BufferGuard(pub Buffer);

impl Drop for BufferGuard {
    fn drop(&mut self) {
        // Safety: Buffer was returned from FFI and needs to be freed
        // We create a copy of the Buffer struct to pass to free_buffer
        #[allow(unsafe_code)]
        let buf_copy = Buffer {
            ptr: self.0.ptr,
            len: self.0.len,
        };
        let _ = unsafe { baml_sys::free_buffer(buf_copy) };
    }
}

/// Decode Buffer containing InvocationResponse, return Ok(()) on success or error message.
///
/// The buffer is automatically freed when this function returns.
pub(crate) fn decode_async_response(buf: Buffer) -> Result<(), String> {
    let _guard = BufferGuard(buf);

    // Empty buffer = success
    if _guard.0.ptr.is_null() || _guard.0.len == 0 {
        return Ok(());
    }

    // Safety: Buffer pointer and length are valid as returned from FFI
    #[allow(unsafe_code)]
    let bytes = unsafe { std::slice::from_raw_parts(_guard.0.ptr.cast::<u8>(), _guard.0.len) };

    let response =
        InvocationResponse::decode(bytes).map_err(|e| format!("failed to decode response: {e}"))?;

    match response.response {
        Some(Response::Error(msg)) => Err(msg),
        _ => Ok(()),
    }
}