rig-core 0.36.0

An opinionated library for building LLM powered applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Helpers for adapting buffered provider responses into streaming responses.

use async_stream::stream;

use crate::completion::{self, CompletionError, GetTokenUsage};
use crate::message::AssistantContent;
use crate::streaming::{RawStreamingChoice, StreamingCompletionResponse};
use crate::wasm_compat::WasmCompatSend;

pub(crate) fn stream_from_completion_response<R, F>(
    response: completion::CompletionResponse<R>,
    mut map_content: F,
) -> Result<StreamingCompletionResponse<R>, CompletionError>
where
    R: Clone + Unpin + GetTokenUsage + WasmCompatSend + 'static,
    F: FnMut(AssistantContent) -> Result<Vec<RawStreamingChoice<R>>, CompletionError>
        + WasmCompatSend
        + 'static,
{
    let completion::CompletionResponse {
        choice,
        raw_response,
        ..
    } = response;

    let stream = stream! {
        for content in choice {
            let mapped = match map_content(content) {
                Ok(mapped) => mapped,
                Err(error) => {
                    yield Err(error);
                    return;
                }
            };

            for choice in mapped {
                yield Ok(choice);
            }
        }

        yield Ok(RawStreamingChoice::FinalResponse(raw_response));
    };

    Ok(StreamingCompletionResponse::stream(Box::pin(stream)))
}