sova-ai 0.1.0

AISDK-powered language models for Sova (chat, tools, stream, fake)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

//! Map AISDK text streams onto Sova [`Response::sse`].

use aisdk::core::language_model::LanguageModelStreamChunkType;
use aisdk::core::StreamTextResponse;
use futures_util::StreamExt;
use sova_core::Response;

/// Convert [`StreamTextResponse`] into an SSE HTTP response (`data:` lines = text deltas).
pub fn stream_to_response(response: StreamTextResponse) -> Response {
    let stream = response.stream;
    let mapped = stream.filter_map(|chunk| async move {
        match chunk {
            LanguageModelStreamChunkType::Text(t) | LanguageModelStreamChunkType::Reasoning(t) => {
                Some(Ok::<_, std::convert::Infallible>(t))
            }
            LanguageModelStreamChunkType::End(_) => {
                Some(Ok::<_, std::convert::Infallible>("[DONE]".into()))
            }
            LanguageModelStreamChunkType::Failed(e)
            | LanguageModelStreamChunkType::Incomplete(e)
            | LanguageModelStreamChunkType::NotSupported(e) => {
                Some(Ok::<_, std::convert::Infallible>(format!("error: {e}")))
            }
            LanguageModelStreamChunkType::ToolCall(t) => {
                Some(Ok::<_, std::convert::Infallible>(t))
            }
            LanguageModelStreamChunkType::Start => None,
        }
    });
    Response::sse(mapped)
}