aether-llm 0.7.23

Multi-provider LLM abstraction layer for the Aether AI agent framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

use std::pin::Pin;

use eventsource_stream::Eventsource;
use futures::{Stream, StreamExt};
use tracing::debug;

use super::streaming::ResponsesStreamEvent;
use crate::{LlmError, Result};

pub(crate) type ResponsesEventStream = Pin<Box<dyn Stream<Item = Result<ResponsesStreamEvent>> + Send>>;

pub(crate) fn decode_response_sse(response: reqwest::Response) -> ResponsesEventStream {
    Box::pin(response.bytes_stream().eventsource().filter_map(|result| {
        std::future::ready(match result {
            Ok(event) if event.data == "[DONE]" => None,
            Ok(event) => Some(serde_json::from_str::<ResponsesStreamEvent>(&event.data).map_err(|error| {
                debug!(data = event.data, %error, "Failed to decode Responses SSE event");
                LlmError::StreamInterrupted(format!("Invalid Responses SSE event: {error}"))
            })),
            Err(error) => Some(Err(LlmError::StreamInterrupted(error.to_string()))),
        })
    }))
}