oxi-sdk 0.26.2

oxi AI agent SDK — build isolated, multi-agent AI systems
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

//! Integration test utilities — MockProvider and helpers.

use async_trait::async_trait;
use futures::Stream;
use oxi_ai::{
    Api, AssistantMessage, ContentBlock, Context, Model, Provider, ProviderError, ProviderEvent,
    StopReason, StreamOptions, TextContent, Usage,
};
use oxi_sdk::OxiBuilder;
use std::pin::Pin;

/// Mock provider that echoes the last user message.
pub struct MockProvider;

#[async_trait]
impl Provider for MockProvider {
    fn name(&self) -> &str {
        "mock"
    }

    async fn stream(
        &self,
        _model: &Model,
        context: &Context,
        _options: Option<StreamOptions>,
    ) -> Result<Pin<Box<dyn Stream<Item = ProviderEvent> + Send>>, ProviderError> {
        let last_msg = context
            .messages
            .iter()
            .rev()
            .find_map(|m| match m {
                oxi_ai::Message::User(u) => u.content.as_str().map(|s| s.to_string()),
                _ => None,
            })
            .unwrap_or_else(|| "mock response".to_string());

        let mut msg = AssistantMessage::new(Api::OpenAiCompletions, "mock", "mock/model");
        msg.content
            .push(ContentBlock::Text(TextContent::new(&last_msg)));
        msg.stop_reason = StopReason::Stop;
        msg.usage = Usage {
            input: 100,
            output: 50,
            cache_read: 0,
            cache_write: 0,
            total_tokens: 150,
            cost: Default::default(),
        };

        let partial = std::sync::Arc::new(msg.clone());
        let events: Vec<ProviderEvent> = vec![
            ProviderEvent::Start {
                partial: partial.clone(),
            },
            ProviderEvent::TextDelta {
                content_index: 0,
                delta: last_msg,
                partial,
            },
            ProviderEvent::Done {
                reason: StopReason::Stop,
                message: msg,
            },
        ];

        Ok(Box::pin(futures::stream::iter(events)))
    }
}

pub fn mock_model() -> Model {
    Model::new(
        "model",
        "Mock",
        Api::OpenAiCompletions,
        "mock",
        "http://localhost",
    )
}

pub fn mock_oxi() -> oxi_sdk::Oxi {
    OxiBuilder::new()
        .provider("mock", MockProvider)
        .model(mock_model())
        .build()
}