sova-ai 0.1.0

AISDK-powered language models for Sova (chat, tools, stream, fake)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

//! AISDK language models for Sova — `app.install(Ai::…)` / `req.ai()`.
//!
//! Thin shell over [`aisdk`](https://crates.io/crates/aisdk): install a default
//! model into app state, call it from handlers, or drop down to the full
//! `LanguageModelRequest` builder. [`FakeAi`] records prompts for tests.
//!
//! ```ignore
//! use sova_ai::{Ai, AiExt, FakeAi};
//!
//! let fake = FakeAi::new().stub_text("pong");
//! app.install(Ai::fake(fake.clone()));
//!
//! // in a handler:
//! let out = req.ai().prompt("ping").generate().await?;
//! assert_eq!(out.text().as_deref(), Some("pong"));
//! ```

mod bound;
mod client;
mod error;
mod fake;
mod model;
mod stream;

pub use bound::{AiBound, AiExt};
pub use client::{Ai, AiClient};
pub use error::AiError;
pub use fake::FakeAi;
pub use model::SharedModel;
pub use stream::stream_to_response;

/// Re-export the upstream SDK so apps can use providers / tools without a second dep.
pub use aisdk;

/// Common AISDK imports for handlers and agents.
pub mod prelude {
    pub use aisdk::core::{
        utils::step_count_is, GenerateTextResponse, LanguageModel, LanguageModelRequest,
        LanguageModelStreamChunkType, Message, Messages, Tool,
    };
    pub use aisdk::macros::tool;
    pub use aisdk::{Error as AisdkError, Result as AisdkResult};

    pub use crate::{Ai, AiBound, AiClient, AiError, AiExt, FakeAi, SharedModel};
}

use sova_core::{App, Plugin};

impl Plugin for Ai {
    fn id(&self) -> &'static str {
        "ai"
    }

    fn meta(&self) -> sova_core::PluginMeta {
        sova_core::PluginMeta::new("Ai")
            .description("AISDK language models (chat, tools, stream, fake)")
            .version(env!("CARGO_PKG_VERSION"))
    }

    fn install(self, app: &mut App) {
        let mut ai = self;
        if ai.default_system().is_none() {
            if let Some(doc) = app.config_doc() {
                if let Some(section) = doc.section("ai") {
                    if let Some(system) = section.get("system").and_then(|v| v.as_str()) {
                        ai = ai.system(system);
                    }
                }
            }
        }
        let client = match ai.into_client() {
            Ok(c) => c,
            Err(err) => {
                tracing::error!(error = %err, "ai plugin install failed");
                panic!("ai install failed: {err}");
            }
        };
        app.state(client);
    }
}