origin-ai 0.2.0

The AI port for Origin: inference the application performs itself, behind a swappable adapter.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use crate::{Completion, Prompt};
use async_trait::async_trait;
use origin_domain::{AppError, Result};
use std::fmt::Debug;

/// Inference, as a port.
///
/// Implementations live in `adapters/origin-ai-*`. Domain code never names a provider,
/// so switching one — or letting the user pick — changes the composition root and
/// nothing else.
///
/// Errors follow the usual model: a provider outage is `ExternalService`, a rejected
/// key is `Authentication`, a quota is `RateLimited`. Callers can therefore treat an
/// unavailable model exactly like an unavailable API.
#[async_trait]
pub trait AiService: Debug + Send + Sync + 'static {
    /// The model this service will use, for display and for the record.
    fn model(&self) -> &str;

    async fn complete(&self, prompt: Prompt) -> Result<Completion>;
}

/// Refuses every request.
///
/// The default for a product with AI features switched off, and for anything that
/// must not silently reach the network. It fails rather than returning an empty
/// answer: a feature that quietly produces nothing is harder to diagnose than one that
/// says it is unavailable.
#[derive(Debug, Clone, Copy, Default)]
pub struct NoopAiService;

#[async_trait]
impl AiService for NoopAiService {
    fn model(&self) -> &str {
        "none"
    }

    async fn complete(&self, _prompt: Prompt) -> Result<Completion> {
        Err(AppError::configuration(
            "this application has no AI provider configured",
        ))
    }
}