behest 0.3.1

A Rust-native cloud agent runtime with typed tools, pluggable memory, queues, and observability.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

//! Provider traits implemented by model adapters.

use std::pin::Pin;

use async_trait::async_trait;
use futures_util::Stream;

use crate::error::ProviderError;
use crate::provider::{
    ChatRequest, ChatResponse, ChatStreamEvent, EmbeddingRequest, EmbeddingResponse,
    ProviderCapabilities, ProviderId,
};

/// Result type returned by provider implementations.
///
/// Wraps [`ProviderError`], covering network failures, authentication errors,
/// content filter rejections, and unsupported feature requests.
pub type ProviderResult<T> = std::result::Result<T, ProviderError>;

/// Boxed, pinned, asynchronous stream of chat events.
///
/// Each item is a [`ProviderResult`] wrapping a [`ChatStreamEvent`]. The stream
/// ends with a `Finished` event or a terminal error.
pub type ChatStream = Pin<Box<dyn Stream<Item = ProviderResult<ChatStreamEvent>> + Send + 'static>>;

/// Provider capable of serving chat completion requests.
#[async_trait]
pub trait ChatProvider: Send + Sync {
    /// Returns the provider identifier.
    fn id(&self) -> ProviderId;

    /// Returns feature flags for this provider.
    fn capabilities(&self) -> ProviderCapabilities;

    /// Completes a chat request.
    ///
    /// # Errors
    ///
    /// Returns [`ProviderError`] on network failure, invalid model configuration,
    /// authentication rejection, or content filter intervention.
    async fn complete(&self, request: ChatRequest) -> ProviderResult<ChatResponse>;

    /// Streams a chat request.
    ///
    /// The default implementation returns [`ProviderError::Unsupported`].
    ///
    /// # Errors
    ///
    /// Returns [`ProviderError`] when the stream cannot be established —
    /// network errors, invalid model configuration, or authentication failures.
    async fn stream(&self, request: ChatRequest) -> ProviderResult<ChatStream> {
        let _ = request;

        Err(ProviderError::Unsupported {
            provider: self.id(),
            feature: "chat_stream".to_owned(),
        })
    }
}

/// Provider capable of serving embedding requests.
#[async_trait]
pub trait EmbeddingProvider: Send + Sync {
    /// Returns the provider identifier.
    fn id(&self) -> ProviderId;

    /// Returns feature flags for this provider.
    fn capabilities(&self) -> ProviderCapabilities;

    /// Embeds request inputs.
    ///
    /// # Errors
    ///
    /// Returns [`ProviderError`] on network failure, invalid model configuration,
    /// or authentication rejection.
    async fn embed(&self, request: EmbeddingRequest) -> ProviderResult<EmbeddingResponse>;
}